build the binaries on our own

.babelrc

@@ -0,0 +1,3 @@
+{
+  "presets": ["es2015"]
+}

.gitignore

@@ -4,3 +4,6 @@ logs
 **/node_modules
 releases
 dists/ipfs-app/build
+www
+**/gopath
+**/tmp-build

.travis.yml

@@ -0,0 +1,8 @@
+language: node_js
+node_js:
+  - '4'
+  - '5'
+  - stable
+
+script:
+  - npm run lint

Makefile

@@ -1,19 +1,17 @@
-all: all_dists index
+all: all_dists site
 
-all_dists: go-ipfs
+all_dists: go-ipfs ipfs-update fs-repo-migrations
 
-ipfs-app:
-	echo "** making $@ **"
+%:
+	echo "** $@ **"
 	cd dists/$@ && make
 
-go-ipfs:
-	echo "** making $@ **"
-	cd dists/$@ && make
-
-index:
-	echo "** making index.html **"
-	node gen-index.js >releases/index.html
-	cp -r static releases/.
+site:
+	echo "** Building site **"
+	npm run build
 
-publish: all_dists index
+publish: all_dists site
 	ipfs add -s rabin -q -r releases | tail -n1 >>versions
+
+clean:
+	rm -rf releases

README.md

@@ -1,5 +1,10 @@
 # IPFS distributions
 
+[![](https://img.shields.io/badge/made%20by-Protocol%20Labs-blue.svg?style=flat-square)](http://ipn.io) [![](https://img.shields.io/badge/project-IPFS-blue.svg?style=flat-square)](http://ipfs.io/) [![](https://img.shields.io/badge/freejs-%23ipfs-blue.svg?style=flat-square)](http://webchat.freenode.net/?channels=%23ipfs)
+[![Dependency Status](https://david-dm.org/ipfs/distributions.svg?style=flat-square)](https://david-dm.org/ipfs/distributions)
+[![Travis CI](https://travis-ci.org/ipfs/distributions.svg?branch=master)](https://travis-ci.org/ipfs/distributions)
+[![Circle CI](https://circleci.com/gh/ipfs/distributions.svg?style=svg)](https://circleci.com/gh/ipfs/distributions)
+
 > Source for building https://dist.ipfs.io
 
 ## How this repo works

build-go.sh

@@ -0,0 +1,206 @@
+#!/bin/bash
+
+# globals
+releases=../../releases
+
+# init colors
+txtnon='\e[0m'    # color reset
+txtred='\e[0;31m' # Red
+txtgrn='\e[0;32m' # Green
+txtylw='\e[0;33m' # Yellow
+
+function fail() {
+	printf $txtred%s$txtnon\\n "$@"
+	exit 1
+}
+
+function warn() {
+	printf $txtylw%s$txtnon\\n "$@"
+}
+
+function notice() {
+	printf $txtgrn%s$txtnon\\n "$@"
+}
+
+# dep checks
+reqbins="jq zip go"
+for b in $reqbins
+do
+	if ! type $b > /dev/null; then
+		fail "must have '$b' installed"
+	fi
+done
+
+function printDistInfo() {
+	# print json output
+	jq -e ".platforms[\"$goos\"]" dist.json > /dev/null
+	if [ ! $? -eq 0 ]; then
+		cp dist.json dist.json.temp
+		jq ".platforms[\"$goos\"] = {\"name\":\"$goos Binary\",\"archs\":{}}" dist.json.temp > dist.json
+	fi
+
+	local binname="$1"
+	cp dist.json dist.json.temp
+	jq ".platforms[\"$goos\"].archs[\"$goarch\"] = {\"link\":\"$goos-$goarch/$binname.zip\"}" dist.json.temp > dist.json
+	rm dist.json.temp
+}
+
+function doBuild() {
+	local goos=$1
+	local goarch=$2
+	local target=$3
+	local output=$4
+
+	echo "==> building for $goos $goarch"
+
+	dir=$output/$1-$2
+	if [ -e $dir ]; then
+		echo "    $dir exists, skipping build"
+		return
+	fi
+	echo "    output to $dir"
+
+	mkdir -p tmp-build
+
+	(cd tmp-build && GOOS=$goos GOARCH=$goarch go build $target 2> build-log)
+	if [ $? -ne 0 ]; then
+		warn "    failed."
+		return 1
+	fi
+
+	notice "    build succeeded!"
+
+	# copy dist assets if they exist
+	if [ -e $GOPATH/src/$target/dist ]; then
+		cp -r $GOPATH/src/$target/dist/* tmp-build/
+	fi
+
+	# now zip it all up
+	local binname=$(basename $target)
+	mkdir -p $dir
+	if  zip -r $dir/$binname.zip tmp-build/* > /dev/null; then
+		printDistInfo $binname
+		rm -rf tmp-build
+	else
+		warn "    failed to zip up output"
+		success=1
+	fi
+
+
+	# output results to results table
+	echo $target, $goos, $goarch, $success >> $output/results
+}
+
+function printInitialDistfile() {
+	local distname=$1
+	local version=$2
+	test -e description || fail "no description file found"
+
+	printf "{\"id\":\"$distname\",\"version\":\"$version\",\"releaseLink\":\"/$distname/$version\"}" |
+	jq ".name = \"$disname\"" |
+	jq ".platforms = {}" |
+	jq ".description = \"`cat description`\""
+}
+
+function printBuildInfo() {
+	# print out build information
+	local commit=$1
+	go version
+	echo "git sha of code: $commit"
+	uname -a
+	echo built on `date`
+}
+
+function buildWithMatrix() {
+	local matfile=$1
+	local gobin=$2
+	local output=$3
+	local commit=$4
+
+	test -n "$output" || fail "error: output dir not specified"
+	test -e "$matfile" || fail "build matrix $matfile does not exist"
+
+	mkdir -p "$output"
+
+	local distname=$(basename `pwd`)
+
+	printInitialDistfile $distname $version > dist.json
+	printBuildInfo $commit > $output/build-info
+
+	# build each os/arch combo
+	while read line
+	do
+		doBuild $line $gobin $output
+	done < $matfile
+
+	mv dist.json $output/dist.json
+}
+
+function cleanRepo() {
+	local repopath=$1
+
+	reporoot=$(cd "$repopath" && git rev-parse --show-toplevel)
+	(cd "$reporoot" && git clean -df)
+	(cd "$reporoot" && git reset --hard)
+}
+
+function checkoutVersion() {
+	local repopath=$1
+	local ref=$2
+
+	test -n "$repopath" || fail "checkoutVersion: no repo to check out specified"
+
+	echo "==> checking out version $ref in $repopath"
+	cleanRepo "$repopath"
+	(cd "$repopath" && git checkout $ref > /dev/null)
+
+	test $? -eq 0 || fail "failed to check out $ref in $reporoot"
+}
+
+function currentSha() {
+	(cd $1 && git show --pretty="%H")
+}
+
+function printVersions() {
+	versarr=$(tr \n ' ' < versions)
+	echo "building versions: $versarr"
+}
+
+function startGoBuilds() {
+	distname=$1
+	gpath=$2
+
+	outputDir="$releases/$distname"
+
+	# if the output directory already exists, warn user
+	if [ -e $outputDir ]; then
+		warn "dirty output directory"
+		warn "will skip building already existing binaries"
+	fi
+
+	export GOPATH=$(pwd)/gopath
+	if [ ! -e $GOPATH/src/$gpath ]; then
+		echo "fetching $distname code..."
+		go get $gpath 2> /dev/null
+	fi
+
+	repopath="$GOPATH/src/$gpath"
+
+	(cd "$repopath" && git reset --hard && git clean -df)
+
+	printVersions
+
+	echo ""
+	while read version
+	do
+		notice "Building version $version binaries"
+		checkoutVersion $repopath $version
+
+		buildWithMatrix matrices/$version $gpath $outputDir/$version $(currentSha $repopath)
+		echo ""
+	done < versions
+
+	notice "build complete!"
+}
+
+startGoBuilds $1 $2

circle.yml

@@ -0,0 +1,7 @@
+machine:
+  node:
+    version: stable
+
+test:
+  override:
+    - npm run lint

dists/fs-repo-migrations/Makefile

@@ -0,0 +1,22 @@
+repo=http://github.com/ipfs/fs-repo-migrations
+releases=../../releases/fs-repo-migrations
+
+all: dist
+
+dist: versions
+	mkdir -p $(releases)
+	cp versions $(releases)/versions
+	../../build-go.sh fs-repo-migrations github.com/ipfs/fs-repo-migrations
+
+versions: filtered_versions
+	git ls-remote -t $(repo) | egrep -o "refs/tags/v(.*)" | sed 's/refs\/tags\///' | sort > tag_versions
+	comm -23 -- tag_versions filtered_versions > versions
+
+filtered_versions:
+	touch filtered_versions
+
+clean:
+	rm -rf ./gopath
+	rm -rf $(releases)
+	rm versions tag_versions
+

dists/fs-repo-migrations/current

@@ -0,0 +1 @@
+v1.0.0

dists/fs-repo-migrations/description

@@ -0,0 +1 @@
+fs-repo-migrations is a tool to help migration ipfs storage repos to newer versions

dists/fs-repo-migrations/matrices/v1.0.0

@@ -0,0 +1,10 @@
+darwin 386
+darwin amd64
+freebsd 386
+freebsd amd64
+freebsd arm
+linux 386
+linux amd64
+linux arm
+windows 386
+windows amd64

dists/fs-repo-migrations/versions

@@ -0,0 +1 @@
+v1.0.0

dists/go-ipfs/.gitignore

@@ -0,0 +1 @@
+gopath/*

dists/go-ipfs/Makefile

@@ -1,32 +1,16 @@
 repo = http://github.com/ipfs/go-ipfs
-gpath = github.com/ipfs/go-ipfs/cmd/ipfs
 releases = ../../releases/go-ipfs
-gbcli = $(shell which gobuilder-cli)
 
 all: dist
 
-dist: versions deps
+dist: versions
 	mkdir -p $(releases)
 	cp versions $(releases)/versions
-	./go-ipfs-dist all
+	../../build-go.sh go-ipfs github.com/ipfs/go-ipfs/cmd/ipfs
 
 versions: filtered_versions
-	git ls-remote -t $(repo) | egrep -o "refs/tags/v(.*)" | sed 's/refs\/tags\///' > tag_versions
-	cat tag_versions | grep -f filtered_versions -vE > versions
+	git ls-remote -t $(repo) | egrep -o "refs/tags/v(.*)" | sed 's/refs\/tags\///' | sort > tag_versions
+	comm -23 -- tag_versions filtered_versions > versions
 
-deps: bin bin/gobuilder-cli go-ipfs-dist-x
-
-bin:
-	@mkdir -p bin
-
-go-ipfs-dist-x:
-	chmod +x go-ipfs-dist
-
-bin/gobuilder-cli: bin
-	#TODO: make this not require a go compiler...
-	go get github.com/Luzifer/gobuilder/cmd/gobuilder-cli
-	cp $(gbcli) bin/gobuilder-cli
-
-# bin/go-env:
-# 	ipfs get -o bin/go-env QmfS4PZj7G7KgAztPN3JxXyY6KHJDZ77EaxzocWqsa3XhQ/go-env
-# 	chmox +x bin/go-env
+clean:
+	rm -rf $(releases)

dists/go-ipfs/current

@@ -0,0 +1 @@
+v0.3.11

dists/go-ipfs/description

@@ -0,0 +1 @@
+go-ipfs is the main implementation of IPFS. It is the base distribution, and includes:\n- an IPFS core implementation\n- an IPFS daemon server\n- extensive command line tooling\n- an HTTP API for controlling the node\n- an HTTP Gateway for serving content to HTTP browsers\n