Add build_p2pd script directly in this repo (#274)

.appveyor.yml

@@ -39,8 +39,7 @@ install:
   - CD ..
 
   # install and build go-libp2p-daemon
-  - curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_p2pd.sh
+  - bash scripts/build_p2pd.sh p2pdCache v0.2.4
-  - bash build_p2pd.sh p2pdCache v0.2.4
 
 build_script:
   - nimble install -y --depsOnly

.travis.yml

@@ -45,8 +45,7 @@ install:
   - export PATH="$PWD/Nim/bin:$GOPATH/bin:$PATH"
 
   # install and build go-libp2p-daemon
-  - curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_p2pd.sh
+  - bash scripts/build_p2pd.sh p2pdCache v0.2.4
-  - bash build_p2pd.sh p2pdCache v0.2.4
 
 script:
   - nimble install -y --depsOnly

azure-pipelines.yml

@@ -104,9 +104,8 @@ steps:
       export PATH="${GOPATH}/bin:${PATH}"
       echo "PATH=${PATH}"
 
-      curl -OLsS https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_p2pd.sh
       # we can't seem to be able to build a 32-bit p2pd
-      env PATH="/c/custom/mingw64/bin:${PATH}" bash build_p2pd.sh p2pdCache v0.2.4
+      env PATH="/c/custom/mingw64/bin:${PATH}" bash scripts/build_p2pd.sh p2pdCache v0.2.4
 
       # install dependencies
       nimble refresh

scripts/build_p2pd.sh

@@ -0,0 +1,98 @@
+#!/bin/bash
+
+# Copyright (c) 2018-2020 Status Research & Development GmbH. Licensed under
+# either of:
+# - Apache License, version 2.0
+# - MIT license
+# at your option. This file may not be copied, modified, or distributed except
+# according to those terms.
+
+set -e
+
+CACHE_DIR="$1" # optional parameter pointing to a CI cache dir.
+LIBP2P_COMMIT="v0.2.1" # tags work too, only used in nim-libp2p CI for now
+[[ -n "$2" ]] && LIBP2P_COMMIT="$2" # allow overriding it on the command line
+SUBREPO_DIR="vendor/go/src/github.com/libp2p/go-libp2p-daemon"
+if [[ ! -e "$SUBREPO_DIR" ]]; then
+	# we're probably in nim-libp2p's CI
+	SUBREPO_DIR="go-libp2p-daemon"
+	rm -rf "$SUBREPO_DIR"
+	git clone -q https://github.com/status-im/go-libp2p-daemon
+	cd "$SUBREPO_DIR"
+	git checkout -q $LIBP2P_COMMIT
+	cd ..
+fi
+
+## env vars
+# verbosity level
+[[ -z "$V" ]] && V=0
+[[ -z "$BUILD_MSG" ]] && BUILD_MSG="Building p2pd ${LIBP2P_COMMIT}"
+
+# Windows detection
+if uname | grep -qiE "mingw|msys"; then
+	EXE_SUFFIX=".exe"
+	# otherwise it fails in AppVeyor due to https://github.com/git-for-windows/git/issues/2495
+	GIT_TIMESTAMP_ARG="--date=unix" # available since Git 2.9.4
+else
+	EXE_SUFFIX=""
+	GIT_TIMESTAMP_ARG="--date=format-local:%s" # available since Git 2.7.0
+fi
+
+TARGET_DIR="${GOPATH%:*}/bin" # if multiple paths are specified, use the first one
+TARGET_BINARY="${TARGET_DIR}/p2pd${EXE_SUFFIX}"
+
+target_needs_rebuilding() {
+	REBUILD=0
+	NO_REBUILD=1
+
+	if [[ -n "$CACHE_DIR" && -e "${CACHE_DIR}/p2pd${EXE_SUFFIX}" ]]; then
+		mkdir -p "${TARGET_DIR}"
+		cp -a "$CACHE_DIR"/* "${TARGET_DIR}/"
+	fi
+
+	# compare the built commit's timestamp to the date of the last commit (keep in mind that Git doesn't preserve file timestamps)
+	if [[ -e "${TARGET_DIR}/timestamp" && $(cat "${TARGET_DIR}/timestamp") -eq $(cd "$SUBREPO_DIR"; git log --pretty=format:%cd -n 1 ${GIT_TIMESTAMP_ARG}) ]]; then
+		return $NO_REBUILD
+	else
+		return $REBUILD
+	fi
+}
+
+build_target() {
+	echo -e "$BUILD_MSG"
+	[[ "$V" == "0" ]] && exec &>/dev/null
+
+	pushd "$SUBREPO_DIR"
+	# Go module downloads can fail randomly in CI VMs, so retry them a few times
+	MAX_RETRIES=5
+	CURR=0
+	while [[ $CURR -lt $MAX_RETRIES ]]; do
+		FAILED=0
+		go get ./... && break || FAILED=1
+		CURR=$(( CURR + 1 ))
+		echo "retry #${CURR}"
+	done
+	if [[ $FAILED == 1 ]]; then
+		echo "Error: still fails after retrying ${MAX_RETRIES} times."
+		exit 1
+	fi
+	go install ./...
+
+	# record the last commit's timestamp
+	git log --pretty=format:%cd -n 1 ${GIT_TIMESTAMP_ARG} > "${TARGET_DIR}/timestamp"
+
+	popd
+
+	# update the CI cache
+	if [[ -n "$CACHE_DIR" ]]; then
+		rm -rf "$CACHE_DIR"
+		mkdir "$CACHE_DIR"
+		cp -a "$TARGET_DIR"/* "$CACHE_DIR"/
+	fi
+}
+
+if target_needs_rebuilding; then
+	build_target
+else
+	echo "No rebuild needed."
+fi