mirror of
https://github.com/status-im/nim-libp2p.git
synced 2025-01-09 20:45:59 +00:00
b99d2039a8
* allow multiple codecs per protocol (without breaking things) * add 1.1 protocol to gossip * explicit peering part 1 * explicit peering part 2 * explicit peering part 3 * PeerInfo and ControlPrune protocols * fix encodePrune * validated always, even explicit peers * prune by score (score is stub still) * add a way to pass parameters to gossip * standard setup fixes * take into account explicit direct peers in publish * add floodPublish logic * small fixes, publish still half broken * make sure to waitsub in sparse test * use var semantics to optimize table access * wip... lvalues don't work properly sadly... * big publish refactor, replenish and balance * fix internal tests * use g.peers for fanout (todo: don't include flood peers) * exclude non gossip from fanout * internal test fixes * fix flood tests * fix test's trypublish * test interop fixes * make sure to not remove peers from gossip table * restore old replenishFanout * cleanups * restore utility module import * restore trace vs debug in gossip * improve fanout replenish behavior further * triage publish nil peers (issue is on master too but just hidden behind a if/in) * getGossipPeers fixes * remove topics from pubsubpeer (was unused) * simplify rebalanceMesh (following spec) and make it finally reach D_high * better diagnostics * merge new pubsubpeer, copy 1.1 to new module * fix up merge * conditional enable gossip11 module * add back topics in peers, re-enable flood publish * add more heartbeat locking to prevent races * actually lock the heartbeat * minor fixes * with sugar * merge 1.0 * remove assertion in publish * fix multistream 1.1 multi proto * Fix merge oops * wip * fix gossip 11 upstream * gossipsub11 -> gossipsub * support interop testing * tests fixing * fix directchat build * control prune updates (pb) * wip parameters * gossip internal tests fixes * parameters wip * finishup with params * cleanups/wip * small sugar * grafted and pruned procs * wip updateScores * wip * fix logging issue * pubsubpeer, chronicles explicit override * fix internal gossip tests * wip * tables troubleshooting * score wip * score wip * fixes * fix test utils generateNodes * don't delete while iterating in score update * fix grafted defect * add a handleConnect in subscribeTopic * pruning improvements * wip * score fixes * post merge - builds gossip tests * further merge fixes * rebalance improvements and opportunistic grafting * fix test for now * restore explicit peering * implement peer exchange graft message * add an hard cap to PX * backoff time management * IWANT cap/budget * Adaptive gossip dissemination * outbound mesh quota, internal tests fixing * oversub prune score based, finish outbound quota * finishup with score and ihave budget * use go daemon 0.3.0 * import fixes * byScore cleanup score sorting * remove pointless scaling in `/` Duration operator * revert using libp2p org for daemon * interop fixes * fixes and cleanup * remove heartbeat assertion, minor debug fixes * logging improvements and cleaning up * (to revert) add some traces * add explicit topic to gossip rpcs * pubsub merge fixes and type fix in switch * Revert "(to revert) add some traces" This reverts commit 4663eaab6cc336c81cee50bc54025cf0b7bcbd99. * cleanup some now irrelevant todo * shuffle peers anyway as score might be disabled * add missing shuffle * old merge fix * more merge fixes * debug improvements * re-enable gossip internal tests * add gossip10 fallback (dormant but tested) * split gossipsub internal tests into 1.0 and 1.1 Co-authored-by: Dmitriy Ryajov <dryajov@gmail.com>
99 lines
2.7 KiB
Bash
99 lines
2.7 KiB
Bash
#!/bin/bash
|
|
|
|
# Copyright (c) 2018-2020 Status Research & Development GmbH. Licensed under
|
|
# either of:
|
|
# - Apache License, version 2.0
|
|
# - MIT license
|
|
# at your option. This file may not be copied, modified, or distributed except
|
|
# according to those terms.
|
|
|
|
set -e
|
|
|
|
CACHE_DIR="$1" # optional parameter pointing to a CI cache dir.
|
|
LIBP2P_COMMIT="v0.2.1" # tags work too, only used in nim-libp2p CI for now
|
|
[[ -n "$2" ]] && LIBP2P_COMMIT="$2" # allow overriding it on the command line
|
|
SUBREPO_DIR="vendor/go/src/github.com/libp2p/go-libp2p-daemon"
|
|
if [[ ! -e "$SUBREPO_DIR" ]]; then
|
|
# we're probably in nim-libp2p's CI
|
|
SUBREPO_DIR="go-libp2p-daemon"
|
|
rm -rf "$SUBREPO_DIR"
|
|
git clone -q https://github.com/libp2p/go-libp2p-daemon
|
|
cd "$SUBREPO_DIR"
|
|
git checkout -q $LIBP2P_COMMIT
|
|
cd ..
|
|
fi
|
|
|
|
## env vars
|
|
# verbosity level
|
|
[[ -z "$V" ]] && V=0
|
|
[[ -z "$BUILD_MSG" ]] && BUILD_MSG="Building p2pd ${LIBP2P_COMMIT}"
|
|
|
|
# Windows detection
|
|
if uname | grep -qiE "mingw|msys"; then
|
|
EXE_SUFFIX=".exe"
|
|
# otherwise it fails in AppVeyor due to https://github.com/git-for-windows/git/issues/2495
|
|
GIT_TIMESTAMP_ARG="--date=unix" # available since Git 2.9.4
|
|
else
|
|
EXE_SUFFIX=""
|
|
GIT_TIMESTAMP_ARG="--date=format-local:%s" # available since Git 2.7.0
|
|
fi
|
|
|
|
TARGET_DIR="${GOPATH%:*}/bin" # if multiple paths are specified, use the first one
|
|
TARGET_BINARY="${TARGET_DIR}/p2pd${EXE_SUFFIX}"
|
|
|
|
target_needs_rebuilding() {
|
|
REBUILD=0
|
|
NO_REBUILD=1
|
|
|
|
if [[ -n "$CACHE_DIR" && -e "${CACHE_DIR}/p2pd${EXE_SUFFIX}" ]]; then
|
|
mkdir -p "${TARGET_DIR}"
|
|
cp -a "$CACHE_DIR"/* "${TARGET_DIR}/"
|
|
fi
|
|
|
|
# compare the built commit's timestamp to the date of the last commit (keep in mind that Git doesn't preserve file timestamps)
|
|
if [[ -e "${TARGET_DIR}/timestamp" && $(cat "${TARGET_DIR}/timestamp") -eq $(cd "$SUBREPO_DIR"; git log --pretty=format:%cd -n 1 ${GIT_TIMESTAMP_ARG}) ]]; then
|
|
return $NO_REBUILD
|
|
else
|
|
return $REBUILD
|
|
fi
|
|
}
|
|
|
|
build_target() {
|
|
echo -e "$BUILD_MSG"
|
|
[[ "$V" == "0" ]] && exec &>/dev/null
|
|
|
|
pushd "$SUBREPO_DIR"
|
|
# Go module downloads can fail randomly in CI VMs, so retry them a few times
|
|
MAX_RETRIES=5
|
|
CURR=0
|
|
while [[ $CURR -lt $MAX_RETRIES ]]; do
|
|
FAILED=0
|
|
go get ./... && break || FAILED=1
|
|
CURR=$(( CURR + 1 ))
|
|
echo "retry #${CURR}"
|
|
done
|
|
if [[ $FAILED == 1 ]]; then
|
|
echo "Error: still fails after retrying ${MAX_RETRIES} times."
|
|
exit 1
|
|
fi
|
|
go install ./...
|
|
|
|
# record the last commit's timestamp
|
|
git log --pretty=format:%cd -n 1 ${GIT_TIMESTAMP_ARG} > "${TARGET_DIR}/timestamp"
|
|
|
|
popd
|
|
|
|
# update the CI cache
|
|
if [[ -n "$CACHE_DIR" ]]; then
|
|
rm -rf "$CACHE_DIR"
|
|
mkdir "$CACHE_DIR"
|
|
cp -a "$TARGET_DIR"/* "$CACHE_DIR"/
|
|
fi
|
|
}
|
|
|
|
if target_needs_rebuilding; then
|
|
build_target
|
|
else
|
|
echo "No rebuild needed."
|
|
fi
|