nimbus-eth2/.github/workflows/ci.yml

328 lines
12 KiB
YAML
Raw Normal View History

name: CI
on:
push:
paths-ignore: ['media/**', 'docs/**', '**/*.md']
pull_request:
paths-ignore: ['media/**', 'docs/**', '**/*.md']
jobs:
build:
strategy:
fail-fast: false
max-parallel: 20
matrix:
target:
# Unit tests
- os: linux
cpu: amd64
TEST_KIND: unit-tests
- os: linux
cpu: i386
TEST_KIND: unit-tests
- os: macos
cpu: amd64
TEST_KIND: unit-tests
- os: windows
cpu: amd64
TEST_KIND: unit-tests
2020-09-28 12:24:52 +00:00
# Devel cache corrupted for mingw? missing propidl.h on PR but not push CI
# - os: windows
# cpu: i386
# TEST_KIND: unit-tests
# # Minimal integration tests
# - os: linux
# cpu: amd64
# TEST_KIND: finalization-minimal
# - os: linux
# cpu: i386
# TEST_KIND: finalization-minimal
# # Requires GNU getopt
# - os: macos
# cpu: amd64
# TEST_KIND: finalization-minimal
# - os: windows
# cpu: amd64
# TEST_KIND: finalization-minimal
# # TODO - Bootstrap issue: https://github.com/status-im/nimbus-eth2/issues/1725
# # - os: windows
# # cpu: i386
# # TEST_KIND: finalization-minimal
# Mainnet integration tests
# - os: linux
# cpu: amd64
# TEST_KIND: finalization-mainnet
# # - os: linux
# # cpu: i386
# # TEST_KIND: finalization-mainnet
# # - os: macos
# # cpu: amd64
# # TEST_KIND: finalization-mainnet
# - os: windows
# cpu: amd64
# TEST_KIND: finalization-mainnet
# # TODO - Bootstrap issue: https://github.com/status-im/nimbus-eth2/issues/1725
# # - os: windows
# # cpu: i386
# # TEST_KIND: finalization-mainnet
include:
- target:
os: linux
builder: ubuntu-18.04
- target:
os: macos
builder: macos-10.15
- target:
os: windows
builder: windows-2019
name: '${{ matrix.target.os }}-${{ matrix.target.cpu }} (${{ matrix.target.TEST_KIND }})'
runs-on: ${{ matrix.builder }}
steps:
- name: Get branch name
shell: bash
2020-10-06 13:52:36 +00:00
run: |
2020-10-06 14:16:10 +00:00
if [[ '${{ github.event_name }}' == 'pull_request' ]]; then
2020-10-06 14:14:45 +00:00
echo "##[set-output name=branch_name;]$(echo ${GITHUB_HEAD_REF})"
echo "Branch found (PR): ${GITHUB_HEAD_REF}"
else
echo "##[set-output name=branch_name;]$(echo ${GITHUB_REF#refs/heads/})"
echo "Branch found (not PR): ${GITHUB_REF#refs/heads/}"
fi
id: get_branch
- name: Cancel Previous Runs (except master/devel)
if: >
2020-09-30 14:50:13 +00:00
steps.get_branch.outputs.branch_name != 'master' &&
steps.get_branch.outputs.branch_name != 'devel' &&
steps.get_branch.outputs.branch_name != 'stable' &&
2021-01-10 16:34:02 +00:00
steps.get_branch.outputs.branch_name != 'unstable' &&
steps.get_branch.outputs.branch_name != 'testing'
uses: styfle/cancel-workflow-action@0.5.0
with:
access_token: ${{ github.token }}
- name: Checkout nimbus-eth2
uses: actions/checkout@v2
with:
path: nimbus-eth2
- name: Derive environment variables
shell: bash
run: |
if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
ARCH=64
PLATFORM=x64
else
ARCH=32
PLATFORM=x86
fi
echo "ARCH=$ARCH" >> $GITHUB_ENV
echo "PLATFORM=$PLATFORM" >> $GITHUB_ENV
# Stack usage test on recent enough gcc:
if [[ '${{ runner.os }}' == 'Linux' && '${{ matrix.target.cpu }}' == 'amd64' ]]; then
export NIMFLAGS="${NIMFLAGS} -d:limitStackUsage"
echo "NIMFLAGS=$NIMFLAGS" >> $GITHUB_ENV
fi
# libminiupnp / natpmp
if [[ '${{ runner.os }}' == 'Linux' && '${{ matrix.target.cpu }}' == 'i386' ]]; then
export CFLAGS="${CFLAGS} -m32 -mno-adx"
echo "CFLAGS=$CFLAGS" >> $GITHUB_ENV
fi
ncpu=
case '${{ runner.os }}' in
'Linux')
ncpu=$(nproc)
;;
'macOS')
ncpu=$(sysctl -n hw.ncpu)
;;
'Windows')
ncpu=$NUMBER_OF_PROCESSORS
;;
esac
[[ -z "$ncpu" || $ncpu -le 0 ]] && ncpu=1
echo "ncpu=$ncpu" >> $GITHUB_ENV
- name: Install build dependencies (Linux i386)
if: runner.os == 'Linux' && matrix.target.cpu == 'i386'
run: |
sudo dpkg --add-architecture i386
sudo apt-fast update -qq
sudo DEBIAN_FRONTEND='noninteractive' apt-fast install \
--no-install-recommends -yq gcc-multilib g++-multilib
mkdir -p external/bin
cat << EOF > external/bin/gcc
#!/bin/bash
exec $(which gcc) -m32 -mno-adx "\$@"
EOF
cat << EOF > external/bin/g++
#!/bin/bash
exec $(which g++) -m32 -mno-adx "\$@"
EOF
chmod 755 external/bin/gcc external/bin/g++
echo "${{ github.workspace }}/external/bin" >> $GITHUB_PATH
- name: Restore MinGW-W64 (Windows) from cache
if: runner.os == 'Windows'
id: windows-mingw-cache
uses: actions/cache@v2
with:
path: external/mingw-${{ matrix.target.cpu }}
key: 'mingw-${{ matrix.target.cpu }}-cachekey_v2'
- name: Restore Nim DLLs dependencies (Windows) from cache
if: runner.os == 'Windows'
id: windows-dlls-cache
uses: actions/cache@v2
with:
path: external/dlls-${{ matrix.target.cpu }}
key: 'dlls-${{ matrix.target.cpu }}'
- name: Install MinGW64 dependency (Windows)
if: >
steps.windows-mingw-cache.outputs.cache-hit != 'true' &&
runner.os == 'Windows'
shell: bash
run: |
mkdir -p external
curl -L "https://nim-lang.org/download/mingw$ARCH.7z" -o "external/mingw-${{ matrix.target.cpu }}.7z"
7z x -y "external/mingw-${{ matrix.target.cpu }}.7z" -oexternal/
mv external/mingw$ARCH external/mingw-${{ matrix.target.cpu }}
- name: Install DLLs dependencies (Windows)
if: >
steps.windows-dlls-cache.outputs.cache-hit != 'true' &&
runner.os == 'Windows'
shell: bash
run: |
mkdir -p external
curl -L "https://nim-lang.org/download/windeps.zip" -o external/windeps.zip
7z x -y external/windeps.zip -oexternal/dlls-${{ matrix.target.cpu }}
- name: Path to cached dependencies (Windows)
if: >
runner.os == 'Windows'
shell: bash
run: |
echo "${{ github.workspace }}/external/mingw-${{ matrix.target.cpu }}/bin" >> $GITHUB_PATH
echo "${{ github.workspace }}/external/dlls-${{ matrix.target.cpu }}" >> $GITHUB_PATH
- name: Install build dependencies (MacOS)
if: runner.os == 'macOS'
shell: bash
run: |
brew install gnu-getopt
brew link --force gnu-getopt
- name: Get latest nimbus-build-system commit hash
id: versions
shell: bash
run: |
getHash() {
git ls-remote "https://github.com/$1" "${2:-HEAD}" | cut -f 1
}
nbsHash=$(getHash status-im/nimbus-build-system)
echo "::set-output name=nimbus_build_system::$nbsHash"
- name: Restore prebuilt Nim binaries from cache
id: nim-cache
uses: actions/cache@v2
with:
path: nimbus-eth2/NimBinaries
key: 'nim-${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ steps.versions.outputs.nimbus_build_system }}'
2021-02-11 19:03:29 +00:00
- name: Build Nim and Nimbus dependencies
shell: bash
working-directory: nimbus-eth2
run: |
2021-05-19 06:38:13 +00:00
if [[ "${{ runner.os }}" == "macOS" ]]; then
ulimit -n 1024
fi
2021-02-11 19:03:29 +00:00
make -j$ncpu ARCH_OVERRIDE=$PLATFORM CI_CACHE=NimBinaries QUICK_AND_DIRTY_COMPILER=1 update
- name: Get latest fixtures commit hash
if: matrix.target.TEST_KIND == 'unit-tests'
id: fixtures_version
shell: bash
run: |
getHash() {
git ls-remote "https://github.com/$1" "${2:-HEAD}" | cut -f 1
}
fixturesHash=$(getHash status-im/nim-eth2-scenarios)
echo "::set-output name=fixtures::$fixturesHash"
- name: Restore Ethereum Foundation fixtures from cache
if: matrix.target.TEST_KIND == 'unit-tests'
id: fixtures-cache
uses: actions/cache@v2
with:
path: nimbus-eth2/fixturesCache
key: 'eth2-scenarios-${{ steps.fixtures_version.outputs.fixtures }}'
# Important: even with a cache hit, this should be run
# as it symlinks the cached items in their proper place
- name: Get the Ethereum Foundation fixtures
if: matrix.target.TEST_KIND == 'unit-tests'
shell: bash
working-directory: nimbus-eth2
run: |
scripts/setup_scenarios.sh fixturesCache
- name: Smoke test the Beacon Node and Validator Client with all tracing enabled
if: matrix.target.TEST_KIND == 'unit-tests'
shell: bash
working-directory: nimbus-eth2
run: |
2021-05-19 06:38:13 +00:00
if [[ "${{ runner.os }}" == "macOS" ]]; then
ulimit -n 1024
fi
Logging and startup improvements (#3038) * Logging and startup improvements Color support for released binaries! * startup scripts no longer log to file by default - this only affects source builds - released binaries don't support file logging * add --log-stdout option to control logging to stdout (colors, json) * detect tty:s vs redirected logs and log accordingly * add option to disable log colors at runtime * simplify several "common" logs, showing the most important information earlier and more clearly * remove line numbers / file information / tid - these take up space and are of little use to end users * still enabled in debug builds and tools * remove `testnet_servers_image` compile-time option * server images, released binaries and compile-from-source now offer the same behaviour and features * fixes https://github.com/status-im/nimbus-eth2/issues/2326 * fixes https://github.com/status-im/nimbus-eth2/issues/1794 * remove instanteneous block speed from sync message, keeping only average before: ``` INF 2021-10-28 16:45:59.000+02:00 Slot start topics="beacnde" tid=386429 file=nimbus_beacon_node.nim:884 lastSlot=2384027 wallSlot=2384028 delay=461us84ns peers=0 head=75a10ee5:3348 headEpoch=104 finalized=cd6804ba:3264 finalizedEpoch=102 sync="wwwwwwwwww:0:0.0000:0.0000:00h00m (3348)" INF 2021-10-28 16:45:59.046+02:00 Slot end topics="beacnde" tid=386429 file=nimbus_beacon_node.nim:821 slot=2384028 nextSlot=2384029 head=75a10ee5:3348 headEpoch=104 finalizedHead=cd6804ba:3264 finalizedEpoch=102 nextAttestationSlot=-1 nextProposalSlot=-1 nextActionWait=n/a ``` after: ``` INF 2021-10-28 22:43:23.033+02:00 Slot start topics="beacnde" slot=2385815 epoch=74556 sync="DDPDDPUDDD:10:5.2258:01h19m (2361088)" peers=37 head=eacd2dae:2361096 finalized=73782:a4751487 delay=33ms687us715ns INF 2021-10-28 22:43:23.291+02:00 Slot end topics="beacnde" slot=2385815 nextActionWait=n/a nextAttestationSlot=-1 nextProposalSlot=-1 head=eacd2dae:2361096 ``` * fix comment * documentation updates * mention `--log-file` may be deprecated in the future * update various docs
2021-11-02 17:06:36 +00:00
make -j$ncpu ARCH_OVERRIDE=$PLATFORM LOG_LEVEL=TRACE nimbus_beacon_node nimbus_validator_client
- name: Run nimbus-eth2 tests
if: matrix.target.TEST_KIND == 'unit-tests'
shell: bash
working-directory: nimbus-eth2
run: |
2021-05-19 06:38:13 +00:00
if [[ "${{ runner.os }}" == "macOS" ]]; then
ulimit -n 1024
fi
make -j$ncpu ARCH_OVERRIDE=$PLATFORM DISABLE_TEST_FIXTURES_SCRIPT=1 test
# The upload creates a combined report that gets posted as a comment on the PR
# https://github.com/EnricoMi/publish-unit-test-result-action
- name: Upload combined results
if: matrix.target.TEST_KIND == 'unit-tests'
uses: actions/upload-artifact@v2
with:
name: Unit Test Results ${{ matrix.target.os }}-${{ matrix.target.cpu }}
path: nimbus-eth2/build/*.xml
- name: Run nimbus-eth2 testnet0 (minimal)
if: matrix.target.TEST_KIND == 'finalization-minimal'
shell: bash
working-directory: nimbus-eth2
run: |
./scripts/launch_local_testnet.sh --preset minimal --nodes 4 --stop-at-epoch 5 --log-level DEBUG --disable-htop --enable-logtrace --data-dir local_testnet0_data --base-port 9000 --base-rpc-port 7000 --base-metrics-port 8008 --timeout 600 -- --verify-finalization --discv5:no
- name: Run nimbus-eth2 testnet1 (mainnet)
if: matrix.target.TEST_KIND == 'finalization-mainnet'
shell: bash
working-directory: nimbus-eth2
run: |
./scripts/launch_local_testnet.sh --nodes 4 --stop-at-epoch 5 --log-level DEBUG --disable-htop --enable-logtrace --data-dir local_testnet0_data --base-port 9000 --base-rpc-port 7000 --base-metrics-port 8008 --timeout 2400 -- --verify-finalization --discv5:no
# https://github.com/EnricoMi/publish-unit-test-result-action
event_file:
name: "Event File"
runs-on: ubuntu-latest
steps:
- name: Upload
uses: actions/upload-artifact@v2
with:
name: Event File
path: ${{ github.event_path }}