# Nimbus # Copyright (c) 2020-2024 Status Research & Development GmbH # Licensed under either of # * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or # http://www.apache.org/licenses/LICENSE-2.0) # * MIT license ([LICENSE-MIT](LICENSE-MIT) or # http://opensource.org/licenses/MIT) # at your option. This file may not be copied, modified, or distributed except # according to those terms. name: Nimbus CI on: push: paths-ignore: - 'doc/**' - 'docs/**' - '**/*.md' - 'hive_integration/**' - 'fluffy/**' - '.github/workflows/fluffy*.yml' - 'nimbus_verified_proxy/**' - '.github/workflows/nimbus_verified_proxy.yml' # Disable `pull_request`. Experimenting with using only `push` for PRs. #pull_request: # paths-ignore: ['doc/**', 'docs/**', '**/*.md', 'hive_integration/**'] workflow_dispatch: jobs: build: strategy: fail-fast: false max-parallel: 20 matrix: target: - os: linux cpu: amd64 evmc: evmc - os: macos cpu: arm64 evmc: evmc - os: windows cpu: amd64 evmc: evmc - os: linux cpu: amd64 evmc: nimvm - os: windows cpu: amd64 evmc: nimvm - os: macos cpu: arm64 evmc: nimvm include: - target: os: linux builder: ubuntu-20.04 - target: os: macos builder: macos-13 - target: os: windows builder: windows-latest defaults: run: shell: bash name: '${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ matrix.target.evmc }}' runs-on: ${{ matrix.builder }} steps: - name: Checkout nimbus-eth1 uses: actions/checkout@v4 - name: Derive environment variables run: | if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then PLATFORM=x64 GOARCH=amd64 elif [[ '${{ matrix.target.cpu }}' == 'arm64' ]]; then PLATFORM=arm64 GOARCH=arm64 else PLATFORM=x86 GOARCH=386 fi echo "PLATFORM=${PLATFORM}" >> $GITHUB_ENV echo "GOARCH=${GOARCH}" >> $GITHUB_ENV ncpu='' case '${{ runner.os }}' in 'Linux') ncpu=$(nproc) echo "Number of cores: ${ncpu}" echo "$(grep MemTotal /proc/meminfo)" echo -e "Partition sizes:\n$(df -k -h .)" ;; 'macOS') ncpu=$(sysctl -n hw.ncpu) hwmemsize=$(sysctl -n hw.memsize) ramsize=$(expr $hwmemsize / $((1024**3))) echo "Number of cores: ${ncpu}" echo "Physical memory: ${ramsize} GB" echo -e "Partition sizes:\n$(df -k -h .)" ;; 'Windows') ncpu=${NUMBER_OF_PROCESSORS} CD=${PWD:1:1} echo "Number of cores: ${NUMBER_OF_PROCESSORS}" echo "Physical memory: $(wmic ComputerSystem get TotalPhysicalMemory)" echo -e "Partition sizes:\n$(wmic logicaldisk get name,size,freespace | grep -e "${CD^}" -e "FreeSpace")" ;; esac [[ -z "$ncpu" || $ncpu -le 0 ]] && ncpu=1 echo "ncpu=${ncpu}" >> $GITHUB_ENV if [[ '${{ matrix.target.evmc }}' == 'evmc' ]]; then echo "ENABLE_EVMC=1" >> $GITHUB_ENV else echo "ENABLE_EVMC=0" >> $GITHUB_ENV fi - name: Install build dependencies (Macos) # Some home brew modules were reported missing if: runner.os == 'Macos' run: | HOMEBREW_NO_INSTALL_CLEANUP=1 brew install gnu-getopt brew link --force gnu-getopt - name: Restore llvm-mingw (Windows) from cache if: runner.os == 'Windows' id: windows-mingw-cache uses: actions/cache@v4 with: path: external/mingw-${{ matrix.target.cpu }} key: 'mingw-llvm-17-${{ matrix.target.cpu }}' - name: Restore Nim DLLs dependencies (Windows) from cache if: runner.os == 'Windows' id: windows-dlls-cache uses: actions/cache@v4 with: path: external/dlls-${{ matrix.target.cpu }} # according to docu, idle caches are kept for up to 7 days # so change dlls# to force new cache contents (for some number #) key: dlls1-${{ matrix.target.cpu }} - name: Install llvm-mingw dependency (Windows) if: > steps.windows-mingw-cache.outputs.cache-hit != 'true' && runner.os == 'Windows' run: | mkdir -p external MINGW_BASE="https://github.com/mstorsjo/llvm-mingw/releases/download/20230905" if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then MINGW_URL="$MINGW_BASE/llvm-mingw-20230905-ucrt-x86_64.zip" ARCH=64 else MINGW_URL="$MINGW_BASE/llvm-mingw-20230905-ucrt-i686.zip" ARCH=32 fi curl -L "$MINGW_URL" -o "external/mingw-${{ matrix.target.cpu }}.zip" 7z x -y "external/mingw-${{ matrix.target.cpu }}.zip" -oexternal/mingw-${{ matrix.target.cpu }}/ mv external/mingw-${{ matrix.target.cpu }}/**/* ./external/mingw-${{ matrix.target.cpu }} - name: Install DLLs dependencies (Windows) if: > steps.windows-dlls-cache.outputs.cache-hit != 'true' && runner.os == 'Windows' run: | DLLPATH=external/dlls-${{ matrix.target.cpu }} mkdir -p external curl -L "https://nim-lang.org/download/windeps.zip" -o external/windeps.zip 7z x -y external/windeps.zip -o"$DLLPATH" - name: Path to cached dependencies (Windows) if: > runner.os == 'Windows' run: | echo '${{ github.workspace }}'"/external/mingw-${{ matrix.target.cpu }}/bin" >> $GITHUB_PATH echo '${{ github.workspace }}'"/external/dlls-${{ matrix.target.cpu }}" >> $GITHUB_PATH - name: Get latest nimbus-build-system commit hash id: versions run: | getHash() { git ls-remote "https://github.com/$1" "${2:-HEAD}" | cut -f 1 } nbsHash=$(getHash status-im/nimbus-build-system) echo "nimbus_build_system=$nbsHash" >> $GITHUB_OUTPUT - name: Restore prebuilt Nim from cache id: nim-cache uses: actions/cache@v4 with: path: NimBinCache key: 'nim-${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ steps.versions.outputs.nimbus_build_system }}-${{ matrix.target.evmc }}' - name: Build Nim and Nimbus-eth1 dependencies run: | make -j${ncpu} ARCH_OVERRIDE=${PLATFORM} CI_CACHE=NimBinCache update-from-ci - name: Run nimbus-eth1 tests (Windows) if: runner.os == 'Windows' run: | gcc --version DEFAULT_MAKE_FLAGS="-j${ncpu} ENABLE_EVMC=${ENABLE_EVMC} ENABLE_VMLOWMEM=${ENABLE_VMLOWMEM}" mingw32-make ${DEFAULT_MAKE_FLAGS} all test_import build/nimbus_execution_client.exe --help # give us more space # find . -type d -name ".git" -exec rm -rf {} + find . -type d -name "nimcache" -exec rm -rf {} + mingw32-make ${DEFAULT_MAKE_FLAGS} test t8n_test if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then mingw32-make ${DEFAULT_MAKE_FLAGS} fi - name: Run nimbus-eth1 tests (Linux) if: runner.os == 'Linux' run: | export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/lib" DEFAULT_MAKE_FLAGS="-j${ncpu} ENABLE_EVMC=${ENABLE_EVMC}" env CC=gcc make ${DEFAULT_MAKE_FLAGS} all test_import build/nimbus_execution_client --help # CC, GOARCH, and CGO_ENABLED are needed to select correct compiler 32/64 bit # pushd vendor/nimbus-eth2 # env NIMBUSEL_BINARY=../../build/nimbus_execution_client NIMBUSEL_GENESIS=scripts/nimbusel_genesis.json \ # ./scripts/launch_local_testnet.sh --nodes=3 --stop-at-epoch=7 \ # --disable-htop --reuse-binaries --run-nimbus-el --dl-eth2 --verbose --kill-old-processes # popd env CC=gcc GOARCH=${GOARCH} CXX=g++ CGO_ENABLED=1 make ${DEFAULT_MAKE_FLAGS} test t8n_test - name: Run nimbus-eth1 tests (Macos) if: runner.os == 'Macos' run: | export ZERO_AR_DATE=1 # avoid timestamps in binaries DEFAULT_MAKE_FLAGS="-j${ncpu} ENABLE_EVMC=${ENABLE_EVMC}" make ${DEFAULT_MAKE_FLAGS} all test_import build/nimbus_execution_client --help # "-static" option will not work for osx unless static system libraries are provided # pushd vendor/nimbus-eth2 # env NIMBUSEL_BINARY=../../build/nimbus_execution_client NIMBUSEL_GENESIS=scripts/nimbusel_genesis.json \ # ./scripts/launch_local_testnet.sh --nodes=3 --stop-at-epoch=7 \ # --disable-htop --reuse-binaries --run-nimbus-el --dl-eth2 --verbose --kill-old-processes # popd make ${DEFAULT_MAKE_FLAGS} test t8n_test lint: name: "Lint" runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v4 with: fetch-depth: 2 # In PR, has extra merge commit: ^1 = PR, ^2 = base - name: Check copyright year if: ${{ !cancelled() }} && github.event_name == 'pull_request' run: | bash scripts/check_copyright_year.sh