309 lines
11 KiB
YAML
309 lines
11 KiB
YAML
name: nimbus-eth1 CI
|
|
on: [push, pull_request]
|
|
|
|
jobs:
|
|
build:
|
|
strategy:
|
|
fail-fast: false
|
|
max-parallel: 20
|
|
matrix:
|
|
branch: [master]
|
|
target:
|
|
- os: linux
|
|
cpu: amd64
|
|
TEST_LANG: c
|
|
NPROC: 2
|
|
evmc: nimevm
|
|
- os: linux
|
|
cpu: i386
|
|
TEST_LANG: c
|
|
NPROC: 2
|
|
evmc: nimevm
|
|
- os: macos
|
|
cpu: amd64
|
|
TEST_LANG: c
|
|
NPROC: 2
|
|
evmc: nimevm
|
|
- os: windows
|
|
cpu: amd64
|
|
TEST_LANG: c
|
|
NPROC: 2
|
|
evmc: nimevm
|
|
- os: windows
|
|
cpu: i386
|
|
TEST_LANG: c
|
|
NPROC: 2
|
|
evmc: nimevm
|
|
# core dump
|
|
#- os: linux
|
|
# cpu: amd64
|
|
# TEST_LANG: c
|
|
# NPROC: 2
|
|
# evmc: evmc
|
|
- os: linux
|
|
cpu: i386
|
|
TEST_LANG: c
|
|
NPROC: 2
|
|
evmc: evmc
|
|
- os: macos
|
|
cpu: amd64
|
|
TEST_LANG: c
|
|
NPROC: 2
|
|
evmc: evmc
|
|
# mysterious failure
|
|
#- os: windows
|
|
# cpu: amd64
|
|
# TEST_LANG: c
|
|
# NPROC: 2
|
|
# evmc: evmc
|
|
- os: windows
|
|
cpu: i386
|
|
TEST_LANG: c
|
|
NPROC: 2
|
|
evmc: evmc
|
|
include:
|
|
- target:
|
|
os: linux
|
|
builder: ubuntu-18.04
|
|
- target:
|
|
os: macos
|
|
builder: macos-10.15
|
|
- target:
|
|
os: windows
|
|
builder: windows-2019
|
|
|
|
name: '${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ matrix.target.TEST_LANG }}-${{ matrix.target.evmc }} (${{ matrix.branch }})'
|
|
runs-on: ${{ matrix.builder }}
|
|
steps:
|
|
- name: Checkout nimbus-eth1
|
|
uses: actions/checkout@v2
|
|
with:
|
|
path: nimbus-eth1
|
|
submodules: false
|
|
|
|
- name: Install build dependencies (Linux i386)
|
|
if: runner.os == 'Linux' && matrix.target.cpu == 'i386'
|
|
run: |
|
|
sudo dpkg --add-architecture i386
|
|
sudo apt-fast update -qq
|
|
sudo DEBIAN_FRONTEND='noninteractive' apt-fast install \
|
|
--no-install-recommends -yq gcc-multilib g++-multilib \
|
|
libz-dev:i386 libbz2-dev:i386 libssl-dev:i386 libpcre3-dev:i386
|
|
mkdir -p external/bin
|
|
cat << EOF > external/bin/gcc
|
|
#!/bin/bash
|
|
exec $(which gcc) -m32 "\$@"
|
|
EOF
|
|
cat << EOF > external/bin/g++
|
|
#!/bin/bash
|
|
exec $(which g++) -m32 "\$@"
|
|
EOF
|
|
chmod 755 external/bin/gcc external/bin/g++
|
|
echo '${{ github.workspace }}/external/bin' >> $GITHUB_PATH
|
|
|
|
- name: Restore rocksdb from cache (Macos/Linux)
|
|
if: runner.os != 'Windows'
|
|
id: rocksdb-cache
|
|
uses: actions/cache@v1
|
|
with:
|
|
path: rocks-db-cache-${{ matrix.target.cpu }}
|
|
key: 'rocksdb-${{ matrix.target.os }}-${{ matrix.target.cpu }}'
|
|
|
|
- name: Build and install rocksdb (Linux i386)
|
|
# no librocksdb-dev:i386
|
|
if: runner.os == 'Linux' && matrix.target.cpu == 'i386'
|
|
shell: bash
|
|
run: |
|
|
curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_rocksdb.sh
|
|
bash build_rocksdb.sh rocks-db-cache-${{ matrix.target.cpu }}
|
|
|
|
- name: Install rocksdb (Linux amd64)
|
|
# mysterious illegal instruction error if we build our own librocksdb
|
|
if: runner.os == 'Linux' && matrix.target.cpu == 'amd64'
|
|
shell: bash
|
|
run: |
|
|
sudo apt-get -q update
|
|
sudo apt-get install -y librocksdb-dev libpcre3-dev
|
|
|
|
- name: Build and install rocksdb (Macos)
|
|
if: runner.os == 'Macos'
|
|
shell: bash
|
|
run: |
|
|
HOMEBREW_NO_AUTO_UPDATE=1 HOMEBREW_NO_INSTALL_CLEANUP=1 brew install ccache
|
|
echo "/usr/local/opt/ccache/libexec" >> $GITHUB_PATH
|
|
curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_rocksdb.sh
|
|
bash build_rocksdb.sh rocks-db-cache-${{ matrix.target.cpu }}
|
|
|
|
- name: Restore MinGW-W64 (Windows) from cache
|
|
if: runner.os == 'Windows'
|
|
id: windows-mingw-cache
|
|
uses: actions/cache@v2
|
|
with:
|
|
path: external/mingw-${{ matrix.target.cpu }}
|
|
key: 'mingw-${{ matrix.target.cpu }}'
|
|
|
|
- name: Restore Nim DLLs dependencies (Windows) from cache
|
|
if: runner.os == 'Windows'
|
|
id: windows-dlls-cache
|
|
uses: actions/cache@v2
|
|
with:
|
|
path: external/dlls-${{ matrix.target.cpu }}
|
|
key: 'dlls-${{ matrix.target.cpu }}'
|
|
|
|
- name: Install MinGW64 dependency (Windows)
|
|
if: >
|
|
steps.windows-mingw-cache.outputs.cache-hit != 'true' &&
|
|
runner.os == 'Windows'
|
|
shell: bash
|
|
run: |
|
|
mkdir -p external
|
|
if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
|
|
MINGW_URL="https://sourceforge.net/projects/mingw-w64/files/Toolchains targetting Win64/Personal Builds/mingw-builds/8.1.0/threads-posix/seh/x86_64-8.1.0-release-posix-seh-rt_v6-rev0.7z"
|
|
ARCH=64
|
|
else
|
|
MINGW_URL="https://sourceforge.net/projects/mingw-w64/files/Toolchains targetting Win32/Personal Builds/mingw-builds/8.1.0/threads-posix/dwarf/i686-8.1.0-release-posix-dwarf-rt_v6-rev0.7z"
|
|
ARCH=32
|
|
fi
|
|
curl -L "$MINGW_URL" -o "external/mingw-${{ matrix.target.cpu }}.7z"
|
|
7z x -y "external/mingw-${{ matrix.target.cpu }}.7z" -oexternal/
|
|
mv external/mingw$ARCH external/mingw-${{ matrix.target.cpu }}
|
|
|
|
- name: Install DLLs dependencies (Windows)
|
|
if: >
|
|
steps.windows-dlls-cache.outputs.cache-hit != 'true' &&
|
|
runner.os == 'Windows'
|
|
shell: bash
|
|
run: |
|
|
if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
|
|
ROCKSDBSUB=x64
|
|
else
|
|
ROCKSDBSUB=x86
|
|
fi
|
|
DLLPATH=external/dlls-${{ matrix.target.cpu }}
|
|
mkdir -p external
|
|
curl -L "https://nim-lang.org/download/windeps.zip" -o external/windeps.zip
|
|
7z x -y external/windeps.zip -o"$DLLPATH"
|
|
# ROCKSDB
|
|
curl -L "https://github.com/status-im/nimbus-deps/releases/download/nimbus-deps/nimbus-deps.zip" -o external/nimbus-deps.zip
|
|
7z x -y external/nimbus-deps.zip
|
|
cp "./$ROCKSDBSUB/librocksdb.dll" "$DLLPATH/librocksdb.dll"
|
|
|
|
- name: Path to cached dependencies (Windows)
|
|
if: >
|
|
runner.os == 'Windows'
|
|
shell: bash
|
|
run: |
|
|
echo '${{ github.workspace }}'"/external/mingw-${{ matrix.target.cpu }}/bin" >> $GITHUB_PATH
|
|
echo '${{ github.workspace }}'"/external/dlls-${{ matrix.target.cpu }}" >> $GITHUB_PATH
|
|
|
|
- name: Get latest nimbus-build-system commit hash
|
|
id: versions
|
|
shell: bash
|
|
run: |
|
|
getHash() {
|
|
git ls-remote "https://github.com/$1" "${2:-HEAD}" | cut -f 1
|
|
}
|
|
nbsHash=$(getHash status-im/nimbus-build-system)
|
|
echo "::set-output name=nimbus_build_system::$nbsHash"
|
|
|
|
- name: Restore prebuilt Nim from cache
|
|
id: nim-cache
|
|
uses: actions/cache@v2
|
|
with:
|
|
path: nim
|
|
key: 'nim-${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ steps.versions.outputs.nimbus_build_system }}'
|
|
|
|
- name: Build Nim and associated tools
|
|
if: steps.nim-cache.outputs.cache-hit != 'true'
|
|
shell: bash
|
|
run: |
|
|
curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_nim.sh
|
|
if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
|
|
PLATFORM=x64
|
|
else
|
|
PLATFORM=x86
|
|
fi
|
|
if [[ '${{ matrix.target.os }}' == 'windows' ]]; then
|
|
MAKE_CMD="mingw32-make"
|
|
else
|
|
MAKE_CMD="make"
|
|
fi
|
|
env MAKE="$MAKE_CMD -j2" ARCH_OVERRIDE=$PLATFORM CC=gcc bash build_nim.sh nim csources dist/nimble NimBinaries
|
|
|
|
# clean up to save cache space
|
|
cd nim
|
|
rm koch
|
|
rm -rf nimcache
|
|
rm -rf csources
|
|
rm -rf tests
|
|
rm -rf dist
|
|
rm -rf .git
|
|
|
|
- name: Setup environment
|
|
shell: bash
|
|
run: |
|
|
echo '${{ github.workspace }}/nim/bin' >> $GITHUB_PATH
|
|
if [[ '${{ matrix.target.evmc }}' == 'evmc' ]]; then
|
|
echo "ENABLE_EVMC=1" >> $GITHUB_ENV
|
|
else
|
|
echo "ENABLE_EVMC=0" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Run nimbus-eth1 tests (Windows)
|
|
if: runner.os == 'Windows'
|
|
shell: bash
|
|
working-directory: nimbus-eth1
|
|
run: |
|
|
if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
|
|
PLATFORM=x64
|
|
USE_MIRACL=0
|
|
else
|
|
PLATFORM=x86
|
|
USE_MIRACL=1
|
|
fi
|
|
NPROC="${{ matrix.target.NPROC }}"
|
|
MAKEFLAGS="-j${NPROC} USE_SYSTEM_NIM=1 ARCH_OVERRIDE=$PLATFORM ENABLE_EVMC=$ENABLE_EVMC"
|
|
mingw32-make $MAKEFLAGS update
|
|
mingw32-make $MAKEFLAGS
|
|
build/nimbus.exe --help
|
|
mingw32-make $MAKEFLAGS test
|
|
if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
|
|
mingw32-make -j${NPROC} USE_SYSTEM_NIM=1 test-reproducibility
|
|
fi
|
|
|
|
- name: Run nimbus-eth1 tests (Linux)
|
|
if: runner.os == 'Linux'
|
|
shell: bash
|
|
working-directory: nimbus-eth1
|
|
run: |
|
|
if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
|
|
PLATFORM=x64
|
|
GOARCH=amd64
|
|
USE_MIRACL=0
|
|
else
|
|
PLATFORM=x86
|
|
GOARCH=386
|
|
USE_MIRACL=1
|
|
fi
|
|
export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib"
|
|
NPROC="${{ matrix.target.NPROC }}"
|
|
MAKEFLAGS="-j${NPROC} NIMFLAGS="--parallelBuild:${NPROC}" USE_SYSTEM_NIM=1 ARCH_OVERRIDE=$PLATFORM USE_MIRACL=$USE_MIRACL ENABLE_EVMC=$ENABLE_EVMC"
|
|
env CC=gcc make $MAKEFLAGS update
|
|
env CC=gcc make $MAKEFLAGS
|
|
build/nimbus --help
|
|
# CC, GOARCH, and CGO_ENABLED are needed to select correct compiler 32/64 bit
|
|
env CC=gcc GOARCH=$GOARCH CXX=g++ CGO_ENABLED=1 make $MAKEFLAGS test test-reproducibility wrappers wrappers-static
|
|
|
|
- name: Run nimbus-eth1 tests (Macos)
|
|
if: runner.os == 'Macos'
|
|
shell: bash
|
|
working-directory: nimbus-eth1
|
|
run: |
|
|
NPROC="${{ matrix.target.NPROC }}"
|
|
MAKEFLAGS="-j${NPROC} NIMFLAGS="--parallelBuild:${NPROC}" USE_SYSTEM_NIM=1 ENABLE_EVMC=$ENABLE_EVMC"
|
|
make $MAKEFLAGS update
|
|
make $MAKEFLAGS
|
|
build/nimbus --help
|
|
# "-static" option will not work for osx unless static system libraries are provided
|
|
make $MAKEFLAGS test test-reproducibility wrappers
|