2021-06-03 00:40:58 +00:00
|
|
|
name: CI
|
2021-12-11 18:12:55 +00:00
|
|
|
on:
|
|
|
|
push:
|
|
|
|
branches:
|
|
|
|
- master
|
|
|
|
pull_request:
|
|
|
|
workflow_dispatch:
|
2020-12-23 10:29:34 +00:00
|
|
|
|
|
|
|
jobs:
|
|
|
|
build:
|
|
|
|
strategy:
|
|
|
|
fail-fast: false
|
|
|
|
matrix:
|
|
|
|
target:
|
|
|
|
- os: linux
|
|
|
|
cpu: amd64
|
|
|
|
- os: linux
|
|
|
|
cpu: i386
|
|
|
|
- os: macos
|
|
|
|
cpu: amd64
|
|
|
|
- os: windows
|
|
|
|
cpu: amd64
|
2021-12-11 18:12:55 +00:00
|
|
|
#- os: windows
|
|
|
|
#cpu: i386
|
|
|
|
branch: [version-1-2, version-1-4, version-1-6, devel]
|
2020-12-23 10:29:34 +00:00
|
|
|
include:
|
|
|
|
- target:
|
|
|
|
os: linux
|
|
|
|
builder: ubuntu-18.04
|
2021-12-11 18:12:55 +00:00
|
|
|
shell: bash
|
2020-12-23 10:29:34 +00:00
|
|
|
- target:
|
|
|
|
os: macos
|
|
|
|
builder: macos-10.15
|
2021-12-11 18:12:55 +00:00
|
|
|
shell: bash
|
2020-12-23 10:29:34 +00:00
|
|
|
- target:
|
|
|
|
os: windows
|
|
|
|
builder: windows-2019
|
2021-12-11 18:12:55 +00:00
|
|
|
shell: msys2 {0}
|
2020-12-23 10:29:34 +00:00
|
|
|
|
2021-12-11 18:12:55 +00:00
|
|
|
defaults:
|
|
|
|
run:
|
|
|
|
shell: ${{ matrix.shell }}
|
|
|
|
|
|
|
|
name: '${{ matrix.target.os }}-${{ matrix.target.cpu }} (Nim ${{ matrix.branch }})'
|
2020-12-23 10:29:34 +00:00
|
|
|
runs-on: ${{ matrix.builder }}
|
2021-12-11 18:12:55 +00:00
|
|
|
continue-on-error: ${{ matrix.branch == 'version-1-6' || matrix.branch == 'devel' }}
|
2021-02-17 14:43:05 +00:00
|
|
|
timeout-minutes: 60
|
2020-12-23 10:29:34 +00:00
|
|
|
steps:
|
2021-12-11 18:12:55 +00:00
|
|
|
- name: Checkout
|
2020-12-23 10:29:34 +00:00
|
|
|
uses: actions/checkout@v2
|
|
|
|
|
|
|
|
- name: Install build dependencies (Linux i386)
|
|
|
|
if: runner.os == 'Linux' && matrix.target.cpu == 'i386'
|
|
|
|
run: |
|
|
|
|
sudo dpkg --add-architecture i386
|
|
|
|
sudo apt-fast update -qq
|
|
|
|
sudo DEBIAN_FRONTEND='noninteractive' apt-fast install \
|
|
|
|
--no-install-recommends -yq gcc-multilib g++-multilib \
|
|
|
|
libz-dev:i386 libbz2-dev:i386 libssl-dev:i386
|
|
|
|
mkdir -p external/bin
|
|
|
|
cat << EOF > external/bin/gcc
|
|
|
|
#!/bin/bash
|
|
|
|
exec $(which gcc) -m32 "\$@"
|
|
|
|
EOF
|
|
|
|
cat << EOF > external/bin/g++
|
|
|
|
#!/bin/bash
|
|
|
|
exec $(which g++) -m32 "\$@"
|
|
|
|
EOF
|
|
|
|
chmod 755 external/bin/gcc external/bin/g++
|
|
|
|
echo '${{ github.workspace }}/external/bin' >> $GITHUB_PATH
|
|
|
|
|
|
|
|
- name: Restore rocksdb from cache (Macos)
|
|
|
|
if: runner.os != 'Windows'
|
|
|
|
id: rocksdb-cache
|
|
|
|
uses: actions/cache@v1
|
|
|
|
with:
|
|
|
|
path: rocks-db-cache-${{ matrix.target.cpu }}
|
2021-10-15 11:38:51 +00:00
|
|
|
key: 'rocksdb-v1-${{ matrix.target.os }}-${{ matrix.target.cpu }}'
|
2020-12-23 10:29:34 +00:00
|
|
|
|
|
|
|
- name: Build and install rocksdb (Linux i386)
|
|
|
|
# no librocksdb-dev:i386
|
|
|
|
if: runner.os == 'Linux' && matrix.target.cpu == 'i386'
|
|
|
|
run: |
|
|
|
|
curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_rocksdb.sh
|
|
|
|
bash build_rocksdb.sh rocks-db-cache-${{ matrix.target.cpu }}
|
|
|
|
|
|
|
|
- name: Install rocksdb (Linux amd64)
|
|
|
|
# mysterious illegal instruction error if we build our own librocksdb
|
|
|
|
if: runner.os == 'Linux' && matrix.target.cpu == 'amd64'
|
|
|
|
run: |
|
|
|
|
sudo apt-get -q update
|
|
|
|
sudo apt-get install -y librocksdb-dev
|
|
|
|
|
|
|
|
- name: Build and install lmdb (Linux)
|
|
|
|
if: runner.os == 'Linux'
|
|
|
|
run: |
|
|
|
|
LMDBVER="0.9.22"
|
|
|
|
curl -L "https://github.com/LMDB/lmdb/archive/LMDB_$LMDBVER.tar.gz" -o "LMDB_$LMDBVER.tar.gz"
|
|
|
|
tar xzf "LMDB_$LMDBVER.tar.gz"
|
|
|
|
cd "lmdb-LMDB_$LMDBVER/libraries/liblmdb"
|
|
|
|
make -j2
|
|
|
|
sed -i 's| liblmdb.a||' Makefile
|
|
|
|
sudo make prefix=/usr install
|
|
|
|
|
|
|
|
- name: Build and install rocksdb (Macos)
|
|
|
|
if: runner.os == 'Macos'
|
|
|
|
run: |
|
|
|
|
HOMEBREW_NO_AUTO_UPDATE=1 HOMEBREW_NO_INSTALL_CLEANUP=1 brew install ccache
|
|
|
|
echo "/usr/local/opt/ccache/libexec" >> $GITHUB_PATH
|
|
|
|
curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_rocksdb.sh
|
|
|
|
bash build_rocksdb.sh rocks-db-cache-${{ matrix.target.cpu }}
|
|
|
|
|
|
|
|
- name: Build and install lmdb (Macos)
|
|
|
|
if: runner.os == 'Macos'
|
|
|
|
run: |
|
|
|
|
LMDBVER="0.9.22"
|
|
|
|
curl -L "https://github.com/LMDB/lmdb/archive/LMDB_$LMDBVER.tar.gz" -o "LMDB_$LMDBVER.tar.gz"
|
|
|
|
tar xzf "LMDB_$LMDBVER.tar.gz"
|
|
|
|
cd "lmdb-LMDB_$LMDBVER/libraries/liblmdb"
|
|
|
|
make -j2
|
|
|
|
sudo cp -a liblmdb.so /usr/local/lib/liblmdb.dylib
|
|
|
|
|
2021-12-11 18:12:55 +00:00
|
|
|
- name: MSYS2 (Windows i386)
|
|
|
|
if: runner.os == 'Windows' && matrix.target.cpu == 'i386'
|
|
|
|
uses: msys2/setup-msys2@v2
|
|
|
|
with:
|
|
|
|
path-type: inherit
|
|
|
|
msystem: MINGW32
|
|
|
|
install: >-
|
|
|
|
base-devel
|
|
|
|
git
|
|
|
|
mingw-w64-i686-toolchain
|
|
|
|
|
|
|
|
- name: MSYS2 (Windows amd64)
|
|
|
|
if: runner.os == 'Windows' && matrix.target.cpu == 'amd64'
|
|
|
|
uses: msys2/setup-msys2@v2
|
2020-12-23 10:29:34 +00:00
|
|
|
with:
|
2021-12-11 18:12:55 +00:00
|
|
|
path-type: inherit
|
|
|
|
install: >-
|
|
|
|
base-devel
|
|
|
|
git
|
|
|
|
mingw-w64-x86_64-toolchain
|
2020-12-23 10:29:34 +00:00
|
|
|
|
|
|
|
- name: Restore Nim DLLs dependencies (Windows) from cache
|
|
|
|
if: runner.os == 'Windows'
|
|
|
|
id: windows-dlls-cache
|
|
|
|
uses: actions/cache@v2
|
|
|
|
with:
|
|
|
|
path: external/dlls-${{ matrix.target.cpu }}
|
|
|
|
key: 'dlls-${{ matrix.target.cpu }}'
|
|
|
|
|
|
|
|
- name: Install DLLs dependencies (Windows)
|
|
|
|
if: >
|
|
|
|
steps.windows-dlls-cache.outputs.cache-hit != 'true' &&
|
|
|
|
runner.os == 'Windows'
|
|
|
|
run: |
|
|
|
|
if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
|
|
|
|
ROCKSDBSUB=x64
|
|
|
|
SQLITE_URL="https://www.sqlite.org/2018/sqlite-dll-win64-x64-3240000.zip"
|
|
|
|
SQLITE_DLL="sqlite3_64.dll"
|
|
|
|
else
|
|
|
|
ROCKSDBSUB=x86
|
|
|
|
SQLITE_URL="https://www.sqlite.org/2018/sqlite-dll-win32-x86-3240000.zip"
|
|
|
|
SQLITE_DLL="sqlite3_32.dll"
|
|
|
|
fi
|
|
|
|
DLLPATH=external/dlls-${{ matrix.target.cpu }}
|
|
|
|
mkdir -p external
|
|
|
|
curl -L "https://nim-lang.org/download/windeps.zip" -o external/windeps.zip
|
|
|
|
7z x -y external/windeps.zip -o"$DLLPATH"
|
|
|
|
# ROCKSDB
|
|
|
|
curl -L "https://github.com/status-im/nimbus-deps/releases/download/nimbus-deps/nimbus-deps.zip" -o external/nimbus-deps.zip
|
|
|
|
7z x -y external/nimbus-deps.zip
|
|
|
|
cp "./$ROCKSDBSUB/librocksdb.dll" "$DLLPATH/librocksdb.dll"
|
|
|
|
# SQLITE
|
|
|
|
curl -L "$SQLITE_URL" -o external/sqlite-dll.zip
|
|
|
|
7z x -y external/sqlite-dll.zip
|
|
|
|
cp ./sqlite3.dll "$DLLPATH/$SQLITE_DLL"
|
|
|
|
# LMDB
|
|
|
|
LMDBVER="0.9.22"
|
|
|
|
LMDB_PATH="lmdb-LMDB_$LMDBVER/libraries/liblmdb"
|
|
|
|
curl -L "https://github.com/LMDB/lmdb/archive/LMDB_$LMDBVER.tar.gz" -o "LMDB_$LMDBVER.tar.gz"
|
|
|
|
tar xzf "LMDB_$LMDBVER.tar.gz"
|
|
|
|
cd "$LMDB_PATH"
|
|
|
|
gcc -march=native -O3 -pipe -shared -o lmdb.dll mdb.c midl.c -lntdll
|
|
|
|
cd ../../..
|
|
|
|
cp "$LMDB_PATH/lmdb.dll" "$DLLPATH/lmdb.dll"
|
|
|
|
|
|
|
|
- name: Path to cached dependencies (Windows)
|
|
|
|
if: >
|
|
|
|
runner.os == 'Windows'
|
|
|
|
run: |
|
|
|
|
echo '${{ github.workspace }}'"/external/dlls-${{ matrix.target.cpu }}" >> $GITHUB_PATH
|
|
|
|
|
2021-12-11 18:12:55 +00:00
|
|
|
- name: Derive environment variables
|
2020-12-23 10:29:34 +00:00
|
|
|
run: |
|
|
|
|
if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
|
|
|
|
PLATFORM=x64
|
|
|
|
else
|
|
|
|
PLATFORM=x86
|
|
|
|
fi
|
2021-12-11 18:12:55 +00:00
|
|
|
echo "PLATFORM=$PLATFORM" >> $GITHUB_ENV
|
|
|
|
|
|
|
|
ncpu=
|
|
|
|
MAKE_CMD="make"
|
|
|
|
case '${{ runner.os }}' in
|
|
|
|
'Linux')
|
|
|
|
ncpu=$(nproc)
|
|
|
|
;;
|
|
|
|
'macOS')
|
|
|
|
ncpu=$(sysctl -n hw.ncpu)
|
|
|
|
;;
|
|
|
|
'Windows')
|
|
|
|
ncpu=$NUMBER_OF_PROCESSORS
|
2020-12-23 10:29:34 +00:00
|
|
|
MAKE_CMD="mingw32-make"
|
2021-12-11 18:12:55 +00:00
|
|
|
;;
|
|
|
|
esac
|
|
|
|
[[ -z "$ncpu" || $ncpu -le 0 ]] && ncpu=1
|
|
|
|
echo "ncpu=$ncpu" >> $GITHUB_ENV
|
|
|
|
echo "MAKE_CMD=${MAKE_CMD}" >> $GITHUB_ENV
|
|
|
|
|
|
|
|
- name: Build Nim and Nimble
|
|
|
|
run: |
|
|
|
|
curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_nim.sh
|
|
|
|
env MAKE="${MAKE_CMD} -j${ncpu}" ARCH_OVERRIDE=${PLATFORM} NIM_COMMIT=${{ matrix.branch }} \
|
|
|
|
QUICK_AND_DIRTY_COMPILER=1 QUICK_AND_DIRTY_NIMBLE=1 CC=gcc \
|
|
|
|
bash build_nim.sh nim csources dist/nimble NimBinaries
|
2021-06-03 00:40:58 +00:00
|
|
|
echo '${{ github.workspace }}/nim/bin' >> $GITHUB_PATH
|
2020-12-23 10:29:34 +00:00
|
|
|
|
2021-12-11 18:12:55 +00:00
|
|
|
- name: Run tests
|
2020-12-23 10:29:34 +00:00
|
|
|
run: |
|
|
|
|
export PLATFORM="${{ matrix.target.os }}-${{ matrix.target.cpu }}"
|
|
|
|
export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib"
|
2021-12-11 18:12:55 +00:00
|
|
|
if [[ "${{ matrix.target.os }}" == "windows" ]]; then
|
|
|
|
# https://github.com/status-im/nimbus-eth2/issues/3121
|
|
|
|
export NIMFLAGS="-d:nimRawSetjmp"
|
|
|
|
fi
|
|
|
|
nim --version
|
|
|
|
nimble --version
|
2020-12-23 10:29:34 +00:00
|
|
|
nimble install -y --depsOnly
|
2021-06-03 00:40:58 +00:00
|
|
|
nimble test
|
|
|
|
nimble build_dcli
|
2021-09-07 14:00:01 +00:00
|
|
|
nimble build_fuzzers
|