add github action script

2021-01-06 14:40:07 +07:00 · 2021-01-06 14:40:07 +07:00 · b22828806f
parent 03bed02512
commit b22828806f
2 changed files with 269 additions and 1 deletions
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@ -0,0 +1,267 @@
+name: nimbus-eth1 CI
+on: [push, pull_request]
+
+jobs:
+  build:
+    strategy:
+      fail-fast: false
+      max-parallel: 20
+      matrix:
+        branch: [master]
+        target:
+          - os: linux
+            cpu: amd64
+            TEST_LANG: c
+            NPROC: 2
+          - os: linux
+            cpu: i386
+            TEST_LANG: c
+            NPROC: 2
+          - os: macos
+            cpu: amd64
+            TEST_LANG: c
+            NPROC: 2
+          - os: windows
+            cpu: amd64
+            TEST_LANG: c
+            NPROC: 2
+          - os: windows
+            cpu: i386
+            TEST_LANG: c
+            NPROC: 2
+        include:
+          - target:
+              os: linux
+            builder: ubuntu-18.04
+          - target:
+              os: macos
+            builder: macos-10.15
+          - target:
+              os: windows
+            builder: windows-2019
+
+    name: '${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ matrix.target.TEST_LANG }} (${{ matrix.branch }})'
+    runs-on: ${{ matrix.builder }}
+    steps:
+      - name: Checkout nimbus-eth1
+        uses: actions/checkout@v2
+        with:
+          path: nimbus-eth1
+          submodules: false
+
+      - name: Install build dependencies (Linux i386)
+        if: runner.os == 'Linux' && matrix.target.cpu == 'i386'
+        run: |
+          sudo dpkg --add-architecture i386
+          sudo apt-fast update -qq
+          sudo DEBIAN_FRONTEND='noninteractive' apt-fast install \
+            --no-install-recommends -yq gcc-multilib g++-multilib \
+            libz-dev:i386 libbz2-dev:i386 libssl-dev:i386 libpcre3-dev:i386
+          mkdir -p external/bin
+          cat << EOF > external/bin/gcc
+          #!/bin/bash
+          exec $(which gcc) -m32 "\$@"
+          EOF
+          cat << EOF > external/bin/g++
+          #!/bin/bash
+          exec $(which g++) -m32 "\$@"
+          EOF
+          chmod 755 external/bin/gcc external/bin/g++
+          echo '${{ github.workspace }}/external/bin' >> $GITHUB_PATH
+
+      - name: Restore rocksdb from cache (Macos)
+        if: runner.os == 'Macos'
+        id: rocksdb-cache
+        uses: actions/cache@v1
+        with:
+          path: rocks-db-cache-${{ matrix.target.cpu }}
+          key: 'rocksdb-${{ matrix.target.os }}-${{ matrix.target.cpu }}'
+
+      - name: Build and install rocksdb (Linux i386)
+        # no librocksdb-dev:i386
+        if: runner.os == 'Linux' && matrix.target.cpu == 'i386'
+        shell: bash
+        run: |
+          curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_rocksdb.sh
+          bash build_rocksdb.sh rocks-db-cache-${{ matrix.target.cpu }}
+
+      - name: Install rocksdb (Linux amd64)
+        # mysterious illegal instruction error if we build our own librocksdb
+        if: runner.os == 'Linux' && matrix.target.cpu == 'amd64'
+        shell: bash
+        run: |
+         sudo apt-get -q update
+         sudo apt-get install -y librocksdb-dev libpcre3-dev
+
+      - name: Build and install rocksdb (Macos)
+        if: runner.os == 'Macos'
+        shell: bash
+        run: |
+          HOMEBREW_NO_AUTO_UPDATE=1 HOMEBREW_NO_INSTALL_CLEANUP=1 brew install ccache
+          echo "/usr/local/opt/ccache/libexec" >> $GITHUB_PATH
+          curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_rocksdb.sh
+          bash build_rocksdb.sh rocks-db-cache-${{ matrix.target.cpu }}
+
+      - name: Restore MinGW-W64 (Windows) from cache
+        if: runner.os == 'Windows'
+        id: windows-mingw-cache
+        uses: actions/cache@v2
+        with:
+          path: external/mingw-${{ matrix.target.cpu }}
+          key: 'mingw-${{ matrix.target.cpu }}'
+
+      - name: Restore Nim DLLs dependencies (Windows) from cache
+        if: runner.os == 'Windows'
+        id: windows-dlls-cache
+        uses: actions/cache@v2
+        with:
+          path: external/dlls-${{ matrix.target.cpu }}
+          key: 'dlls-${{ matrix.target.cpu }}'
+
+      - name: Install MinGW64 dependency (Windows)
+        if: >
+          steps.windows-mingw-cache.outputs.cache-hit != 'true' &&
+          runner.os == 'Windows'
+        shell: bash
+        run: |
+          mkdir -p external
+          if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
+            MINGW_URL="https://sourceforge.net/projects/mingw-w64/files/Toolchains targetting Win64/Personal Builds/mingw-builds/8.1.0/threads-posix/seh/x86_64-8.1.0-release-posix-seh-rt_v6-rev0.7z"
+            ARCH=64
+          else
+            MINGW_URL="https://sourceforge.net/projects/mingw-w64/files/Toolchains targetting Win32/Personal Builds/mingw-builds/8.1.0/threads-posix/dwarf/i686-8.1.0-release-posix-dwarf-rt_v6-rev0.7z"
+            ARCH=32
+          fi
+          curl -L "$MINGW_URL" -o "external/mingw-${{ matrix.target.cpu }}.7z"
+          7z x -y "external/mingw-${{ matrix.target.cpu }}.7z" -oexternal/
+          mv external/mingw$ARCH external/mingw-${{ matrix.target.cpu }}
+
+      - name: Install DLLs dependencies (Windows)
+        if: >
+          steps.windows-dlls-cache.outputs.cache-hit != 'true' &&
+          runner.os == 'Windows'
+        shell: bash
+        run: |
+          if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
+            ROCKSDBSUB=x64
+          else
+            ROCKSDBSUB=x86
+          fi
+          DLLPATH=external/dlls-${{ matrix.target.cpu }}
+          mkdir -p external
+          curl -L "https://nim-lang.org/download/windeps.zip" -o external/windeps.zip
+          7z x -y external/windeps.zip -o"$DLLPATH"
+          # ROCKSDB
+          curl -L "https://github.com/status-im/nimbus-deps/releases/download/nimbus-deps/nimbus-deps.zip" -o external/nimbus-deps.zip
+          7z x -y external/nimbus-deps.zip
+          cp "./$ROCKSDBSUB/librocksdb.dll" "$DLLPATH/librocksdb.dll"
+
+      - name: Path to cached dependencies (Windows)
+        if: >
+          runner.os == 'Windows'
+        shell: bash
+        run: |
+          echo '${{ github.workspace }}'"/external/mingw-${{ matrix.target.cpu }}/bin" >> $GITHUB_PATH
+          echo '${{ github.workspace }}'"/external/dlls-${{ matrix.target.cpu }}" >> $GITHUB_PATH
+
+      - name: Get latest nimbus-build-system commit hash
+        id: versions
+        shell: bash
+        run: |
+          getHash() {
+            git ls-remote "https://github.com/$1" "${2:-HEAD}" | cut -f 1
+          }
+          nbsHash=$(getHash status-im/nimbus-build-system)
+          echo "::set-output name=nimbus_build_system::$nbsHash"
+
+      - name: Restore prebuilt Nim from cache
+        id: nim-cache
+        uses: actions/cache@v2
+        with:
+          path: nim
+          key: 'nim-${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ steps.versions.outputs.nimbus_build_system }}'
+
+      - name: Build Nim and associated tools
+        if: steps.nim-cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_nim.sh
+          if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
+            PLATFORM=x64
+          else
+            PLATFORM=x86
+          fi
+          if [[ '${{ matrix.target.os }}' == 'windows' ]]; then
+            MAKE_CMD="mingw32-make"
+          else
+            MAKE_CMD="make"
+          fi
+          env MAKE="$MAKE_CMD -j2" ARCH_OVERRIDE=$PLATFORM CC=gcc bash build_nim.sh nim csources dist/nimble NimBinaries
+
+          # clean up to save cache space
+          cd nim
+          rm koch
+          rm -rf nimcache
+          rm -rf csources
+          rm -rf tests
+          rm -rf dist
+          rm -rf .git
+
+      - name: Setup environment
+        shell: bash
+        run: echo '${{ github.workspace }}/nim/bin' >> $GITHUB_PATH
+
+      - name: Run nimbus-eth1 tests (Windows)
+        if: runner.os == 'Windows'
+        shell: bash
+        working-directory: nimbus-eth1
+        run: |
+          if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
+            PLATFORM=x64
+          else
+            PLATFORM=x86
+          fi
+          NPROC="${{ matrix.target.NPROC }}"
+          MAKEFLAGS="-j${NPROC} USE_SYSTEM_NIM=1 ARCH_OVERRIDE=$PLATFORM"
+          mingw32-make $MAKEFLAGS update
+          mingw32-make $MAKEFLAGS
+          build/nimbus.exe --help
+          mingw32-make $MAKEFLAGS test
+          if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
+            mingw32-make -j${NPROC} USE_SYSTEM_NIM=1 test-reproducibility
+          fi
+
+      - name: Run nimbus-eth1 tests (Linux)
+        if: runner.os == 'Linux'
+        shell: bash
+        working-directory: nimbus-eth1
+        run: |
+          if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
+            PLATFORM=x64
+          else
+            PLATFORM=x86
+          fi
+          export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib"
+          NPROC="${{ matrix.target.NPROC }}"
+          MAKEFLAGS="-j${NPROC} NIMFLAGS="--parallelBuild:${NPROC}" USE_SYSTEM_NIM=1 ARCH_OVERRIDE=$PLATFORM"
+          env CC=gcc make $MAKEFLAGS update
+          env CC=gcc make $MAKEFLAGS
+          build/nimbus --help
+          if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
+            # too lazy to debug libnimbus.so and libnimbus.a 32bit build
+            # probably only setting CC env like make
+            env CC=gcc make $MAKEFLAGS test test-reproducibility wrappers wrappers-static
+          fi
+
+      - name: Run nimbus-eth1 tests (Macos)
+        if: runner.os == 'Macos'
+        shell: bash
+        working-directory: nimbus-eth1
+        run: |
+          NPROC="${{ matrix.target.NPROC }}"
+          MAKEFLAGS="-j${NPROC} NIMFLAGS="--parallelBuild:${NPROC}" USE_SYSTEM_NIM=1"
+          make $MAKEFLAGS update
+          make $MAKEFLAGS
+          build/nimbus --help
+          # "-static" option will not work for osx unless static system libraries are provided
+          make $MAKEFLAGS test test-reproducibility wrappers
--- a/README.md
+++ b/README.md
@ -5,6 +5,7 @@
 [![License: Apache](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
 [![License: MIT](https://img.shields.io/badge/License-MIT-blue.svg)](https://opensource.org/licenses/MIT)
 ![Stability: experimental](https://img.shields.io/badge/stability-experimental-orange.svg)
+![Github action](https://github.com/status-im/nimbus-eth1/workflows/nimbus-eth1%20CI/badge.svg)

 [![Discord: Nimbus](https://img.shields.io/badge/discord-nimbus-orange.svg)](https://discord.gg/XRxWahP)
 [![Gitter: #status-im/nimbus](https://img.shields.io/badge/gitter-status--im%2Fnimbus-orange.svg)](https://gitter.im/status-im/nimbus)
@ -169,7 +170,7 @@ cd nimbus
 ##### Environment setup

 * Install the [Termux](https://termux.com) app from FDroid or the Google Play store
-* Install a [PRoot](https://wiki.termux.com/wiki/PRoot) of your choice following the instructions for your preferred distribution. 
+* Install a [PRoot](https://wiki.termux.com/wiki/PRoot) of your choice following the instructions for your preferred distribution.
 Note, the Ubuntu PRoot is known to contain all Nimbus prerequisites compiled on Arm64 architecture (common architecture for Android devices).  Depending on the distribution, it may require effort beyond the scope of this guide to get all prerequisites.

 *Assuming Ubuntu PRoot is used*