mirror of
https://github.com/logos-messaging/logos-delivery.git
synced 2026-05-06 06:49:29 +00:00
419 lines
13 KiB
YAML
419 lines
13 KiB
YAML
name: ci
|
|
|
|
on:
|
|
pull_request:
|
|
push:
|
|
branches:
|
|
- master
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
env:
|
|
NPROC: 2
|
|
MAKEFLAGS: "-j${NPROC}"
|
|
NIMFLAGS: "--parallelBuild:${NPROC} --colors:off -d:chronicles_colors:none"
|
|
|
|
jobs:
|
|
changes: # changes detection
|
|
runs-on: ubuntu-22.04
|
|
permissions:
|
|
pull-requests: read
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
name: Checkout code
|
|
id: checkout
|
|
- uses: dorny/paths-filter@v2
|
|
id: filter
|
|
with:
|
|
filters: |
|
|
common:
|
|
- '.github/workflows/**'
|
|
- 'vendor/**'
|
|
- 'Makefile'
|
|
- 'waku.nimble'
|
|
- 'library/**'
|
|
v2:
|
|
- 'waku/**'
|
|
- 'apps/**'
|
|
- 'tools/**'
|
|
- 'tests/all_tests_v2.nim'
|
|
- 'tests/**'
|
|
docker:
|
|
- 'docker/**'
|
|
|
|
outputs:
|
|
common: ${{ steps.filter.outputs.common }}
|
|
v2: ${{ steps.filter.outputs.v2 }}
|
|
docker: ${{ steps.filter.outputs.docker }}
|
|
|
|
build:
|
|
needs: changes
|
|
if: ${{ needs.changes.outputs.v2 == 'true' || needs.changes.outputs.common == 'true' }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
platform:
|
|
- os: linux-gcc-14 # ubuntu-24.04, GCC 14
|
|
cpu: amd64
|
|
cc: gcc
|
|
- os: linux-gcc-14 # ubuntu-24.04, GCC 14
|
|
cpu: i386
|
|
cc: gcc
|
|
- os: macos-15
|
|
cpu: arm64
|
|
cc: clang
|
|
- os: windows
|
|
cpu: amd64
|
|
cc: gcc
|
|
include:
|
|
- platform:
|
|
os: linux-gcc-14
|
|
builder: ubuntu-24.04 # GCC 14 (default on 24.04)
|
|
shell: bash
|
|
- platform:
|
|
os: macos-15
|
|
builder: macos-15
|
|
shell: bash
|
|
- platform:
|
|
os: windows
|
|
cc: gcc
|
|
builder: windows-2022
|
|
shell: "msys2 {0}"
|
|
|
|
defaults:
|
|
run:
|
|
shell: ${{ matrix.shell }}
|
|
|
|
runs-on: ${{ matrix.builder }}
|
|
timeout-minutes: 90
|
|
|
|
name: "build-ci-${{ matrix.platform.os }}-${{ matrix.platform.cpu }} (${{ matrix.platform.cc }})"
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Setup MSYS2 (Windows/gcc)
|
|
if: runner.os == 'Windows'
|
|
uses: msys2/setup-msys2@v2
|
|
with:
|
|
update: true
|
|
install: >-
|
|
git
|
|
base-devel
|
|
mingw-w64-x86_64-toolchain
|
|
make
|
|
cmake
|
|
upx
|
|
unzip
|
|
mingw-w64-x86_64-rust
|
|
mingw-w64-x86_64-postgresql
|
|
mingw-w64-x86_64-gcc
|
|
mingw-w64-x86_64-gcc-libs
|
|
mingw-w64-x86_64-libwinpthread-git
|
|
mingw-w64-x86_64-zlib
|
|
mingw-w64-x86_64-openssl
|
|
mingw-w64-x86_64-python
|
|
mingw-w64-x86_64-cmake
|
|
mingw-w64-x86_64-llvm
|
|
mingw-w64-x86_64-clang
|
|
mingw-w64-x86_64-nimble
|
|
mingw-w64-x86_64-nasm
|
|
|
|
- name: Use gcc-14 (Linux)
|
|
if: matrix.platform.os == 'linux-gcc-14'
|
|
run: |
|
|
sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-14 14
|
|
sudo update-alternatives --set gcc /usr/bin/gcc-14
|
|
|
|
- name: Install Nim (pinned)
|
|
uses: iffy/install-nim@v5
|
|
with:
|
|
version: "2.2.6"
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Install Nimble (pinned)
|
|
if: runner.os != 'Windows'
|
|
uses: nim-lang/setup-nimble-action@v1
|
|
with:
|
|
nimble-version: '0.20.1'
|
|
repo-token: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Platform info
|
|
run: |
|
|
echo "=== OS / kernel ==="
|
|
uname -a
|
|
echo "=== Architecture ==="
|
|
uname -m
|
|
echo "=== clang location ==="
|
|
which clang || echo "clang not found"
|
|
echo "=== clang version ==="
|
|
clang --version || echo "clang not available"
|
|
echo "=== gcc location ==="
|
|
which gcc || echo "gcc not found"
|
|
echo "=== gcc version ==="
|
|
gcc --version || echo "gcc not available"
|
|
echo "=== Nim version ==="
|
|
nim --version
|
|
|
|
- name: Debug nimble.paths
|
|
run: |
|
|
echo "=== Nim version ==="
|
|
nim --version
|
|
echo "=== nimble version ==="
|
|
nimble --version
|
|
echo "=== nimble.paths content ==="
|
|
cat nimble.paths || echo "nimble.paths not found"
|
|
echo "=== Check for empty paths ==="
|
|
grep -n '""' nimble.paths || echo "No empty paths found"
|
|
grep -n '^--path:$' nimble.paths || echo "No empty --path: entries"
|
|
echo "=== Verify nimcrypto is in paths ==="
|
|
grep -c nimcrypto nimble.paths || echo "WARNING: nimcrypto not found in nimble.paths!"
|
|
|
|
- name: Make update
|
|
run: make update
|
|
|
|
- name: Check arch of loaded dependencies
|
|
if: runner.os != 'Windows'
|
|
run: |
|
|
find . -name upnpdev.o -exec file {} \;
|
|
find . -name ssl_scert_single_rsa.o -exec file {} \;
|
|
find . -name ssl_server.o -exec file {} \;
|
|
find . -name ssl_server_full_ec.o -exec file {} \;
|
|
|
|
- name: Build binaries
|
|
run: |
|
|
NIM_PARAMS=""
|
|
if [[ '${{ runner.os }}' == 'macOS' ]]; then
|
|
case "$(uname -m)" in
|
|
x86_64) NIM_PARAMS="--cpu:amd64 -d:disableMarchNative" ;;
|
|
arm64) NIM_PARAMS="--cpu:arm64 -d:disableMarchNative" ;;
|
|
esac
|
|
fi
|
|
make V=1 QUICK_AND_DIRTY_COMPILER=1 NIM_PARAMS="${NIM_PARAMS}" USE_LIBBACKTRACE=0 all
|
|
|
|
build-windows:
|
|
needs: changes
|
|
if: ${{ needs.changes.outputs.v2 == 'true' || needs.changes.outputs.common == 'true' }}
|
|
uses: ./.github/workflows/windows-build.yml
|
|
with:
|
|
branch: ${{ github.ref }}
|
|
|
|
test:
|
|
needs: changes
|
|
if: ${{ needs.changes.outputs.v2 == 'true' || needs.changes.outputs.common == 'true' }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
platform:
|
|
- os: linux-gcc-14 # ubuntu-24.04, GCC 14
|
|
cpu: amd64
|
|
cc: gcc
|
|
- os: linux-gcc-14 # ubuntu-24.04, GCC 14
|
|
cpu: i386
|
|
cc: gcc
|
|
- os: macos-15
|
|
cpu: arm64
|
|
cc: clang
|
|
- os: windows
|
|
cpu: amd64
|
|
cc: gcc
|
|
include:
|
|
- platform:
|
|
os: linux-gcc-14
|
|
builder: ubuntu-24.04 # GCC 14 (default on 24.04)
|
|
shell: bash
|
|
- platform:
|
|
os: macos-15
|
|
builder: macos-15
|
|
shell: bash
|
|
- platform:
|
|
os: windows
|
|
cc: gcc
|
|
builder: windows-2022
|
|
shell: "msys2 {0}"
|
|
|
|
defaults:
|
|
run:
|
|
shell: ${{ matrix.shell }}
|
|
|
|
runs-on: ${{ matrix.builder }}
|
|
timeout-minutes: 90
|
|
|
|
name: "test-ci-${{ matrix.platform.os }}-${{ matrix.platform.cpu }} (${{ matrix.platform.cc }})"
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Setup MSYS2 (Windows/gcc)
|
|
if: runner.os == 'Windows'
|
|
uses: msys2/setup-msys2@v2
|
|
with:
|
|
update: true
|
|
install: >-
|
|
git
|
|
base-devel
|
|
mingw-w64-x86_64-toolchain
|
|
make
|
|
cmake
|
|
upx
|
|
unzip
|
|
mingw-w64-x86_64-rust
|
|
mingw-w64-x86_64-postgresql
|
|
mingw-w64-x86_64-gcc
|
|
mingw-w64-x86_64-gcc-libs
|
|
mingw-w64-x86_64-libwinpthread-git
|
|
mingw-w64-x86_64-zlib
|
|
mingw-w64-x86_64-openssl
|
|
mingw-w64-x86_64-python
|
|
mingw-w64-x86_64-cmake
|
|
mingw-w64-x86_64-llvm
|
|
mingw-w64-x86_64-clang
|
|
mingw-w64-x86_64-nimble
|
|
mingw-w64-x86_64-nasm
|
|
|
|
- name: Use gcc-14 (Linux)
|
|
if: matrix.platform.os == 'linux-gcc-14'
|
|
run: |
|
|
sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-14 14
|
|
sudo update-alternatives --set gcc /usr/bin/gcc-14
|
|
|
|
- name: Install Nim (pinned)
|
|
uses: iffy/install-nim@v5
|
|
with:
|
|
version: "2.2.6"
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Install Nimble (pinned)
|
|
if: runner.os != 'Windows'
|
|
uses: nim-lang/setup-nimble-action@v1
|
|
with:
|
|
nimble-version: '0.20.1'
|
|
repo-token: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Platform info
|
|
run: |
|
|
echo "=== OS / kernel ==="
|
|
uname -a
|
|
echo "=== Architecture ==="
|
|
uname -m
|
|
echo "=== clang location ==="
|
|
which clang || echo "clang not found"
|
|
echo "=== clang version ==="
|
|
clang --version || echo "clang not available"
|
|
echo "=== gcc location ==="
|
|
which gcc || echo "gcc not found"
|
|
echo "=== gcc version ==="
|
|
gcc --version || echo "gcc not available"
|
|
|
|
- name: Cache nimble deps
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: |
|
|
nimbledeps/pkgs2
|
|
~/.cache
|
|
key: nimble-${{ runner.os }}-${{ runner.arch }}-${{ matrix.platform.cc }}-${{ hashFiles('waku.nimble') }}
|
|
restore-keys: nimble-${{ runner.os }}-${{ runner.arch }}-${{ matrix.platform.cc }}
|
|
|
|
- name: Make update
|
|
run: make update
|
|
|
|
- name: Verify nimble.paths
|
|
run: |
|
|
echo "=== nimble.paths content ==="
|
|
cat nimble.paths || { echo "ERROR: nimble.paths not found!"; exit 1; }
|
|
echo "=== Verify critical dependencies ==="
|
|
grep -q nimcrypto nimble.paths || { echo "ERROR: nimcrypto not in paths!"; exit 1; }
|
|
grep -q libp2p nimble.paths || { echo "ERROR: libp2p not in paths!"; exit 1; }
|
|
|
|
- name: Run tests
|
|
if: runner.os != 'Windows'
|
|
run: |
|
|
postgres_enabled=0
|
|
if [[ '${{ runner.os }}' == 'Linux' ]]; then
|
|
sudo docker run --rm -d -e POSTGRES_PASSWORD=test123 -p 5432:5432 postgres:15.4-alpine3.18
|
|
postgres_enabled=1
|
|
# Disable march=native on Linux to avoid potential nimcrypto SHA2 issues
|
|
export NIMFLAGS="--colors:off -d:chronicles_colors:none -d:disableMarchNative"
|
|
else
|
|
export NIMFLAGS="--colors:off -d:chronicles_colors:none"
|
|
fi
|
|
|
|
NIM_PARAMS=""
|
|
if [[ '${{ runner.os }}' == 'macOS' ]]; then
|
|
case "$(uname -m)" in
|
|
x86_64) NIM_PARAMS="--cpu:amd64 -d:disableMarchNative" ;;
|
|
arm64) NIM_PARAMS="--cpu:arm64 -d:disableMarchNative" ;;
|
|
esac
|
|
fi
|
|
|
|
export MAKEFLAGS="-j1"
|
|
export USE_LIBBACKTRACE=0
|
|
|
|
make V=1 LOG_LEVEL=DEBUG QUICK_AND_DIRTY_COMPILER=1 POSTGRES=$postgres_enabled NIM_PARAMS="${NIM_PARAMS}" test
|
|
make V=1 LOG_LEVEL=DEBUG QUICK_AND_DIRTY_COMPILER=1 POSTGRES=$postgres_enabled NIM_PARAMS="${NIM_PARAMS}" testwakunode2
|
|
|
|
build-docker-image:
|
|
needs: changes
|
|
if: ${{ needs.changes.outputs.v2 == 'true' || needs.changes.outputs.common == 'true' || needs.changes.outputs.docker == 'true' }}
|
|
uses: ./.github/workflows/container-image.yml
|
|
secrets: inherit
|
|
|
|
nwaku-nwaku-interop-tests:
|
|
needs: build-docker-image
|
|
uses: logos-messaging/logos-delivery-interop-tests/.github/workflows/nim_waku_PR.yml@SMOKE_TEST_STABLE
|
|
with:
|
|
node_nwaku: ${{ needs.build-docker-image.outputs.image }}
|
|
|
|
secrets: inherit
|
|
|
|
js-waku-node:
|
|
needs: build-docker-image
|
|
uses: logos-messaging/logos-delivery-js/.github/workflows/test-node.yml@master
|
|
with:
|
|
nim_wakunode_image: ${{ needs.build-docker-image.outputs.image }}
|
|
test_type: node
|
|
|
|
js-waku-node-optional:
|
|
needs: build-docker-image
|
|
uses: logos-messaging/logos-delivery-js/.github/workflows/test-node.yml@master
|
|
with:
|
|
nim_wakunode_image: ${{ needs.build-docker-image.outputs.image }}
|
|
test_type: node-optional
|
|
|
|
lint:
|
|
name: "Lint"
|
|
runs-on: ubuntu-22.04
|
|
needs: build
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Install Nim (pinned)
|
|
uses: iffy/install-nim@v5
|
|
with:
|
|
version: "2.2.6"
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Install Nimble (pinned)
|
|
uses: nim-lang/setup-nimble-action@v1
|
|
with:
|
|
nimble-version: '0.20.1'
|
|
repo-token: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
- name: Build nph
|
|
run: |
|
|
make build-nph
|
|
|
|
- name: Check nph formatting
|
|
run: |
|
|
shopt -s extglob # Enable extended globbing
|
|
NPH=$(make print-nph-path)
|
|
echo "using nph at ${NPH}"
|
|
"${NPH}" examples waku tests tools apps *.@(nim|nims|nimble)
|
|
git diff --exit-code
|