2021-11-23 16:55:16 +00:00
# Copyright (c) 2020 Status Research & Development GmbH. Licensed under
# either of:
# - Apache License, version 2.0
# - MIT license
# at your option. This file may not be copied, modified, or distributed except
# according to those terms.
SHELL := bash # the shell used internally by Make
# used inside the included makefiles
BUILD_SYSTEM_DIR := vendor/nimbus-build-system
# -d:insecure - Necessary to enable Prometheus HTTP endpoint for metrics
# -d:chronicles_colors:none - Necessary to disable colors in logs for Docker
DOCKER_IMAGE_NIM_PARAMS ?= -d:chronicles_colors:none -d:insecure
LINK_PCRE := 0
# we don't want an error here, so we can handle things later, in the ".DEFAULT" target
- i n c l u d e $( BUILD_SYSTEM_DIR ) / m a k e f i l e s / v a r i a b l e s . m k
.PHONY : \
all \
2022-05-10 20:41:44 +00:00
clean \
coverage \
2021-11-23 16:55:16 +00:00
deps \
2022-05-10 20:41:44 +00:00
libbacktrace \
2021-11-23 16:55:16 +00:00
test \
2022-08-16 14:25:25 +00:00
testground \
2022-08-18 01:34:09 +00:00
testground_exec \
2022-09-27 04:35:56 +00:00
testground_nimbase \
2022-05-10 20:41:44 +00:00
update
2021-11-23 16:55:16 +00:00
i f e q ( $( NIM_PARAMS ) , )
# "variables.mk" was not included, so we update the submodules.
GIT_SUBMODULE_UPDATE := git submodule update --init --recursive
.DEFAULT :
+@ echo -e " Git submodules not found. Running ' $( GIT_SUBMODULE_UPDATE) '.\n " ; \
$( GIT_SUBMODULE_UPDATE) ; \
echo
# Now that the included *.mk files appeared, and are newer than this file, Make will restart itself:
# https://www.gnu.org/software/make/manual/make.html#Remaking-Makefiles
#
# After restarting, it will execute its original goal, so we don't have to start a child Make here
# with "$(MAKE) $(MAKECMDGOALS)". Isn't hidden control flow great?
e l s e # "variables.mk" was included. Business as usual until the end of this file.
# default target, because it's the first one that doesn't start with '.'
all : | test
# must be included after the default target
- i n c l u d e $( BUILD_SYSTEM_DIR ) / m a k e f i l e s / t a r g e t s . m k
# "-d:release" implies "--stacktrace:off" and it cannot be added to config.nims
i f e q ( $( USE_LIBBACKTRACE ) , 0 )
NIM_PARAMS := $( NIM_PARAMS) -d:debug -d:disable_libbacktrace
e l s e
NIM_PARAMS := $( NIM_PARAMS) -d:release
e n d i f
2022-05-19 19:56:03 +00:00
deps : | deps -common nat -libs codex .nims
2021-11-23 16:55:16 +00:00
i f n e q ( $( USE_LIBBACKTRACE ) , 0 )
deps : | libbacktrace
e n d i f
2022-05-19 19:56:03 +00:00
#- deletes and recreates "codex.nims" which on Windows is a copy instead of a proper symlink
2021-11-23 16:55:16 +00:00
update : | update -common
2022-05-19 19:56:03 +00:00
rm -rf codex.nims && \
$( MAKE) codex.nims $( HANDLE_OUTPUT)
2021-11-23 16:55:16 +00:00
# detecting the os
i f e q ( $( OS ) , W i n d o w s _ N T ) # is Windows_NT on XP, 2000, 7, Vista, 10...
detected_OS := Windows
e l s e i f e q ( $( strip $ ( shell uname ) ) , D a r w i n )
detected_OS := macOS
e l s e
# e.g. Linux
detected_OS := $( strip $( shell uname) )
e n d i f
2022-03-28 08:18:53 +00:00
# Builds and run a part of the test suite
2022-03-15 14:24:03 +00:00
test : | build deps
echo -e $( BUILD_MSG) " build/ $@ " && \
2022-05-19 19:56:03 +00:00
$( ENV_SCRIPT) nim test $( NIM_PARAMS) codex.nims
2021-11-23 16:55:16 +00:00
2022-03-28 08:18:53 +00:00
# Builds and runs all tests
testAll : | build deps
2022-05-19 19:56:03 +00:00
echo -e $( BUILD_MSG) "build/testCodex" "build/testContracts" && \
$( ENV_SCRIPT) nim testAll $( NIM_PARAMS) codex.nims
2022-03-28 08:18:53 +00:00
2022-06-14 23:34:56 +00:00
# Builds the codex binary
exec : | build deps
echo -e $( BUILD_MSG) " build/ $@ " && \
2022-08-27 19:44:54 +00:00
$( ENV_SCRIPT) nim codex $( NIM_PARAMS) codex.nims
2022-06-14 23:34:56 +00:00
2021-11-23 16:55:16 +00:00
# symlink
2022-05-19 19:56:03 +00:00
codex.nims :
ln -s codex.nimble $@
2021-11-23 16:55:16 +00:00
# nim-libbacktrace
2022-06-23 19:01:55 +00:00
LIBBACKTRACE_MAKE_FLAGS := -C vendor/nim-libbacktrace --no-print-directory BUILD_CXX_LIB = 0
2021-11-23 16:55:16 +00:00
libbacktrace :
2022-06-23 19:01:55 +00:00
i f e q ( $( detected_OS ) , W i n d o w s )
# MSYS2 detection
i f n e q ( $( MSYSTEM ) , )
+ $( MAKE) $( LIBBACKTRACE_MAKE_FLAGS) CMAKE_ARGS = "-G'MSYS Makefiles'"
e l s e
+ $( MAKE) $( LIBBACKTRACE_MAKE_FLAGS)
e n d i f
e l s e
+ $( MAKE) $( LIBBACKTRACE_MAKE_FLAGS)
e n d i f
2021-11-23 16:55:16 +00:00
2022-05-10 20:41:44 +00:00
coverage :
ci: update GitHub Actions CI workflow to use msys2/setup-msys2@v2
Main goal is to update the nim-codex CI workflow to use the
[`msys2/setup-msys2@v2`][setmsys2] GitHub Action, as used by the
[nimbus-eth2 workflow][ne2w] per changes made to it several months ago. The
`msys2/setup-msys2@v2` action has been used by other Status-org projects prior
to this commit, e.g. nim-leopard, nim-datastore, nim-status.
A fix is included for the failing macOS builds, related to
[actions/virtual-environments#5819][ave5819]. See [L151][L151].
All builds [succeed][succeed] (with build arch-targets verified as far as
possible via `ldd`, `otool`, `ntldd`), including `linux-i386` and
`windows-i386`, though the `i386` builds are presently disabled (commented
out). The `i386` builds can be enabled simply by uncommenting:
```
# - os: linux
# cpu: i386
...
# - os: windows
# cpu: i386
```
The resulting `.github/workflows/ci.yml` is a "remix" of the current workflows
for nimbus-eth2 and nim-codex (i.e. prior to this commit) along with techniques
learned from developing workflows for other Status-org repos. Some comments and
code-reorg help to clarify/explain what's done in the
`Derive environment variables` step.
`-d:limitStackUsage` has been adopted for `linux-amd64` builds from
[nimbus-eth2's workflow][ne2wL155] and [related code][ne2config] has been
copied into `config.nims`
`-d:limitStackUsage` can easily be dropped if it's not desirable for Codex.
Build targets use `-latest` for `runs-on`, i.e. `macos-latest`,
`ubuntu-latest`, `windows-latest`.
Through a combination of local testing and iterative pushes to GitHub, the
workflow's embedded Bash scripts have been revised to include only the
necessary steps for all builds to succeed, including `linux-i386` and
`windows-i386`.
The GitHub Actions workflow `.github/workflows/codecov.yml` has been removed,
while coverage data generation/upload steps have been added to
`.github/workflows/ci.yml` as the final steps conditional on
`if: runner.os == 'Linux' && matrix.target.cpu == 'amd64' && matrix.nim_branch == matrix.cov_branch`.
A redundant `--passC:'-m32 -mno-adx'` is used for `linux-i386` builds; the
redundant flags do not affect the build, but can be helpful when eyeballing
GitHub Actions builds with increased compile-time verbosity.
Some variable expansions used in `github/workflows/ci.yml` could result in
compilation failures if related paths include whitespace. It's not a problem
for this commit but could be a problem for a user copy-pasting from the
workflow; solving that problem is left as an exercise for the reader.
[setmsys2]: https://github.com/msys2/setup-msys2#readme
[ne2w]: https://github.com/status-im/nimbus-eth2/blob/stable/.github/workflows/ci.yml
[ave5819]: https://github.com/actions/virtual-environments/pull/5819
[L151]: https://github.com/status-im/nim-codex/blob/ci/msys2/.github/workflows/ci.yml#L151
[succeed]: https://github.com/status-im/nim-codex/actions/runs/2606854455
[ne2wL155]: https://github.com/status-im/nimbus-eth2/blob/stable/.github/workflows/ci.yml#L155-L159
[ne2config]: https://github.com/status-im/nimbus-eth2/blob/stable/config.nims#L43-L49
2022-07-04 02:37:34 +00:00
$( MAKE) NIMFLAGS = " $( NIMFLAGS) --lineDir:on --passC:-fprofile-arcs --passC:-ftest-coverage --passL:-fprofile-arcs --passL:-ftest-coverage " testAll
cd nimcache/release/codex && rm -f *.c
2022-05-19 19:56:03 +00:00
cd nimcache/release/testCodex && rm -f *.c
2022-05-10 20:41:44 +00:00
cd nimcache/release/testContracts && rm -f *.c
ci: update GitHub Actions CI workflow to use msys2/setup-msys2@v2
Main goal is to update the nim-codex CI workflow to use the
[`msys2/setup-msys2@v2`][setmsys2] GitHub Action, as used by the
[nimbus-eth2 workflow][ne2w] per changes made to it several months ago. The
`msys2/setup-msys2@v2` action has been used by other Status-org projects prior
to this commit, e.g. nim-leopard, nim-datastore, nim-status.
A fix is included for the failing macOS builds, related to
[actions/virtual-environments#5819][ave5819]. See [L151][L151].
All builds [succeed][succeed] (with build arch-targets verified as far as
possible via `ldd`, `otool`, `ntldd`), including `linux-i386` and
`windows-i386`, though the `i386` builds are presently disabled (commented
out). The `i386` builds can be enabled simply by uncommenting:
```
# - os: linux
# cpu: i386
...
# - os: windows
# cpu: i386
```
The resulting `.github/workflows/ci.yml` is a "remix" of the current workflows
for nimbus-eth2 and nim-codex (i.e. prior to this commit) along with techniques
learned from developing workflows for other Status-org repos. Some comments and
code-reorg help to clarify/explain what's done in the
`Derive environment variables` step.
`-d:limitStackUsage` has been adopted for `linux-amd64` builds from
[nimbus-eth2's workflow][ne2wL155] and [related code][ne2config] has been
copied into `config.nims`
`-d:limitStackUsage` can easily be dropped if it's not desirable for Codex.
Build targets use `-latest` for `runs-on`, i.e. `macos-latest`,
`ubuntu-latest`, `windows-latest`.
Through a combination of local testing and iterative pushes to GitHub, the
workflow's embedded Bash scripts have been revised to include only the
necessary steps for all builds to succeed, including `linux-i386` and
`windows-i386`.
The GitHub Actions workflow `.github/workflows/codecov.yml` has been removed,
while coverage data generation/upload steps have been added to
`.github/workflows/ci.yml` as the final steps conditional on
`if: runner.os == 'Linux' && matrix.target.cpu == 'amd64' && matrix.nim_branch == matrix.cov_branch`.
A redundant `--passC:'-m32 -mno-adx'` is used for `linux-i386` builds; the
redundant flags do not affect the build, but can be helpful when eyeballing
GitHub Actions builds with increased compile-time verbosity.
Some variable expansions used in `github/workflows/ci.yml` could result in
compilation failures if related paths include whitespace. It's not a problem
for this commit but could be a problem for a user copy-pasting from the
workflow; solving that problem is left as an exercise for the reader.
[setmsys2]: https://github.com/msys2/setup-msys2#readme
[ne2w]: https://github.com/status-im/nimbus-eth2/blob/stable/.github/workflows/ci.yml
[ave5819]: https://github.com/actions/virtual-environments/pull/5819
[L151]: https://github.com/status-im/nim-codex/blob/ci/msys2/.github/workflows/ci.yml#L151
[succeed]: https://github.com/status-im/nim-codex/actions/runs/2606854455
[ne2wL155]: https://github.com/status-im/nimbus-eth2/blob/stable/.github/workflows/ci.yml#L155-L159
[ne2config]: https://github.com/status-im/nimbus-eth2/blob/stable/config.nims#L43-L49
2022-07-04 02:37:34 +00:00
cd nimcache/release/testIntegration && rm -f *.c
2022-05-10 20:41:44 +00:00
mkdir -p coverage
ci: update GitHub Actions CI workflow to use msys2/setup-msys2@v2
Main goal is to update the nim-codex CI workflow to use the
[`msys2/setup-msys2@v2`][setmsys2] GitHub Action, as used by the
[nimbus-eth2 workflow][ne2w] per changes made to it several months ago. The
`msys2/setup-msys2@v2` action has been used by other Status-org projects prior
to this commit, e.g. nim-leopard, nim-datastore, nim-status.
A fix is included for the failing macOS builds, related to
[actions/virtual-environments#5819][ave5819]. See [L151][L151].
All builds [succeed][succeed] (with build arch-targets verified as far as
possible via `ldd`, `otool`, `ntldd`), including `linux-i386` and
`windows-i386`, though the `i386` builds are presently disabled (commented
out). The `i386` builds can be enabled simply by uncommenting:
```
# - os: linux
# cpu: i386
...
# - os: windows
# cpu: i386
```
The resulting `.github/workflows/ci.yml` is a "remix" of the current workflows
for nimbus-eth2 and nim-codex (i.e. prior to this commit) along with techniques
learned from developing workflows for other Status-org repos. Some comments and
code-reorg help to clarify/explain what's done in the
`Derive environment variables` step.
`-d:limitStackUsage` has been adopted for `linux-amd64` builds from
[nimbus-eth2's workflow][ne2wL155] and [related code][ne2config] has been
copied into `config.nims`
`-d:limitStackUsage` can easily be dropped if it's not desirable for Codex.
Build targets use `-latest` for `runs-on`, i.e. `macos-latest`,
`ubuntu-latest`, `windows-latest`.
Through a combination of local testing and iterative pushes to GitHub, the
workflow's embedded Bash scripts have been revised to include only the
necessary steps for all builds to succeed, including `linux-i386` and
`windows-i386`.
The GitHub Actions workflow `.github/workflows/codecov.yml` has been removed,
while coverage data generation/upload steps have been added to
`.github/workflows/ci.yml` as the final steps conditional on
`if: runner.os == 'Linux' && matrix.target.cpu == 'amd64' && matrix.nim_branch == matrix.cov_branch`.
A redundant `--passC:'-m32 -mno-adx'` is used for `linux-i386` builds; the
redundant flags do not affect the build, but can be helpful when eyeballing
GitHub Actions builds with increased compile-time verbosity.
Some variable expansions used in `github/workflows/ci.yml` could result in
compilation failures if related paths include whitespace. It's not a problem
for this commit but could be a problem for a user copy-pasting from the
workflow; solving that problem is left as an exercise for the reader.
[setmsys2]: https://github.com/msys2/setup-msys2#readme
[ne2w]: https://github.com/status-im/nimbus-eth2/blob/stable/.github/workflows/ci.yml
[ave5819]: https://github.com/actions/virtual-environments/pull/5819
[L151]: https://github.com/status-im/nim-codex/blob/ci/msys2/.github/workflows/ci.yml#L151
[succeed]: https://github.com/status-im/nim-codex/actions/runs/2606854455
[ne2wL155]: https://github.com/status-im/nimbus-eth2/blob/stable/.github/workflows/ci.yml#L155-L159
[ne2config]: https://github.com/status-im/nimbus-eth2/blob/stable/config.nims#L43-L49
2022-07-04 02:37:34 +00:00
lcov --capture --directory nimcache/release/codex --directory nimcache/release/testCodex --directory nimcache/release/testContracts --directory nimcache/release/testIntegration --output-file coverage/coverage.info
2022-05-19 19:56:03 +00:00
shopt -s globstar && ls $$ ( pwd ) /codex/{ *,**/*} .nim
shopt -s globstar && lcov --extract coverage/coverage.info $$ ( pwd ) /codex/{ *,**/*} .nim --output-file coverage/coverage.f.info
2022-05-10 20:41:44 +00:00
echo -e $( BUILD_MSG) "coverage/report/index.html"
genhtml coverage/coverage.f.info --output-directory coverage/report
if which open >/dev/null; then ( echo -e "\e[92mOpening\e[39m HTML coverage report in browser..." && open coverage/report/index.html) || true; fi
2022-08-18 01:34:09 +00:00
TESTGROUND_BUILDER ?= docker:generic
2022-09-05 20:45:25 +00:00
TESTGROUND_OPTIONS ?= --instances= 2
2022-09-16 11:22:08 +00:00
TESTGROUND_PLAN ?= simple_tcp_ping
2022-08-18 01:34:09 +00:00
TESTGROUND_RUNNER ?= local:docker
2022-09-16 13:07:04 +00:00
TESTGROUND_TESTCASE ?= default
TESTGROUND_SCRATCH_IGNORE ?= "\.update\.timestamp\|Would skip\|build/\|codex\.nims\|nimcache/\|scratch/\|vendor/\.nimble"
2022-08-18 01:34:09 +00:00
2022-09-27 04:35:56 +00:00
testground : testground_nimbase
2022-08-16 14:25:25 +00:00
mkdir -p scratch && rm -rf scratch/* && git clone --depth= 1 " file:// $$ {PWD} " " scratch/ $$ (basename $$ {PWD}) "
2022-09-05 21:06:49 +00:00
[ [ $$ ( git status --porcelain) = = "" ] ] || ( git diff --merge-base HEAD > " scratch/ $$ (basename $$ {PWD})/scratch.patch " )
2022-09-16 09:43:15 +00:00
[ [ $$ ( git status --porcelain) = = "" ] ] || ( cd " scratch/ $$ (basename $$ {PWD}) " && git apply --allow-empty scratch.patch)
2022-09-05 21:06:49 +00:00
rm -f " scratch/ $$ (basename $$ {PWD})/scratch.patch "
2022-09-16 13:07:04 +00:00
git clean -ndfx | grep -v $( TESTGROUND_SCRATCH_IGNORE) | awk '{ print $$3 }' | xargs -I{ } bash -c "test -d '{}' && echo '{}' || true" | xargs -I{ } mkdir -p scratch/nim-codex/{ }
git clean -ndfx | grep -v $( TESTGROUND_SCRATCH_IGNORE) | awk '{ print $$3 }' | xargs -I{ } cp -R { } scratch/nim-codex/{ }
2022-09-16 08:40:00 +00:00
echo >> scratch/nim-codex/config.nims && cat testground/$( TESTGROUND_PLAN) /config.nims >> scratch/nim-codex/config.nims
2022-08-18 01:34:09 +00:00
testground plan import --from= testground/$( TESTGROUND_PLAN)
2022-09-05 20:45:25 +00:00
testground run single --builder= $( TESTGROUND_BUILDER) --runner= $( TESTGROUND_RUNNER) --plan= $( TESTGROUND_PLAN) --testcase= $( TESTGROUND_TESTCASE) $( TESTGROUND_OPTIONS)
2022-08-16 14:25:25 +00:00
2022-08-18 01:34:09 +00:00
testground_exec : | build deps
TESTGROUND_PLAN = $( TESTGROUND_PLAN) $( ENV_SCRIPT) nim testground_exec codex.nims
2022-08-16 14:25:25 +00:00
2022-09-27 04:35:56 +00:00
testground_nimbase :
echo -e $( BUILD_MSG) "nimbase Docker image" && \
[ [ $$ ( docker image inspect nimbase:latest) != "[]" ] ] || ( cd testground/base && docker build -t nimbase .)
2021-11-23 16:55:16 +00:00
# usual cleaning
clean : | clean -common
rm -rf build
i f n e q ( $( USE_LIBBACKTRACE ) , 0 )
+ $( MAKE) -C vendor/nim-libbacktrace clean $( HANDLE_OUTPUT)
e n d i f
e n d i f # "variables.mk" was not included