# Copyright (c) 2018-2019 Status Research & Development GmbH. Licensed under # either of: # - Apache License, version 2.0 # - MIT license # at your option. This file may not be copied, modified, or distributed except # according to those terms. # common parts include common.mk GIT_CLONE := git clone --quiet --recurse-submodules GIT_PULL := git pull --recurse-submodules GIT_STATUS := git status #- the Nimble dir can't be "[...]/vendor", or Nimble will start looking for # version numbers in repo dirs (because those would be in its subdirectories) #- duplicated in "env.sh" for the env var with the same name NIMBLE_DIR := vendor/.nimble REPOS_DIR := vendor ifeq ($(OS), Windows_NT) PWD := pwd -W else PWD := pwd endif # we want a "recursively expanded" (delayed interpolation) variable here, so we can set CMD in rule recipes RUN_CMD_IN_ALL_REPOS = git submodule foreach --recursive --quiet 'echo -e "\n\e[32m$$name:\e[39m"; $(CMD)'; echo -e "\n\e[32m$$($(PWD)):\e[39m"; $(CMD) # absolute path, since it will be run at various subdirectory depths ENV_SCRIPT := "$(CURDIR)/env.sh" # duplicated in "env.sh" to prepend NIM_DIR/bin to PATH NIM_DIR := vendor/Nim ifeq ($(OS), Windows_NT) EXE_SUFFIX := .exe else EXE_SUFFIX := endif NIM_BINARY := $(NIM_DIR)/bin/nim$(EXE_SUFFIX) # md5sum - macOS is a special case ifeq ($(shell uname), Darwin) MD5SUM := md5 -r else MD5SUM := md5sum endif # AppVeyor/Travis cache of $(NIM_DIR)/bin CI_CACHE := # debugging tools + testing tools TOOLS := premix persist debug dumper hunter regress tracerTestGen persistBlockTestGen TOOLS_DIRS := premix tests # comma-separated values for the "clean" target TOOLS_CSV := $(subst $(SPACE),$(COMMA),$(TOOLS)) .PHONY: all $(TOOLS) deps sanity-checks github-ssh build-nim update status ntags ctags nimbus testsuite test clean mrproper fetch-dlls test-libp2p-daemon nat-libs libminiupnpc.a libnatpmp.a go-checks libnimbus.so libnimbus.a wrappers # default target, because it's the first one that doesn't start with '.' all: $(TOOLS) nimbus #- when the special ".SILENT" target is present, all recipes are silenced as if they all had a "@" prefix #- by setting SILENT_TARGET_PREFIX to a non-empty value, the name of this target becomes meaningless to `make` #- idea stolen from http://make.mad-scientist.net/managing-recipe-echoing/ $(SILENT_TARGET_PREFIX).SILENT: # builds the tools, wherever they are $(TOOLS): | build deps nat-libs for D in $(TOOLS_DIRS); do [ -e "$${D}/$@.nim" ] && TOOL_DIR="$${D}" && break; done && \ echo -e $(BUILD_MSG) "build/$@" && \ $(ENV_SCRIPT) nim c $(NIM_PARAMS) -o:build/$@ "$${TOOL_DIR}/$@.nim" # a phony target, because teaching `make` how to do conditional recompilation of Nim projects is too complicated nimbus: | build deps nat-libs echo -e $(BUILD_MSG) "build/$@" && \ $(ENV_SCRIPT) nim nimbus $(NIM_PARAMS) nimbus.nims # dir build: mkdir $@ #- runs only the first time and after `make update`, so have "normal" # (timestamp-checked) prerequisites here #- $(NIM_BINARY) is both a proxy for submodules having been initialised # and a check for the actual compiler build deps: sanity-checks $(NIM_BINARY) $(NIMBLE_DIR) nimbus.nims sanity-checks: which $(CC) &>/dev/null || { echo "C compiler ($(CC)) not installed. Aborting."; exit 1; } nat-libs: | libminiupnpc.a libnatpmp.a libminiupnpc.a: | deps ifeq ($(OS), Windows_NT) + [ -e vendor/nim-nat-traversal/vendor/miniupnp/miniupnpc/$@ ] || \ $(MAKE) -C vendor/nim-nat-traversal/vendor/miniupnp/miniupnpc -f Makefile.mingw CC=gcc init $@ $(HANDLE_OUTPUT) else + $(MAKE) -C vendor/nim-nat-traversal/vendor/miniupnp/miniupnpc $@ $(HANDLE_OUTPUT) endif libnatpmp.a: | deps ifeq ($(OS), Windows_NT) + $(MAKE) -C vendor/nim-nat-traversal/vendor/libnatpmp CC=gcc CFLAGS="-Wall -Os -DWIN32 -DNATPMP_STATICLIB -DENABLE_STRNATPMPERR" $@ $(HANDLE_OUTPUT) else + $(MAKE) -C vendor/nim-nat-traversal/vendor/libnatpmp $@ $(HANDLE_OUTPUT) endif #- depends on Git submodules being initialised #- fakes a Nimble package repository with the minimum info needed by the Nim compiler # for runtime path (i.e.: the second line in $(NIMBLE_DIR)/pkgs/*/*.nimble-link) $(NIMBLE_DIR): | $(NIM_BINARY) mkdir -p $(NIMBLE_DIR)/pkgs NIMBLE_DIR="$(CURDIR)/$(NIMBLE_DIR)" PWD_CMD="$(PWD)" \ git submodule foreach --quiet 'bash $(CURDIR)/scripts/create_nimble_link.sh "$$sm_path"' # symlink nimbus.nims: ln -s nimbus.nimble $@ # builds and runs the test suite test: | build deps nat-libs $(ENV_SCRIPT) nim test $(NIM_PARAMS) nimbus.nims # primitive reproducibility test test-reproducibility: + [ -e build/nimbus ] || $(MAKE) V=0 nimbus; \ MD5SUM1=$$($(MD5SUM) build/nimbus | cut -d ' ' -f 1) && \ rm -rf nimcache/*/nimbus && \ $(MAKE) V=0 nimbus && \ MD5SUM2=$$($(MD5SUM) build/nimbus | cut -d ' ' -f 1) && \ [ "$$MD5SUM1" = "$$MD5SUM2" ] && echo -e "\e[92mSuccess: identical binaries.\e[39m" || \ { echo -e "\e[91mFailure: the binary changed between builds.\e[39m"; exit 1; } # usual cleaning clean: rm -rf build/{nimbus,$(TOOLS_CSV),all_tests,test_rpc,*.exe,*.so,*.so.0,*_wrapper_test} vendor/go/bin \ $(NIMBLE_DIR) $(NIM_BINARY) $(NIM_DIR)/nimcache nimcache + $(MAKE) -C vendor/nim-nat-traversal/vendor/miniupnp/miniupnpc clean $(HANDLE_OUTPUT) + $(MAKE) -C vendor/nim-nat-traversal/vendor/libnatpmp clean $(HANDLE_OUTPUT) # dangerous cleaning, because you may have not-yet-pushed branches and commits in those vendor repos you're about to delete mrproper: clean rm -rf vendor # for when you want to use SSH keys with GitHub github-ssh: git config url."git@github.com:".insteadOf "https://github.com/" git submodule foreach --recursive 'git config url."git@github.com:".insteadOf "https://github.com/"' #- conditionally re-builds the Nim compiler (not usually needed, because `make update` calls this rule; delete $(NIM_BINARY) to force it) #- allows parallel building with the '+' prefix #- forces a rebuild of csources, Nimble and a complete compiler rebuild, in case we're called after pulling a new Nim version #- uses our Git submodules for csources and Nimble (Git doesn't let us place them in another submodule) #- build_all.sh looks at the parent dir to decide whether to copy the resulting csources binary there, # but this is broken when using symlinks, so build csources separately (we get parallel compiling as a bonus) #- Windows is a special case, as usual #- macOS is also a special case, with its "ln" not supporting "-r" #- the AppVeyor 32-build is done on a 64-bit image, so we need to override the architecture detection with ARCH_OVERRIDE build-nim: | sanity-checks + NIM_BUILD_MSG="$(BUILD_MSG) Nim compiler" \ V=$(V) \ CC=$(CC) \ MAKE=$(MAKE) \ ARCH_OVERRIDE=$(ARCH_OVERRIDE) \ "$(CURDIR)/build_nim.sh" "$(NIM_DIR)" ../Nim-csources ../nimble "$(CI_CACHE)" #- in case of submodule URL changes, it propagates that change in the parent repo's .git directory #- initialises and updates the Git submodules #- manages the AppVeyor cache of Nim compiler binaries #- deletes the ".nimble" dir to force the execution of the "deps" target #- deletes and recreates "nimbus.nims" which on Windows is a copy instead of a proper symlink #- allows parallel building with the '+' prefix #- rebuilds the Nim compiler if the corresponding submodule is updated $(NIM_BINARY) update: | sanity-checks git submodule sync --quiet --recursive git submodule update --init --recursive rm -rf $(NIMBLE_DIR) nimbus.nims && \ $(MAKE) nimbus.nims + $(MAKE) build-nim # don't use this target, or you risk updating dependency repos that are not ready to be used in Nimbus update-remote: git submodule update --remote # runs `git status` in all Git repos status: | $(REPOS) $(eval CMD := $(GIT_STATUS)) $(RUN_CMD_IN_ALL_REPOS) MIN_GO_VER := 1.12.0 go-checks: which go &>/dev/null || { echo "Go compiler not installed. Aborting."; exit 1; } GO_VER="$$(go version | sed 's/^.*go\(\S\+\).*$$/\1/')"; \ [[ $$(echo -e "$${GO_VER}\n$(MIN_GO_VER)" | sort -t '.' -k 1,1 -k 2,2 -k 3,3 -g | head -n 1) == "$(MIN_GO_VER)" ]] || \ { echo "Minimum Go compiler version required: $(MIN_GO_VER). Version available: $$GO_VER. Aborting."; exit 1; } vendor/go/bin/p2pd: | go-checks echo -e $(BUILD_MSG) "$@" && \ cd vendor/go/src/github.com/libp2p/go-libp2p-daemon && \ $(ENV_SCRIPT) go get ./... && \ $(ENV_SCRIPT) go install ./... test-libp2p-daemon: | vendor/go/bin/p2pd deps cd vendor/nim-libp2p && \ $(ENV_SCRIPT) nim c -r $(NIM_PARAMS) tests/testdaemon.nim && \ rm -f tests/testdaemon libnimbus.so: | build deps nat-libs echo -e $(BUILD_MSG) "build/$@" && \ $(ENV_SCRIPT) nim c --app:lib --noMain --nimcache:nimcache/libnimbus $(NIM_PARAMS) -o:build/$@.0 wrappers/libnimbus.nim && \ rm -f build/$@ && \ ln -s $@.0 build/$@ wrappers: | build deps nat-libs libnimbus.so go-checks echo -e $(BUILD_MSG) "build/C_wrapper_example" && \ $(CC) wrappers/wrapper_example.c -Wl,-rpath,'$$ORIGIN' -Lbuild -lnimbus -lm -g -o build/C_wrapper_example echo -e $(BUILD_MSG) "build/go_wrapper_example" && \ go build -linkshared -o build/go_wrapper_example wrappers/wrapper_example.go libnimbus.a: | build deps nat-libs echo -e $(BUILD_MSG) "build/$@" && \ rm -f build/$@ && \ $(ENV_SCRIPT) nim c --app:staticlib --noMain --nimcache:nimcache/libnimbus $(NIM_PARAMS) -o:build/$@ wrappers/libnimbus.nim wrappers-static: | build deps nat-libs libnimbus.a go-checks echo -e $(BUILD_MSG) "build/C_wrapper_example_static" && \ $(CC) wrappers/wrapper_example.c -static -pthread -Lbuild -lnimbus -lm -ldl -g -o build/C_wrapper_example_static echo -e $(BUILD_MSG) "build/go_wrapper_example_static" && \ go build -ldflags "-linkmode external -extldflags '-static -ldl'" -o build/go_wrapper_example_static wrappers/wrapper_example.go # https://bitbucket.org/nimcontrib/ntags/ - currently fails with "out of memory" ntags: ntags -R . #- a few files need to be excluded because they trigger an infinite loop in https://github.com/universal-ctags/ctags #- limiting it to Nim files, because there are a lot of C files we don't care about ctags: ctags -R --verbose=yes \ --langdef=nim \ --langmap=nim:.nim \ --regex-nim='/(\w+)\*?\s*=\s*object/\1/c,class/' \ --regex-nim='/(\w+)\*?\s*=\s*enum/\1/e,enum/' \ --regex-nim='/(\w+)\*?\s*=\s*tuple/\1/t,tuple/' \ --regex-nim='/(\w+)\*?\s*=\s*range/\1/s,subrange/' \ --regex-nim='/(\w+)\*?\s*=\s*proc/\1/p,proctype/' \ --regex-nim='/proc\s+(\w+)/\1/f,procedure/' \ --regex-nim='/func\s+(\w+)/\1/f,procedure/' \ --regex-nim='/method\s+(\w+)/\1/m,method/' \ --regex-nim='/proc\s+`([^`]+)`/\1/o,operator/' \ --regex-nim='/template\s+(\w+)/\1/u,template/' \ --regex-nim='/macro\s+(\w+)/\1/v,macro/' \ --languages=nim \ --exclude=nimcache \ --exclude='*/Nim/tinyc' \ --exclude='*/Nim/tests' \ --exclude='*/Nim/csources' \ --exclude=nimbus/genesis_alloc.nim \ --exclude=$(REPOS_DIR)/nim-bncurve/tests/tvectors.nim \ . ############################ # Windows-specific section # ############################ ifeq ($(OS), Windows_NT) # no tabs allowed for indentation here # the AppVeyor 32-build is done on a 64-bit image, so we need to override the architecture detection ifeq ($(ARCH_OVERRIDE), x86) ARCH := x86 else ifeq ($(PROCESSOR_ARCHITEW6432), AMD64) ARCH := x64 else ifeq ($(PROCESSOR_ARCHITECTURE), AMD64) ARCH := x64 endif ifeq ($(PROCESSOR_ARCHITECTURE), x86) ARCH := x86 endif endif endif ifeq ($(ARCH), x86) ROCKSDB_DIR := x86 endif ifeq ($(ARCH), x64) ROCKSDB_DIR := x64 endif ROCKSDB_ARCHIVE := nimbus-deps.zip ROCKSDB_URL := https://github.com/status-im/nimbus-deps/releases/download/nimbus-deps/$(ROCKSDB_ARCHIVE) CURL := curl -O -L UNZIP := unzip -o #- back to tabs #- copied from .appveyor.yml #- this is why we can't delete the whole "build" dir in the "clean" target fetch-dlls: | build deps cd build && \ $(CURL) $(ROCKSDB_URL) && \ $(CURL) https://nim-lang.org/download/dlls.zip && \ $(UNZIP) $(ROCKSDB_ARCHIVE) && \ cp -a $(ROCKSDB_DIR)/*.dll . && \ $(UNZIP) dlls.zip && \ mkdir -p ../vendor/nim-beacon-chain/build && \ cp -a *.dll ../vendor/nim-beacon-chain/build/ endif