status-im
/
nimbus-eth2
mirror of https://github.com/status-im/nimbus-eth2.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

Include auxiliary tools to nightly builds 

Create stable link (withouth hash) so that scripts can always get the latest nightly build from the same url
This commit is contained in:
Nikolay Mitev 2022-08-11 17:57:44 +03:00
parent d64c17ffc3
commit d07d7b1c48
9 changed files with 74 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

70
.github/workflows/nightly_build.yml vendored
View File

@ -5,6 +5,10 @@ on:
workflow_dispatch:
#pull_request:
env:
# Build and include deposit_contract nimbus_signing_node nimbus_light_client logtrace in archive
BUILD_TOOLS: 1
jobs:
build-amd64:
name: Linux AMD64 release asset
@ -25,25 +29,28 @@ jobs:
NEW_ARCHIVE_DIR="nimbus-eth2_Linux_amd64_$(date +%Y%m%d)_$(git rev-parse --short=8 HEAD)"
mv ${ARCHIVE%.tar.gz} ${NEW_ARCHIVE_DIR}
tar -czf ${NEW_ARCHIVE_DIR}.tar.gz ${NEW_ARCHIVE_DIR}
cp ${NEW_ARCHIVE_DIR}.tar.gz nimbus-eth2_Linux_amd64_nightly_latest.tar.gz
echo "::set-output name=archive::"${NEW_ARCHIVE_DIR}.tar.gz
echo "::set-output name=archive_dir::"${NEW_ARCHIVE_DIR}
- name: Upload archive artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Linux_amd64_archive
path: ./dist/${{ steps.make_dist.outputs.archive }}
path: |
./dist/${{ steps.make_dist.outputs.archive }}
./dist/nimbus-eth2_Linux_amd64_nightly_latest.tar.gz
retention-days: 2
- name: Upload BN checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Linux_amd64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_beacon_node.sha512sum
retention-days: 2
- name: Upload VC checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Linux_amd64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_validator_client.sha512sum
@ -76,25 +83,28 @@ jobs:
NEW_ARCHIVE_DIR="nimbus-eth2_Linux_arm64v8_$(date +%Y%m%d)_$(git rev-parse --short=8 HEAD)"
mv ${ARCHIVE%.tar.gz} ${NEW_ARCHIVE_DIR}
tar -czf ${NEW_ARCHIVE_DIR}.tar.gz ${NEW_ARCHIVE_DIR}
cp ${NEW_ARCHIVE_DIR}.tar.gz nimbus-eth2_Linux_arm64v8_nightly_latest.tar.gz
echo "::set-output name=archive::"${NEW_ARCHIVE_DIR}.tar.gz
echo "::set-output name=archive_dir::"${NEW_ARCHIVE_DIR}
- name: Upload archive artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Linux_arm64_archive
path: ./dist/${{ steps.make_dist.outputs.archive }}
path: |
./dist/${{ steps.make_dist.outputs.archive }}
./dist/nimbus-eth2_Linux_arm64v8_nightly_latest.tar.gz
retention-days: 2
- name: Upload BN checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Linux_arm64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_beacon_node.sha512sum
retention-days: 2
- name: Upload VC checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Linux_arm64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_validator_client.sha512sum
@ -127,25 +137,28 @@ jobs:
NEW_ARCHIVE_DIR="nimbus-eth2_Linux_arm32v7_$(date +%Y%m%d)_$(git rev-parse --short=8 HEAD)"
mv ${ARCHIVE%.tar.gz} ${NEW_ARCHIVE_DIR}
tar -czf ${NEW_ARCHIVE_DIR}.tar.gz ${NEW_ARCHIVE_DIR}
cp ${NEW_ARCHIVE_DIR}.tar.gz nimbus-eth2_Linux_arm32v7_nightly_latest.tar.gz
echo "::set-output name=archive::"${NEW_ARCHIVE_DIR}.tar.gz
echo "::set-output name=archive_dir::"${NEW_ARCHIVE_DIR}
- name: Upload archive artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Linux_arm_archive
path: ./dist/${{ steps.make_dist.outputs.archive }}
path: |
./dist/${{ steps.make_dist.outputs.archive }}
./dist/nimbus-eth2_Linux_arm32v7_nightly_latest.tar.gz
retention-days: 2
- name: Upload BN checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Linux_arm_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_beacon_node.sha512sum
retention-days: 2
- name: Upload VC checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Linux_arm_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_validator_client.sha512sum
@ -170,25 +183,28 @@ jobs:
NEW_ARCHIVE_DIR="nimbus-eth2_Windows_amd64_$(date +%Y%m%d)_$(git rev-parse --short=8 HEAD)"
mv ${ARCHIVE%.tar.gz} ${NEW_ARCHIVE_DIR}
tar -czf ${NEW_ARCHIVE_DIR}.tar.gz ${NEW_ARCHIVE_DIR}
cp ${NEW_ARCHIVE_DIR}.tar.gz nimbus-eth2_Windows_amd64_nightly_latest.tar.gz
echo "::set-output name=archive::"${NEW_ARCHIVE_DIR}.tar.gz
echo "::set-output name=archive_dir::"${NEW_ARCHIVE_DIR}
- name: Upload archive artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Windows_amd64_archive
path: ./dist/${{ steps.make_dist.outputs.archive }}
path: |
./dist/${{ steps.make_dist.outputs.archive }}
./dist/nimbus-eth2_Windows_amd64_nightly_latest.tar.gz
retention-days: 2
- name: Upload BN checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Windows_amd64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_beacon_node.sha512sum
retention-days: 2
- name: Upload VC checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: Windows_amd64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_validator_client.sha512sum
@ -213,25 +229,28 @@ jobs:
NEW_ARCHIVE_DIR="nimbus-eth2_macOS_amd64_$(date +%Y%m%d)_$(git rev-parse --short=8 HEAD)"
mv ${ARCHIVE%.tar.gz} ${NEW_ARCHIVE_DIR}
tar -czf ${NEW_ARCHIVE_DIR}.tar.gz ${NEW_ARCHIVE_DIR}
cp ${NEW_ARCHIVE_DIR}.tar.gz nimbus-eth2_macOS_amd64_nightly_latest.tar.gz
echo "::set-output name=archive::"${NEW_ARCHIVE_DIR}.tar.gz
echo "::set-output name=archive_dir::"${NEW_ARCHIVE_DIR}
- name: Upload archive artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: macOS_amd64_archive
path: ./dist/${{ steps.make_dist.outputs.archive }}
path: |
./dist/${{ steps.make_dist.outputs.archive }}
./dist/nimbus-eth2_macOS_amd64_nightly_latest.tar.gz
retention-days: 2
- name: Upload BN checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: macOS_amd64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_beacon_node.sha512sum
retention-days: 2
- name: Upload VC checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: macOS_amd64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_validator_client.sha512sum
@ -256,25 +275,28 @@ jobs:
NEW_ARCHIVE_DIR="nimbus-eth2_macOS_arm64_$(date +%Y%m%d)_$(git rev-parse --short=8 HEAD)"
mv ${ARCHIVE%.tar.gz} ${NEW_ARCHIVE_DIR}
tar -czf ${NEW_ARCHIVE_DIR}.tar.gz ${NEW_ARCHIVE_DIR}
cp ${NEW_ARCHIVE_DIR}.tar.gz nimbus-eth2_macOS_arm64_nightly_latest.tar.gz
echo "::set-output name=archive::"${NEW_ARCHIVE_DIR}.tar.gz
echo "::set-output name=archive_dir::"${NEW_ARCHIVE_DIR}
- name: Upload archive artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: macOS_arm64_archive
path: ./dist/${{ steps.make_dist.outputs.archive }}
path: |
./dist/${{ steps.make_dist.outputs.archive }}
./dist/nimbus-eth2_macOS_arm64_nightly_latest.tar.gz
retention-days: 2
- name: Upload BN checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: macOS_arm64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_beacon_node.sha512sum
retention-days: 2
- name: Upload VC checksum artefact
uses: actions/upload-artifact@v2
uses: actions/upload-artifact@v3
with:
name: macOS_arm64_checksum
path: ./dist/${{ steps.make_dist.outputs.archive_dir }}/build/nimbus_validator_client.sha512sum

4
docker/dist/Dockerfile.amd64 vendored
View File

@ -6,6 +6,9 @@ SHELL ["/bin/bash", "-c"]
ARG USER_ID
ARG GROUP_ID
ENV BUILD_TOOLS=${BUILD_TOOLS}
RUN echo "BUILD_TOOLS=${BUILD_TOOLS}"
RUN addgroup --gid ${GROUP_ID} user; \
adduser --disabled-password --gecos '' --uid ${USER_ID} --gid ${GROUP_ID} user;
@ -16,3 +19,4 @@ STOPSIGNAL SIGINT
COPY "entry_point.sh" "/home/user/"
ENTRYPOINT ["/home/user/entry_point.sh", "Linux_amd64"]

2
docker/dist/Dockerfile.arm vendored
View File

@ -6,6 +6,8 @@ SHELL ["/bin/bash", "-c"]
ARG USER_ID
ARG GROUP_ID
ENV BUILD_TOOLS=${BUILD_TOOLS}
RUN addgroup --gid ${GROUP_ID} user; \
adduser --disabled-password --gecos '' --uid ${USER_ID} --gid ${GROUP_ID} user;

2
docker/dist/Dockerfile.arm64 vendored
View File

@ -6,6 +6,8 @@ SHELL ["/bin/bash", "-c"]
ARG USER_ID
ARG GROUP_ID
ENV BUILD_TOOLS=${BUILD_TOOLS}
RUN addgroup --gid ${GROUP_ID} user; \
adduser --disabled-password --gecos '' --uid ${USER_ID} --gid ${GROUP_ID} user;

2
docker/dist/Dockerfile.macos vendored
View File

@ -6,6 +6,8 @@ SHELL ["/bin/bash", "-c"]
ARG USER_ID
ARG GROUP_ID
ENV BUILD_TOOLS=${BUILD_TOOLS}
RUN addgroup --gid ${GROUP_ID} user; \
adduser --disabled-password --gecos '' --uid ${USER_ID} --gid ${GROUP_ID} user;

2
docker/dist/Dockerfile.macos-arm64 vendored
View File

@ -6,6 +6,8 @@ SHELL ["/bin/bash", "-c"]
ARG USER_ID
ARG GROUP_ID
ENV BUILD_TOOLS=${BUILD_TOOLS}
RUN addgroup --gid ${GROUP_ID} user; \
adduser --disabled-password --gecos '' --uid ${USER_ID} --gid ${GROUP_ID} user;

2
docker/dist/Dockerfile.win64 vendored
View File

@ -6,6 +6,8 @@ SHELL ["/bin/bash", "-c"]
ARG USER_ID
ARG GROUP_ID
ENV BUILD_TOOLS=${BUILD_TOOLS}
RUN addgroup --gid ${GROUP_ID} user; \
adduser --disabled-password --gecos '' --uid ${USER_ID} --gid ${GROUP_ID} user;

8
docker/dist/entry_point.sh vendored
View File

@ -19,6 +19,14 @@ fi
PLATFORM="${1}"
BINARIES="nimbus_beacon_node nimbus_validator_client"
echo "==================STARTING BUILD=================="
echo "Build Tools = ${BUILD_TOOLS}"
if [[ "${BUILD_TOOLS}" == "1" ]]; then
echo "Including tools in distribution"
BINARIES="${BINARIES} deposit_contract nimbus_signing_node nimbus_light_client logtrace"
fi
echo -e "\nPLATFORM=${PLATFORM}"
#- we need to build everything against libraries available inside this container, including the Nim compiler

7
scripts/make_dist.sh
View File

@ -22,6 +22,11 @@ docker rm ${DOCKER_TAG} &>/dev/null || true
cd docker/dist
BUILD_TOOLS_ENV="--env BUILD_TOOLS=${BUILD_TOOLS:-"0"}"
echo "${BUILD_TOOLS_ENV}"
DOCKER_BUILDKIT=1 \
docker build \
-t ${DOCKER_TAG} \
@ -31,7 +36,7 @@ DOCKER_BUILDKIT=1 \
-f Dockerfile.${ARCH} .
# seccomp can have some serious overhead, so we disable it with "--privileged" - https://pythonspeed.com/articles/docker-performance-overhead/
docker run --privileged --rm --name ${DOCKER_TAG} -v ${REPO_DIR}:/home/user/nimbus-eth2 ${DOCKER_TAG}
docker run --privileged ${BUILD_TOOLS_ENV} --rm --name ${DOCKER_TAG} -v ${REPO_DIR}:/home/user/nimbus-eth2 ${DOCKER_TAG}
cd - &>/dev/null