ci: refactor uitests to use multiple stages
Please do not run 20 different things in a single stage. It makes debugging much harder than it needs to be, since now you can see at a glance the startup of which container fails easily. Changes: - Starting of Ganache and Nim-Waku containers extracted to separate stages - Cleanup of containers moved to `cleanup` step after tests are executed - Many variables moved to `enrivonment` section for job and some stages - The `throttle` effect narrowed down just to the `Tests` stage and not whole job - RPC API is used to get the Multiaddress of Nim-Waku node instead of hardcoding key - Removed no longer necessary `status-go` history node related files - `Jenkinsfile.uitests` was renamed to `Jenkinsfile.e2e` to match CI job names Signed-off-by: Jakub Sokołowski <jakub@status.im>
This commit is contained in:
parent
f3ccc2422c
commit
9f076ed70c
|
|
@ -0,0 +1,181 @@
|
|||
library 'status-jenkins-lib@v1.6.1'
|
||||
|
||||
/* Options section can't access functions in objects. */
|
||||
def isPRBuild = utils.isPRBuild()
|
||||
|
||||
pipeline {
|
||||
agent { label 'linux' }
|
||||
|
||||
parameters {
|
||||
booleanParam(
|
||||
name: 'RELEASE',
|
||||
description: 'Decides whether binaries are built with debug symbols.',
|
||||
defaultValue: params.RELEASE ?: false
|
||||
)
|
||||
choice(
|
||||
name: 'VERBOSE',
|
||||
description: 'Level of verbosity based on nimbus-build-system setup.',
|
||||
choices: ['0', '1', '2']
|
||||
)
|
||||
}
|
||||
|
||||
options {
|
||||
timestamps()
|
||||
/* Prevent Jenkins jobs from running forever */
|
||||
timeout(time: 120, unit: 'MINUTES')
|
||||
/* manage how many builds we keep */
|
||||
buildDiscarder(logRotator(
|
||||
numToKeepStr: '10',
|
||||
daysToKeepStr: '30',
|
||||
artifactNumToKeepStr: '3',
|
||||
))
|
||||
/* Throttle number of concurrent builds. */
|
||||
throttleJobProperty(
|
||||
throttleEnabled: true,
|
||||
throttleOption: 'category',
|
||||
maxConcurrentPerNode: 1,
|
||||
maxConcurrentTotal: 1
|
||||
)
|
||||
/* Abort old PR builds. */
|
||||
disableConcurrentBuilds(
|
||||
abortPrevious: isPRBuild
|
||||
)
|
||||
}
|
||||
|
||||
environment {
|
||||
TARGET = 'e2e'
|
||||
/* Improve make performance */
|
||||
MAKEFLAGS = "-j4 V=${params.VERBOSE}"
|
||||
/* Disable colors in Nim compiler logs */
|
||||
NIMFLAGS = '--colors:off'
|
||||
/* Makefile assumes the compiler folder is included */
|
||||
QTDIR = '/opt/qt/5.14.2/gcc_64'
|
||||
/* Include library in order to compile the project */
|
||||
LD_LIBRARY_PATH = "$QTDIR/lib:$WORKSPACE/vendor/status-go/build/bin:$WORKSPACE/vendor/status-keycard-go/build/libkeycard/"
|
||||
/* Container ports */
|
||||
RPC_PORT = "${8545 + env.EXECUTOR_NUMBER.toInteger()}"
|
||||
P2P_PORT = "${6010 + env.EXECUTOR_NUMBER.toInteger()}"
|
||||
/* Ganache config */
|
||||
GANACHE_RPC_PORT = "${9545 + env.EXECUTOR_NUMBER.toInteger()}"
|
||||
GANACHE_MNEMONIC = 'pelican chief sudden oval media rare swamp elephant lawsuit wheat knife initial'
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('Deps') {
|
||||
steps {
|
||||
sh 'make update'
|
||||
sh 'make deps'
|
||||
}
|
||||
}
|
||||
|
||||
stage('status-go') {
|
||||
steps {
|
||||
sh 'make status-go'
|
||||
}
|
||||
}
|
||||
|
||||
stage('build') {
|
||||
environment {
|
||||
GANACHE_NETWORK_RPC_URL = "http://localhost:${env.GANACHE_RPC_PORT}"
|
||||
}
|
||||
steps {
|
||||
sh 'make'
|
||||
}
|
||||
}
|
||||
|
||||
stage('Containers') {
|
||||
parallel {
|
||||
stage('Ganache') { steps { script {
|
||||
ganache = docker.image(
|
||||
'trufflesuite/ganache:v7.4.1'
|
||||
).run(
|
||||
["-p 127.0.0.1:${env.GANACHE_RPC_PORT}:8545",
|
||||
"-v ${env.WORKSPACE}/test/ui-test/fixtures/ganache-dbs/goerli:/goerli-db"].join(' '),
|
||||
["-m='${GANACHE_MNEMONIC}'", "-e=10",
|
||||
'--chain.chainId=5',
|
||||
'--database.dbPath=/goerli-db'].join(' ')
|
||||
)
|
||||
} } }
|
||||
|
||||
stage('Nim-Waku') { steps { script {
|
||||
nimwaku = docker.image(
|
||||
'statusteam/nim-waku:v0.13.0'
|
||||
).run(
|
||||
["-p 127.0.0.1:${env.RPC_PORT}:8545",
|
||||
"-p 127.0.0.1:${env.P2P_PORT}:30303/tcp",
|
||||
"-p 127.0.0.1:${env.P2P_PORT}:30303/udp",
|
||||
"-v ${env.WORKSPACE}/ci/mailserver/config.json:/config.json"].join(' '),
|
||||
['--store=true',
|
||||
'--keep-alive=true',
|
||||
'--rpc-address=0.0.0.0',
|
||||
'--nat=none'].join(' ')
|
||||
)
|
||||
env.TEST_PEER_ENR = getPeerAddress()
|
||||
} } }
|
||||
}
|
||||
}
|
||||
|
||||
stage('Tests') {
|
||||
options {
|
||||
throttle(categories: ['status-desktop-e2e-tests'])
|
||||
}
|
||||
steps { script {
|
||||
wrap([
|
||||
$class: 'Xvfb',
|
||||
autoDisplayName: true,
|
||||
parallelBuild: true,
|
||||
screen: '2560x1440x24',
|
||||
]) { script {
|
||||
def result = squish([
|
||||
extraOptions: [
|
||||
'--retry', '2',
|
||||
'--tags', '~mayfail',
|
||||
'--tags', '~merge',
|
||||
'--tags', '~relyon-mailserver',
|
||||
'--config', 'addAUT', 'nim_status_client',
|
||||
"${WORKSPACE}/bin",
|
||||
].join('\n'),
|
||||
squishPackageName: 'squish-6.7.2-qt514x-linux64',
|
||||
testSuite: "${WORKSPACE}/test/ui-test/testSuites/*",
|
||||
])
|
||||
print("Squish run result: ${result}")
|
||||
if (!['SUCCESS', 'UNSTABLE'].contains(result)) {
|
||||
throw new Exception('Squish run failed!')
|
||||
}
|
||||
} }
|
||||
} }
|
||||
post {
|
||||
failure { script {
|
||||
sh("docker logs ${nimwaku.id}")
|
||||
sh("docker logs ${ganache.id}")
|
||||
} }
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
post {
|
||||
success { script {
|
||||
github.notifyPR(true)
|
||||
} }
|
||||
failure { script {
|
||||
github.notifyPR(false)
|
||||
} }
|
||||
always { script { /* No artifact but a PKG_URL is necessary. */
|
||||
env.PKG_URL = "${currentBuild.absoluteUrl}/consoleText"
|
||||
} }
|
||||
cleanup { script {
|
||||
sh './scripts/clean-git.sh'
|
||||
if (binding.hasVariable('ganache')) { ganache.stop() }
|
||||
if (binding.hasVariable('nimwaku')) { nimwaku.stop() }
|
||||
} }
|
||||
}
|
||||
}
|
||||
|
||||
def getPeerAddress() {
|
||||
def rpcResp = sh(
|
||||
script: "${env.WORKSPACE}/scripts/rpc.sh get_waku_v2_debug_v1_info",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
assert rpcResp : 'Could not get node address from RPC API!'
|
||||
return readJSON(text: rpcResp)['result']['listenAddresses'][0]
|
||||
}
|
||||
|
|
@ -1,149 +0,0 @@
|
|||
library 'status-jenkins-lib@v1.6.2'
|
||||
|
||||
/* Options section can't access functions in objects. */
|
||||
def isPRBuild = utils.isPRBuild()
|
||||
|
||||
pipeline {
|
||||
agent { label 'linux' }
|
||||
|
||||
parameters {
|
||||
booleanParam(
|
||||
name: 'RELEASE',
|
||||
description: 'Decides whether binaries are built with debug symbols.',
|
||||
defaultValue: params.RELEASE ?: false
|
||||
)
|
||||
choice(
|
||||
name: 'VERBOSE',
|
||||
description: 'Level of verbosity based on nimbus-build-system setup.',
|
||||
choices: ['0', '1', '2']
|
||||
)
|
||||
}
|
||||
|
||||
options {
|
||||
timestamps()
|
||||
/* Prevent Jenkins jobs from running forever */
|
||||
timeout(time: 120, unit: 'MINUTES')
|
||||
/* manage how many builds we keep */
|
||||
buildDiscarder(logRotator(
|
||||
numToKeepStr: '10',
|
||||
daysToKeepStr: '30',
|
||||
artifactNumToKeepStr: '3',
|
||||
))
|
||||
/* Throttle number of concurrent builds. */
|
||||
throttleJobProperty(
|
||||
throttleEnabled: true,
|
||||
throttleOption: 'category',
|
||||
categories: ['status-desktop-e2e-tests'],
|
||||
maxConcurrentPerNode: 1,
|
||||
maxConcurrentTotal: 1
|
||||
)
|
||||
/* Abort old PR builds. */
|
||||
disableConcurrentBuilds(
|
||||
abortPrevious: isPRBuild
|
||||
)
|
||||
}
|
||||
|
||||
environment {
|
||||
TARGET = 'e2e'
|
||||
/* Improve make performance */
|
||||
MAKEFLAGS = "-j4 V=${params.VERBOSE}"
|
||||
/* Disable colors in Nim compiler logs */
|
||||
NIMFLAGS = '--colors:off'
|
||||
/* Makefile assumes the compiler folder is included */
|
||||
QTDIR = "/opt/qt/5.14.2/gcc_64"
|
||||
/* Control output the filename */
|
||||
STATUS_CLIENT_APPIMAGE = "pkg/${utils.pkgFilename(ext: 'AppImage')}"
|
||||
STATUS_CLIENT_TARBALL = "pkg/${utils.pkgFilename(ext: 'tar.gz')}"
|
||||
/* Include library in order to compile the project */
|
||||
LD_LIBRARY_PATH = "$QTDIR/lib:$WORKSPACE/vendor/status-go/build/bin:$WORKSPACE/vendor/status-keycard-go/build/libkeycard/"
|
||||
INFURA_TOKEN = "cd313fedd0dd4699b194d72b5184be06"
|
||||
GANACHE_NETWORK_RPC_URL = "http://0.0.0.0:${855 + env.EXECUTOR_NUMBER}"
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('Deps') {
|
||||
steps {
|
||||
/* trigger fetching of git submodules */
|
||||
sh 'make check-pkg-target-linux'
|
||||
/* TODO: Re-add caching of Nim compiler. */
|
||||
sh 'make deps'
|
||||
}
|
||||
}
|
||||
|
||||
stage('status-go') {
|
||||
steps { sh 'make status-go' }
|
||||
}
|
||||
|
||||
stage('build') {
|
||||
steps { sh 'make' }
|
||||
|
||||
}
|
||||
|
||||
stage('Tests') {
|
||||
steps {
|
||||
script {
|
||||
def goerli_rpc_port = 855 + env.EXECUTOR_NUMBER
|
||||
def mnemonic = "pelican chief sudden oval media rare swamp elephant lawsuit wheat knife initial"
|
||||
def goerli_db_path = "$WORKSPACE/test/ui-test/fixtures/ganache-dbs/goerli"
|
||||
def tcp_port = 6010 + env.EXECUTOR_NUMBER
|
||||
docker.image('trufflesuite/ganache:v7.4.1').withRun(
|
||||
"-p 127.0.0.1:${goerli_rpc_port}:8545 -v ${goerli_db_path}:/goerli-db",
|
||||
"-e 10 -m='${mnemonic}' --chain.chainId 5 --database.dbPath /goerli-db"
|
||||
) { c ->
|
||||
docker.image('statusteam/nim-waku').withRun(
|
||||
"-p 127.0.0.1:${tcp_port}:60000/tcp",
|
||||
"--use-db=true --persist-messages=true --nat=none --nodekey=1122334455667788990011223344556677889900112233445566778899001122"
|
||||
) { c2 ->
|
||||
env.PEER_ENR = "/ip4/127.0.0.1/tcp/" + tcp_port + "/p2p/16Uiu2HAmMGhfSTUzKbsjMWxc6T1X4wiTWSF1bEWSLjAukCm7KiHV"
|
||||
withEnv(["TEST_PEER_ENR=${env.PEER_ENR}"]){
|
||||
wrap([
|
||||
$class: 'Xvfb',
|
||||
autoDisplayName: true,
|
||||
parallelBuild: true,
|
||||
screen: '2560x1440x24',
|
||||
]) {
|
||||
script {
|
||||
def res = squish([
|
||||
extraOptions: '''
|
||||
--retry
|
||||
2
|
||||
|
||||
--tags
|
||||
~mayfail
|
||||
|
||||
--tags
|
||||
~merge
|
||||
|
||||
--tags
|
||||
~relyon-mailserver
|
||||
|
||||
--config
|
||||
addAUT
|
||||
nim_status_client
|
||||
${WORKSPACE}/bin
|
||||
''',
|
||||
squishPackageName: 'squish-6.7.2-qt514x-linux64',
|
||||
testSuite: '${WORKSPACE}/test/ui-test/testSuites/*',
|
||||
])
|
||||
echo res
|
||||
if ( res == "SUCCESS" || res == "UNSTABLE" ) {
|
||||
return
|
||||
}
|
||||
throw new Exception("squish test didn't end with success")
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
sh "docker logs ${c.id}"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
post {
|
||||
success { script { github.notifyPR(true) } }
|
||||
failure { script { github.notifyPR(false) } }
|
||||
cleanup { sh './scripts/clean-git.sh' }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,29 +0,0 @@
|
|||
{
|
||||
"Rendezvous": false,
|
||||
"NoDiscovery": true,
|
||||
"ClusterConfig": {
|
||||
"Enabled": true,
|
||||
"Fleet": "eth.prod",
|
||||
"BootNodes": [],
|
||||
"TrustedMailServers": [],
|
||||
"PushNotificationsServers": [],
|
||||
"StaticNodes": []
|
||||
},
|
||||
"ListenAddr": "0.0.0.0:30303",
|
||||
"HTTPEnabled": true,
|
||||
"HTTPHost": "0.0.0.0",
|
||||
"HTTPPort": 8545,
|
||||
"MaxPeers": 50,
|
||||
"DataDir": "/var/tmp/status-go-mailserver",
|
||||
"APIModules": "eth,web3,admin,waku,wakuext",
|
||||
"RegisterTopics": [
|
||||
"whispermail"
|
||||
],
|
||||
"WakuConfig": {
|
||||
"Enabled": true,
|
||||
"EnableMailServer": true,
|
||||
"DataDir": "/var/tmp/status-go-mailserver/waku",
|
||||
"MailServerPassword": "status-offline-inbox",
|
||||
"MailServerDataRetention": 30
|
||||
}
|
||||
}
|
||||
|
|
@ -1,31 +0,0 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
RPC_ADDR="${RPC_ADDR:-localhost}"
|
||||
RPC_PORT="${RPC_PORT:-8545}"
|
||||
MAILSERVER_PORT="${MAILSERVER_PORT:-30303}"
|
||||
# might be provided by parent
|
||||
if [[ -z "${PUBLIC_IP}" ]]; then
|
||||
PUBLIC_IP=$(curl -s https://ipecho.net/plain)
|
||||
fi
|
||||
|
||||
# query local
|
||||
RESP_JSON=$(
|
||||
curl -sS --retry 3 --retry-connrefused \
|
||||
-X POST http://${RPC_ADDR}:${RPC_PORT}/ \
|
||||
-H 'Content-type: application/json' \
|
||||
-d '{"jsonrpc":"2.0","method":"admin_nodeInfo","params":[],"id":1}'
|
||||
)
|
||||
if [[ "$?" -ne 0 ]]; then
|
||||
echo "RPC port not up, unable to query enode address!" 1>&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# extract enode from JSON response
|
||||
ENODE_RAW=$(echo "${RESP_JSON}" | jq -r '.result.enode')
|
||||
# drop arguments at the end of enode address
|
||||
ENODE_CLEAN=$(echo "${ENODE_RAW}" | grep -oP '\Kenode://[^?]+')
|
||||
|
||||
ENODE=$(echo "${ENODE_CLEAN}" | sed \
|
||||
-e "s/:30303/:${MAILSERVER_PORT}/")
|
||||
|
||||
echo "${ENODE}"
|
||||
|
|
@ -0,0 +1,39 @@
|
|||
#!/usr/bin/env bash
|
||||
# vim: set ft=sh:
|
||||
|
||||
RPC_PORT="${RPC_PORT:-8545}"
|
||||
RPC_HOST="${RPC_HOST:-127.0.0.1}"
|
||||
|
||||
METHOD="$1"
|
||||
shift
|
||||
PARAMS=("$@")
|
||||
|
||||
if [[ -z "${METHOD}" ]]; then
|
||||
echo "No method specified!" >&2
|
||||
exit 1
|
||||
fi
|
||||
if [[ -n "${PARAMS}" ]]; then
|
||||
PARAMS_STR=$(printf '%s\",\"' "${PARAMS[@]}")
|
||||
# Params are a nested array because of a bug in nim-json-rpc.
|
||||
# https://github.com/status-im/nim-json-rpc/issues/90
|
||||
PARAMS_STR="[\"${PARAMS_STR%%\",\"}\"]"
|
||||
else
|
||||
PARAMS_STR=''
|
||||
fi
|
||||
|
||||
PAYLOAD="{
|
||||
\"id\": 1,
|
||||
\"jsonrpc\": \"2.0\",
|
||||
\"method\": \"${METHOD}\",
|
||||
\"params\": [${PARAMS_STR}]
|
||||
}"
|
||||
|
||||
# The jq script checks if error exists and adjusts exit code.
|
||||
curl --request POST \
|
||||
--silent \
|
||||
--show-error \
|
||||
--fail-with-body \
|
||||
--header 'Content-type:application/json' \
|
||||
--data "${PAYLOAD}" \
|
||||
"${RPC_HOST}:${RPC_PORT}" | \
|
||||
jq -e '., if .error != null then null|halt_error(2) else halt end'
|
||||
Loading…
Reference in New Issue