import groovy.json.JsonBuilder import hudson.model.Result import hudson.model.Run import jenkins.model.CauseOfInterruption.UserInterruption def version() { return readFile("${env.WORKSPACE}/VERSION").trim() } def getToolVersion(name) { def version = sh( returnStdout: true, script: "${env.WORKSPACE}/scripts/toolversion ${name}" ).trim() return version } def getBuildType() { def jobName = env.JOB_NAME if (jobName.contains('e2e')) { return 'e2e' } if (jobName.startsWith('status-react/pull requests')) { return 'pr' } if (jobName.startsWith('status-react/nightly')) { return 'nightly' } if (jobName.startsWith('status-react/release')) { return 'release' } return params.BUILD_TYPE } @NonCPS def abortPreviousRunningBuilds() { /* Aborting makes sense only for PR builds, since devs start so many of them */ if (!env.JOB_NAME.contains('status-react/prs')) { println ">> Not aborting any previous jobs. Not a PR build." return } Run previousBuild = currentBuild.rawBuild.getPreviousBuildInProgress() while (previousBuild != null) { if (previousBuild.isInProgress()) { def executor = previousBuild.getExecutor() if (executor != null) { println ">> Aborting older build #${previousBuild.number}" executor.interrupt(Result.ABORTED, new UserInterruption( "newer build #${currentBuild.number}" )) } } previousBuild = previousBuild.getPreviousBuildInProgress() } } def buildBranch(name = null, buildType = null) { /* default to current build type */ buildType = buildType ? buildType : getBuildType() /* need to drop origin/ to match definitions of child jobs */ def branchName = env.GIT_BRANCH.replace('origin/', '') /* always pass the BRANCH and BUILD_TYPE params with current branch */ def b = build( job: name, /* this allows us to analize the job even after failure */ propagate: false, parameters: [ [name: 'BRANCH', value: branchName, $class: 'StringParameterValue'], [name: 'BUILD_TYPE', value: buildType, $class: 'StringParameterValue'], [name: 'CHANGE_ID', value: env.CHANGE_ID, $class: 'StringParameterValue'], ]) /* BlueOcean seems to not show child-build links */ println "Build: ${b.getAbsoluteUrl()} (${b.result})" if (b.result != 'SUCCESS') { error("Build Failed") } return b } def copyArts(projectName, buildNo) { copyArtifacts( projectName: projectName, target: 'pkg', flatten: true, selector: specific("${buildNo}") ) } def installJSDeps(platform) { def attempt = 1 def maxAttempts = 10 def installed = false /* prepare environment for specific platform build */ sh "scripts/prepare-for-platform.sh ${platform}" while (!installed && attempt <= maxAttempts) { println "#${attempt} attempt to install npm deps" sh 'yarn install --frozen-lockfile' installed = fileExists('node_modules/web3/index.js') attemp = attempt + 1 } } def doGitRebase() { sh 'git status' sh 'git fetch --force origin develop:develop' try { sh 'git rebase develop' } catch (e) { sh 'git rebase --abort' throw e } } def genBuildNumber() { def number = sh( returnStdout: true, script: "./scripts/gen_build_no.sh" ).trim() println "Build Number: ${number}" return number } def getDirPath(path) { return path.tokenize('/')[0..-2].join('/') } def getFilename(path) { return path.tokenize('/')[-1] } def uploadArtifact(path) { /* defaults for upload */ def domain = 'ams3.digitaloceanspaces.com' def bucket = 'status-im' /* There's so many PR builds we need a separate bucket */ if (getBuildType() == 'pr') { bucket = 'status-im-prs' } /* WARNING: s3cmd can't guess APK MIME content-type */ def customOpts = '' if (path.endsWith('apk')) { customOpts += "--mime-type='application/vnd.android.package-archive'" } /* We also need credentials for the upload */ withCredentials([usernamePassword( credentialsId: 'digital-ocean-access-keys', usernameVariable: 'DO_ACCESS_KEY', passwordVariable: 'DO_SECRET_KEY' )]) { sh """ s3cmd \\ --acl-public \\ ${customOpts} \\ --host='${domain}' \\ --host-bucket='%(bucket)s.${domain}' \\ --access_key=${DO_ACCESS_KEY} \\ --secret_key=${DO_SECRET_KEY} \\ put ${path} s3://${bucket}/ """ } return "https://${bucket}.${domain}/${getFilename(path)}" } def parentOrCurrentBuild() { def c = currentBuild.rawBuild.getCause(hudson.model.Cause$UpstreamCause) if (c == null) { return currentBuild } return c.getUpstreamRun() } def timestamp() { /* we use parent if available to make timestmaps consistent */ def now = new Date(parentOrCurrentBuild().timeInMillis) return now.format('yyMMdd-HHmmss', TimeZone.getTimeZone('UTC')) } def gitCommit() { return GIT_COMMIT.take(6) } def pkgFilename(type, ext) { return "StatusIm-${timestamp()}-${gitCommit()}-${type}.${ext}" } def buildDuration() { def duration = currentBuild.durationString return '~' + duration.take(duration.lastIndexOf(' and counting')) } def changeId() { /* CHANGE_ID can be provided via the build parameters or from parent */ def changeId = env.CHANGE_ID changeId = params.CHANGE_ID ? params.CHANGE_ID : changeId changeId = getParentRunEnv('CHANGE_ID') ? getParentRunEnv('CHANGE_ID') : changeId if (!changeId) { println('This build is not related to a PR, CHANGE_ID missing.') println('GitHub notification impossible, skipping...') return null } return changeId } def ghcmgrBuildObj(success) { /* assemble build object valid for ghcmgr */ return [ id: env.BUILD_DISPLAY_NAME, commit: GIT_COMMIT.take(8), success: success != null ? success : true, platform: env.BUILD_PLATFORM + (getBuildType() == 'e2e' ? '-e2e' : ''), duration: buildDuration(), url: currentBuild.absoluteUrl, pkg_url: env.PKG_URL, ] } def ghcmgrPostBuild(success) { /** * This is our own service for avoiding comment spam. * https://github.com/status-im/github-comment-manager **/ def ghcmgrurl = 'https://ghcmgr.status.im' def changeId = changeId() def body = ghcmgrBuildObj(success) def json = new JsonBuilder(body).toPrettyString() withCredentials([usernamePassword( credentialsId: 'ghcmgr-auth', usernameVariable: 'GHCMGR_USER', passwordVariable: 'GHCMGR_PASS' )]) { sh """ curl --silent --verbose -XPOST --data '${json}' \ -u '${GHCMGR_USER}:${GHCMGR_PASS}' \ -H "content-type: application/json" \ '${ghcmgrurl}/builds/${changeId}' """ } } def gitHubNotify(message) { def githubIssuesUrl = 'https://api.github.com/repos/status-im/status-react/issues' def changeId = changeId() if (changeId == null) { return } def msgObj = [body: message] def msgJson = new JsonBuilder(msgObj).toPrettyString() withCredentials([usernamePassword( credentialsId: 'status-im-auto', usernameVariable: 'GH_USER', passwordVariable: 'GH_PASS' )]) { sh """ curl --silent \ -u '${GH_USER}:${GH_PASS}' \ --data '${msgJson}' \ -H "Content-Type: application/json" \ "${githubIssuesUrl}/${changeId}/comments" """.trim() } } def gitHubNotifyFull(urls) { def msg = "#### :white_check_mark: " msg += "[${env.JOB_NAME}${currentBuild.displayName}](${currentBuild.absoluteUrl}) " msg += "CI BUILD SUCCESSFUL in ${buildDuration()} (${GIT_COMMIT.take(8)})\n" msg += '| | | | | |\n' msg += '|-|-|-|-|-|\n' msg += "| [Android](${urls.Apk}) ([e2e](${urls.Apke2e})) " msg += "| [iOS](${urls.iOS}) ([e2e](${urls.iOSe2e})) |" if (urls.Mac != null) { msg += " [MacOS](${urls.Mac}) | [AppImage](${urls.App}) | [Windows](${urls.Win}) |" } else { msg += " ~~MacOS~~ | ~~AppImage~~ | ~~Windows~~~ |" } gitHubNotify(msg) } def gitHubNotifyPRFailure() { def d = ":small_orange_diamond:" def msg = "#### :x: " msg += "[${env.JOB_NAME}${currentBuild.displayName}](${currentBuild.absoluteUrl}) ${d} " msg += "${buildDuration()} ${d} ${GIT_COMMIT.take(8)} ${d} " msg += "[:page_facing_up: build log](${currentBuild.absoluteUrl}/consoleText)" //msg += "Failed in stage: ${env.STAGE_NAME}\n" //msg += "```${currentBuild.rawBuild.getLog(5)}```" gitHubNotify(msg) } def gitHubNotifyPRSuccess() { def d = ":small_blue_diamond:" def msg = "#### :heavy_check_mark: " def type = getBuildType() == 'e2e' ? ' e2e' : '' msg += "[${env.JOB_NAME}${currentBuild.displayName}](${currentBuild.absoluteUrl}) ${d} " msg += "${buildDuration()} ${d} ${GIT_COMMIT.take(8)} ${d} " msg += "[:package: ${env.BUILD_PLATFORM}${type} package](${env.PKG_URL})" gitHubNotify(msg) } def notifyPRFailure() { if (changeId() == null) { return } try { ghcmgrPostBuild(false) } catch (ex) { /* fallback to posting directly to GitHub */ println "Failed to use GHCMGR: ${ex}" gitHubNotifyPRFailure() } } def notifyPRSuccess() { if (changeId() == null) { return } try { ghcmgrPostBuild(true) } catch (ex) { /* fallback to posting directly to GitHub */ println "Failed to use GHCMGR: ${ex}" gitHubNotifyPRSuccess() } } def getEnv(build, envvar) { return build.getBuildVariables().get(envvar) } def pkgUrl(build) { return getEnv(build, 'PKG_URL') } def pkgFind(glob) { def fullGlob = "pkg/*${glob}" def found = findFiles(glob: fullGlob) if (found.size() == 0) { sh 'ls -l pkg/' error("File not found via glob: ${fullGlob} ${found.size()}") } return found[0].path } def setBuildDesc(Map links) { def desc = 'Links: \n' links.each { type, url -> if (url != null) { desc += "${type} \n" } } currentBuild.description = desc } def updateLatestNightlies(urls) { /* latest.json has slightly different key names */ def latest = [ APK: urls.Apk, IOS: urls.iOS, APP: urls.App, MAC: urls.Mac, WIN: urls.Win, SHA: urls.SHA ] def latestFile = pwd() + '/' + 'pkg/latest.json' /* it might not exist */ sh 'mkdir -p pkg' def latestJson = new JsonBuilder(latest).toPrettyString() println "latest.json:\n${latestJson}" new File(latestFile).write(latestJson) return uploadArtifact(latestFile) } def getParentRunEnv(name) { def c = currentBuild.rawBuild.getCause(hudson.model.Cause$UpstreamCause) if (c == null) { return null } return c.getUpstreamRun().getEnvironment()[name] } def runLint() { sh 'lein cljfmt check' } def runTests() { sh 'lein test-cljs' } def clean() { sh 'make clean' } return this