build regular linux binary with xgo for uploading to GitHub

Signed-off-by: Jakub Sokołowski <jakub@status.im>
This commit is contained in:
Jakub Sokołowski 2019-04-12 12:50:14 +02:00 committed by Jakub
parent a904d9325e
commit 2af27dc6b3
8 changed files with 145 additions and 39 deletions

View File

@ -3,8 +3,9 @@
RELEASE_TAG := $(shell cat VERSION)
RELEASE_BRANCH := "develop"
RELEASE_DIRECTORY := /tmp/release-$(RELEASE_TAG)
RELEASE_DIR := /tmp/release-$(RELEASE_TAG)
PRE_RELEASE := "1"
RELEASE_TYPE := $(shell if [ $(PRE_RELEASE) = "0" ] ; then echo release; else echo pre-release ; fi)
help: ##@other Show this help
@perl -e '$(HELP_FUN)' $(MAKEFILE_LIST)
@ -55,6 +56,9 @@ DOCKER_IMAGE_CUSTOM_TAG ?= $(RELEASE_TAG)
DOCKER_TEST_WORKDIR = /go/src/github.com/status-im/status-go/
DOCKER_TEST_IMAGE = golang:1.10
XGO_NAME ?= status-go
XGO_TARGETS ?= linux/amd64,windows/amd64,darwin/amd64
# This is a code for automatic help generator.
# It supports ANSI colors and categories.
# To add new item into help output, simply add comments
@ -122,10 +126,13 @@ statusgo-ios: ##@cross-compile Build status-go for iOS
@gomobile bind -target=ios -ldflags="-s -w" $(BUILD_FLAGS) -o build/bin/Statusgo.framework github.com/status-im/status-go/mobile
@echo "iOS framework cross compilation done in build/bin/Statusgo.framework"
statusgo-linux: xgo ##@cross-compile Build status-go for Linux
./_assets/patches/patcher -b . -p geth-xgo
$(GOPATH)/bin/xgo --image $(XGOIMAGE) --go=$(XGO_GO) -out statusgo --dest=$(GOBIN) --targets=linux/amd64 -v -tags '$(BUILD_TAGS)' $(BUILD_FLAGS) ./cmd/statusd
./_assets/patches/patcher -b . -p geth-xgo -r
statusgo-xgo: xgo-install ##@cross-compile Build status-go for xgo targets
$(GOPATH)/bin/xgo -v \
-out=$(XGO_NAME) \
-dest=$(GOBIN) \
-targets=$(XGO_TARGETS) \
-tags '$(BUILD_TAGS)' \
$(BUILD_FLAGS) ./cmd/statusd
@echo "Linux cross compilation done."
statusgo-library: ##@cross-compile Build status-go as static library for current platform
@ -201,28 +208,37 @@ generate: ##@other Regenerate assets and other auto-generated stuff
$(shell cd ./services/shhext/chat && exec protoc --go_out=. ./*.proto)
prepare-release: clean-release
mkdir -p $(RELEASE_DIRECTORY)
mv build/bin/statusgo.aar $(RELEASE_DIRECTORY)/status-go-android.aar
mkdir -p $(RELEASE_DIR)
mv build/bin/statusgo.aar $(RELEASE_DIR)/status-go-android.aar
zip -r build/bin/Statusgo.framework.zip build/bin/Statusgo.framework
mv build/bin/Statusgo.framework.zip $(RELEASE_DIRECTORY)/status-go-ios.zip
zip -r $(RELEASE_DIRECTORY)/status-go-desktop.zip . -x *.git*
mv build/bin/Statusgo.framework.zip $(RELEASE_DIR)/status-go-ios.zip
zip -r $(RELEASE_DIR)/status-go-desktop.zip . -x *.git*
${MAKE} clean
clean-release:
rm -rf $(RELEASE_DIRECTORY)
rm -rf $(RELEASE_DIR)
release:
@read -p "Are you sure you want to create a new GitHub $(shell if [ $(PRE_RELEASE) = "0" ] ; then echo release; else echo pre-release ; fi) against $(RELEASE_BRANCH) branch? (y/n): " REPLY; \
@read -p "Are you sure you want to create a new GitHub $(RELEASE_TYPE} against $(RELEASE_BRANCH) branch? (y/n): " REPLY; \
if [ $$REPLY = "y" ]; then \
latest_tag=$$(git describe --tags `git rev-list --tags --max-count=1`); \
comparison="$$latest_tag..HEAD"; \
if [ -z "$$latest_tag" ]; then comparison=""; fi; \
changelog=$$(git log $$comparison --oneline --no-merges --format="* %h %s"); \
github-release $(shell if [ $(PRE_RELEASE) != "0" ] ; then echo "-prerelease" ; fi) "status-im/status-go" "v$(RELEASE_TAG)" "$(RELEASE_BRANCH)" "$(changelog)" "$(RELEASE_DIRECTORY)/*" ; \
github-release \
$(shell if [ $(PRE_RELEASE) != "0" ] ; then echo "-prerelease" ; fi) \
"status-im/status-go" \
"v$(RELEASE_TAG)" \
"$(RELEASE_BRANCH)" \
"$(changelog)" \
"$(RELEASE_DIR)/*" ; \
else \
echo "Aborting." && exit 1; \
fi
xgo-install:
go get -u github.com/karalabe/xgo
gomobile-install:
go get -u golang.org/x/mobile/cmd/gomobile

View File

@ -31,7 +31,7 @@ pipeline {
GOPATH = "${env.WORKSPACE}"
PATH = "${env.PATH}:${env.GOPATH}/bin"
/* This will override the var in Makefile */
RELEASE_DIRECTORY = "${env.WORKSPACE}/pkg"
RELEASE_DIR = "${env.WORKSPACE}/pkg"
}
stages {
@ -64,16 +64,19 @@ pipeline {
stage('Docker') { steps { script {
dock = lib.buildBranch('status-go/platforms/docker')
} } }
stage('XGO') { steps { script {
xgo = lib.buildBranch('status-go/platforms/xgo')
} } }
} // parallel
} // stage(Build)
stage('Archive') {
steps { script {
sh("rm -fr ${env.RELEASE_DIRECTORY}/*")
lib.copyArts('status-go/platforms/ios', ios.number)
lib.copyArts('status-go/platforms/android', android.number)
lib.copyArts('status-go/platforms/linux', linux.number)
dir(env.RELEASE_DIRECTORY) {
sh("rm -fr ${env.RELEASE_DIR}/*")
[ios, android, linux, xgo].each { platformBuild ->
lib.copyArts(platformBuild)
}
dir(env.RELEASE_DIR) {
/* generate sha256 checksums for upload */
sh 'sha256sum * | tee checksum.sha256'
archiveArtifacts('*')
@ -82,12 +85,13 @@ pipeline {
} // stage(Archive)
stage('Release') { when { expression { params.RELEASE == true } }
steps {
steps { script {
/* rename build files to not include versions */
dir(env.RELEASE_DIRECTORY) {
sh 'mv status-go-ios-*.zip status-go-ios.zip'
sh 'mv status-go-android-*.aar status-go-android.aar'
sh 'mv status-go-desktop-*.zip status-go-desktop.zip'
dir(env.RELEASE_DIR) {
def pkgs = findFiles(glob: 'status-go-*')
pkgs.each { pkg ->
sh "mv ${pkg.path} ${pkg.path.replace("-"+lib.suffix(), "")}"
}
}
/* perform the release */
dir(env.STATUS_PATH) {
@ -97,14 +101,12 @@ pipeline {
usernameVariable: 'GITHUB_USER',
passwordVariable: 'GITHUB_TOKEN'
]]) {
sh """
yes | make release \
RELEASE_BRANCH=${lib.gitBranch()} \
RELEASE_DIRECTORY=${env.RELEASE_DIRECTORY}
"""
env.RELEASE_BRANCH = lib.gitBranch()
env.RELEASE_DIR = env.RELEASE_DIR
sh 'yes | make release'
}
}
}
} }
} // stage(Release)
stage('Cleanup') { steps { dir(env.STATUS_PATH) {

View File

@ -28,7 +28,7 @@ pipeline {
environment {
BUILD_PLATFORM = 'android'
STATUS_PATH = 'src/github.com/status-im/status-go'
STATUS_PATH = "${env.WORKSPACE}/src/github.com/status-im/status-go"
CI_DIR = "${env.STATUS_PATH}/_assets/ci"
GOPATH = "${env.WORKSPACE}"
PATH = "${env.PATH}:${env.GOPATH}/bin"

View File

@ -27,7 +27,7 @@ pipeline {
}
environment {
STATUS_PATH = 'src/github.com/status-im/status-go'
STATUS_PATH = "${env.WORKSPACE}/src/github.com/status-im/status-go"
CI_DIR = "${env.STATUS_PATH}/_assets/ci"
GOPATH = "${env.WORKSPACE}"
PATH = "${env.PATH}:${env.GOPATH}/bin"

View File

@ -28,7 +28,7 @@ pipeline {
environment {
BUILD_PLATFORM = 'ios'
STATUS_PATH = 'src/github.com/status-im/status-go'
STATUS_PATH = "${env.WORKSPACE}/src/github.com/status-im/status-go"
CI_DIR = "${env.STATUS_PATH}/_assets/ci"
GOPATH = "${env.WORKSPACE}"
PATH = "${env.PATH}:${env.GOPATH}/bin"

View File

@ -28,7 +28,7 @@ pipeline {
environment {
BUILD_PLATFORM = 'linux'
STATUS_PATH = 'src/github.com/status-im/status-go'
STATUS_PATH = "${env.WORKSPACE}/src/github.com/status-im/status-go"
CI_DIR = "${env.STATUS_PATH}/_assets/ci"
GOPATH = "${env.WORKSPACE}"
PATH = "${env.PATH}:${env.GOPATH}/bin"

View File

@ -0,0 +1,79 @@
pipeline {
agent { label 'linux' }
parameters {
string(
name: 'BRANCH',
defaultValue: 'publis-status-go-bin',
description: 'Name of branch to build.'
)
booleanParam(
name: 'RELEASE',
defaultValue: false,
description: 'Enable to create build for release.',
)
}
options {
timestamps()
disableConcurrentBuilds()
/* Go requires a certain directory structure */
checkoutToSubdirectory('src/github.com/status-im/status-go')
/* manage how many builds we keep */
buildDiscarder(logRotator(
numToKeepStr: '30',
daysToKeepStr: '30',
))
}
environment {
BUILD_PLATFORM = 'xgo'
STATUS_PATH = "${env.WORKSPACE}/src/github.com/status-im/status-go"
CI_DIR = "${env.STATUS_PATH}/_assets/ci"
GOPATH = "${env.WORKSPACE}"
PATH = "${env.PATH}:${env.GOPATH}/bin"
GOCACHE = "off"
}
stages {
stage('Prep') {
steps { script { dir(env.STATUS_PATH) {
lib = load("${env.STATUS_PATH}/_assets/ci/lib.groovy")
/* clarify what we're building */
println("Version: ${lib.getVersion()}")
println("Git Branch: ${lib.gitBranch()}")
println("Git Commit: ${lib.gitCommit()}")
/* prepare dependencies */
sh 'make xgo-install'
} } }
}
stage('Build') {
steps { script { dir(env.STATUS_PATH) {
sh 'make statusgo-xgo'
/* append timestamp and commit to names */
def results = findFiles(glob: 'build/bin/status-go-*')
results.each { file ->
def newName = file.path.replace("amd64", "amd64-${lib.suffix()}")
sh "mv ${file.path} ${newName}"
}
} } }
}
stage('Archive') {
steps { dir(env.STATUS_PATH) {
archiveArtifacts('build/bin/status-go-*')
} }
}
stage('Upload') { steps { dir(env.STATUS_PATH) { script {
def binaries = findFiles(glob: 'build/bin/status-go-*')
binaries.each { binary -> lib.uploadArtifact(binary.path) }
} } } }
}
post {
success { script { load("${CI_DIR}/ghcmgr.groovy").postBuild(true) } }
failure { script { load("${CI_DIR}/ghcmgr.groovy").postBuild(false) } }
} // post
}

View File

@ -1,13 +1,19 @@
def getVersion() {
return readFile("${env.WORKSPACE}/${env.STATUS_PATH}/VERSION").trim()
return readFile("${env.STATUS_PATH}/VERSION").trim()
}
def gitCommit() {
return GIT_COMMIT.take(6)
}
def parentOrCurrentBuild() {
def c = currentBuild.rawBuild.getCause(hudson.model.Cause$UpstreamCause)
if (c == null) { return currentBuild }
return c.getUpstreamRun()
}
def timestamp() {
def now = new Date(currentBuild.timeInMillis)
def now = new Date(parentOrCurrentBuild().timeInMillis)
return now.format('yyMMdd-HHmmss', TimeZone.getTimeZone('UTC'))
}
@ -74,14 +80,17 @@ def buildBranch(name = null, buildType = null) {
return resp
}
def copyArts(projectName, buildNo) {
def copyArts(build) {
/**
* The build argument is of class RunWrapper.
* https://javadoc.jenkins.io/plugin/workflow-support/org/jenkinsci/plugins/workflow/support/steps/build/RunWrapper.html
**/
copyArtifacts(
projectName: projectName,
projectName: build.fullProjectName,
target: 'pkg',
flatten: true,
selector: specific("${buildNo}")
selector: specific("${build.number}")
)
}
return this