#!/usr/bin/env bash set -e GIT_ROOT=$(cd "${BASH_SOURCE%/*}" && git rev-parse --show-toplevel) source "${GIT_ROOT}/scripts/colors.sh" VERBOSE_LEVEL=${VERBOSE_LEVEL:-1} SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )" OS=$(uname -s) if [ -z "$TARGET" ]; then TARGET=$(uname -s | tr '[:upper:]' '[:lower:]') fi WINDOWS_CROSSTOOLCHAIN_PKG_NAME='mxetoolchain-x86_64-w64-mingw32' source "$SCRIPTPATH/lib/setup/path-support.sh" source_lib "packages.sh" source_lib "platform.sh" function is_windows_target() { [[ "$TARGET" =~ windows ]] } function joinPath() { if program_exists 'realpath'; then realpath -m "$1/$2" 2> /dev/null else echo "$1/$2" | tr -s / fi } function joinExistingPath() { if program_exists 'realpath'; then realpath "$1/$2" 2> /dev/null else echo "$1/$2" | tr -s / fi } function join { local IFS="$1"; shift; echo "$*"; } CMAKE_EXTRA_FLAGS="-DCMAKE_CXX_FLAGS:='-DBUILD_FOR_BUNDLE=1'" [ -n $STATUS_NO_LOGGING ] && CMAKE_EXTRA_FLAGS="$CMAKE_EXTRA_FLAGS -DSTATUS_NO_LOGGING=1" if is_windows_target; then CMAKE_EXTRA_FLAGS="$CMAKE_EXTRA_FLAGS -DCMAKE_TOOLCHAIN_FILE='Toolchain-Ubuntu-mingw64.cmake'" CMAKE_EXTRA_FLAGS="$CMAKE_EXTRA_FLAGS -DCMAKE_C_COMPILER='x86_64-w64-mingw32.shared-gcc'" CMAKE_EXTRA_FLAGS="$CMAKE_EXTRA_FLAGS -DCMAKE_CXX_COMPILER='x86_64-w64-mingw32.shared-g++'" CMAKE_EXTRA_FLAGS="$CMAKE_EXTRA_FLAGS -DCMAKE_RC_COMPILER='x86_64-w64-mingw32.shared-windres'" fi WORKFOLDER="$(joinExistingPath "$STATUS_REACT_HOME" 'StatusImPackage')" JS_BUNDLE_PATH="$WORKFOLDER/index.desktop.bundle" function init() { if [ -z $STATUS_REACT_HOME ]; then echo "${RED}STATUS_REACT_HOME environment variable is not defined!${RST}" exit 1 fi if ! is_windows_target; then if [ -z $QT_PATH ]; then echo "${RED}QT_PATH environment variable is not defined!${RST}" exit 1 fi fi if [[ "$OS" =~ Linux ]]; then rm -rf ./desktop/toolchain/ # TODO: Use Conan for Linux and MacOS builds too if is_windows_target; then export PATH=$STATUS_REACT_HOME:$PATH if ! program_exists 'conan'; then echo "${RED}Conan package manager not found. Exiting...${RST}" exit 1 fi conan remote add --insert 0 -f status-im https://conan.status.im echo "Generating cross-toolchain profile..." conan install -if ./desktop/toolchain/ -g json $WINDOWS_CROSSTOOLCHAIN_PKG_NAME/5.5.0-1@status-im/stable \ -pr ./node_modules/status-conan/profiles/status-mingw32-x86_64 python3 ./node_modules/status-conan/profiles/generate-profiles.py ./node_modules/status-conan/profiles ./desktop/toolchain/conanbuildinfo.json echo "Installing cross-toolchain..." conan install -if ./desktop/toolchain/ -g json -g cmake $WINDOWS_CROSSTOOLCHAIN_PKG_NAME/5.5.0-1@status-im/stable \ -pr ./node_modules/status-conan/profiles/status-mxe-mingw32-x86_64-gcc55-libstdcxx fi fi } function buildJSBundle() { # create directory for all work related to bundling rm -rf $WORKFOLDER mkdir -p $WORKFOLDER echo -e "${GRN}Work folder created: $WORKFOLDER${RST}" echo "" # from index.desktop.js create javascript bundle and resources folder echo "Generating $JS_BUNDLE_PATH and assets folder..." react-native bundle \ --reset-cache \ --dev false \ --entry-file index.desktop.js \ --bundle-output "$JS_BUNDLE_PATH" \ --assets-dest "$WORKFOLDER/assets" \ --platform desktop echo -e "${GRN}Generating done.${RST}" echo "" } function compile() { # Temporarily add path to javascript bundle to package.json local jsBundleLine="\"desktopJSBundlePath\": \"$JS_BUNDLE_PATH\"" local jsPackagePath=$(joinExistingPath "$STATUS_REACT_HOME" 'desktop/js_files/package.json') jq ".=(. + {$jsBundleLine})" "$jsPackagePath" | sponge "$jsPackagePath" echo -e "${YLW}Added 'desktopJSBundlePath' line to $jsPackagePath:${RST}" echo "" local EXTERNAL_MODULES_DIR="$(jq -r '.desktopExternalModules | @tsv | @text' "$jsPackagePath" | tr '\t' ';')" local DESKTOP_FONTS="$(jq -r '.desktopFonts | @tsv | @text' "$jsPackagePath" | tr '\t' ';')" local DESKTOP_IMAGES="$(jq -r '.desktopImages | @tsv | @text' "$jsPackagePath" | tr '\t' ';')" pushd desktop rm -rf CMakeFiles CMakeCache.txt cmake_install.cmake Makefile modules reportApp/CMakeFiles desktop/node_modules/google-breakpad/CMakeFiles desktop/node_modules/react-native-keychain/desktop/qtkeychain-prefix/src/qtkeychain-build/CMakeFiles desktop/node_modules/react-native-keychain/desktop/qtkeychain if is_windows_target; then export PATH=$STATUS_REACT_HOME:$PATH # Get the toolchain bin folder from toolchain/conanbuildinfo.json local bin_dirs=$(jq -r '.dependencies[0].bin_paths | .[]' toolchain/conanbuildinfo.json) while read -r bin_dir; do if [ ! -d $bin ]; then echo -e "${RED}Could not find $bin_dir directory from 'toolchain/conanbuildinfo.json', aborting${RST}" exit 1 fi export PATH=$bin_dir:$PATH done <<< "$bin_dirs" fi cmake -Wno-dev \ $CMAKE_EXTRA_FLAGS \ -DCMAKE_BUILD_TYPE=Release \ -DEXTERNAL_MODULES_DIR="$EXTERNAL_MODULES_DIR" \ -DDESKTOP_FONTS="$DESKTOP_FONTS" \ -DDESKTOP_IMAGES="$DESKTOP_IMAGES" \ -DJS_BUNDLE_PATH="$JS_BUNDLE_PATH" || exit 1 make -S -j5 || exit 1 popd git checkout $jsPackagePath # remove the bundle from the package.json file } function bundleWindows() { local buildType="$1" local version_file="${STATUS_REACT_HOME}/VERSION" VERSION=$(cat $version_file) if [ -z "$VERSION" ]; then echo "${RED}Could not read version from ${version_file}!${RST}" exit 1 fi pushd $STATUS_REACT_HOME/desktop/bin rm -rf cmake_install.cmake Makefile CMakeFiles Status_autogen popd local compressionAlgo="lzma" local compressionType="/SOLID" if [ -z $buildType ]; then compressionAlgo="bzip2" compressionType="" elif [ "$buildType" = "pr" ]; then compressionAlgo="zlib" fi # TODO this needs to be fixed: status-react/issues/5378 local top_srcdir=$(joinExistingPath "$STATUS_REACT_HOME" '.') VERSION_MAJOR="$(cut -d'.' -f1 <<<"$VERSION")" VERSION_MINOR="$(cut -d'.' -f2 <<<"$VERSION")" VERSION_BUILD="$(cut -d'.' -f3 <<<"$VERSION")" makensis -Dtop_srcdir=${top_srcdir} \ -Dbase_image_dir=${STATUSREACT_WINDOWS_BASEIMAGE_PATH} \ -DCOMPRESSION_ALGO=${compressionAlgo} \ -DCOMPRESSION_TYPE=${compressionType} \ -DVERSION_MAJOR=$VERSION_MAJOR \ -DVERSION_MINOR=$VERSION_MINOR \ -DVERSION_BUILD=$VERSION_BUILD \ -DPUBLISHER=Status.im \ -DWEBSITE_URL="https://status.im/" \ ./deployment/windows/nsis/setup.nsi } function bundleLinux() { local QTBIN=$(joinExistingPath "$QT_PATH" 'gcc_64/bin') if [ ! -d "$QTBIN" ]; then # CI environment doesn't contain gcc_64 path component QTBIN=$(joinExistingPath "$QT_PATH" 'bin') fi echo "Creating AppImage..." pushd $WORKFOLDER rm -rf StatusImAppImage AppDir # TODO this needs to be fixed: status-react/issues/5378 cp -r ${STATUSREACT_LINUX_BASEIMAGE_PATH}/StatusImAppImage . chmod -R +w StatusImAppImage/ mkdir AppDir popd # invoke linuxdeployqt to create Status.AppImage local qmakePath="$(joinExistingPath "${QTBIN}" 'qmake')" local usrBinPath="$(joinPath "$WORKFOLDER" "AppDir/usr/bin")" cp -r ./deployment/linux/usr $WORKFOLDER/AppDir cp ./.env $usrBinPath cp ./desktop/bin/Status ./desktop/bin/reportApp $usrBinPath rm -f Application-x86_64.AppImage Status-x86_64.AppImage [ $VERBOSE_LEVEL -ge 1 ] && ldd $(joinExistingPath "$usrBinPath" 'Status') pushd $WORKFOLDER cp -r assets/share/assets $usrBinPath cp -rf StatusImAppImage/* $usrBinPath rm -f $usrBinPath/Status.AppImage popd local desktopFilePath="$(joinExistingPath "$WORKFOLDER" 'AppDir/usr/share/applications/Status.desktop')" linuxdeployqt \ $desktopFilePath \ -verbose=$VERBOSE_LEVEL -always-overwrite -no-strip \ -no-translations -bundle-non-qt-libs \ -qmake="$qmakePath" \ -executable="$(joinExistingPath "$usrBinPath" 'reportApp')" \ -qmldir="$(joinExistingPath "$STATUS_REACT_HOME" 'node_modules/react-native')" \ -qmldir="$(joinExistingPath "$STATUS_REACT_HOME" 'desktop/reportApp')" \ -extra-plugins=imageformats/libqsvg.so pushd $WORKFOLDER rm -f $usrBinPath/Status.AppImage # Patch libraries and executables to remove references to /nix/store set +e for f in `find ./AppDir/usr/lib/*`; do patchelf --set-interpreter /lib64/ld-linux-x86-64.so.2 $f 2> /dev/null patchelf --set-rpath "\$ORIGIN" $f done set -e for f in $usrBinPath/Status $usrBinPath/reportApp; do patchelf --set-interpreter /lib64/ld-linux-x86-64.so.2 --set-rpath "\$ORIGIN:\$ORIGIN/../lib" $f done # To make the output more reproducible, always set the timestamps to the same value for f in `find ./AppDir`; do touch --no-create -h -t 197001010000.00 $f done [ $VERBOSE_LEVEL -ge 1 ] && ldd $usrBinPath/Status appimagetool ./AppDir # Ensure the AppImage itself isn't using the interpreter in Nix's store patchelf --set-interpreter /lib64/ld-linux-x86-64.so.2 --set-rpath "\$ORIGIN" ./Status-x86_64.AppImage chmod +x ./Status-x86_64.AppImage rm -rf Status.AppImage mv -f ./Status-x86_64.AppImage .. popd echo -e "${GRN}Package ready in ./Status-x86_64.AppImage!${RST}" echo "" } if [[ "$OS" =~ Darwin ]]; then function copyDylibNixDependenciesToPackage() { local dylib="$1" local contentsDir="$2" local frameworksDir="$contentsDir/Frameworks" local exeDir="$contentsDir/MacOS" # Walk through the dependencies of $dylib local dependencies=$(otool -L "$dylib" | grep -E "\s+/nix/" | awk -F "(" '{print $1}' | xargs) local moduleDirPath=$(basename $dylib) for depDylib in $dependencies; do local targetDepDylib=$(joinPath "$frameworksDir" "$(basename $depDylib)") # Copy any dependencies that: are not in the Frameworks directory, do not already exist in /usr/lib and are not a Qt5 module (will be handled by macdeployqt anyway) if [ ! -f "$targetDepDylib" ] && [[ "$(basename $targetDepDylib)" != "libQt5"* ]] && [ ! -f "/usr/lib/$(basename $depDylib)" ]; then [ $VERBOSE_LEVEL -ge 1 ] && echo " Copying $depDylib to $frameworksDir..." cp -a -L "$depDylib" "$frameworksDir" chmod 0755 "$targetDepDylib" copyDylibNixDependenciesToPackage "$depDylib" "$contentsDir" fi done } function copyQtPlugInToPackage() { local qtPath="$1" local pluginName="$2" local contentsPath="$3" local filter="" local targetPath="$contentsPath/PlugIns" local pluginTargetPath="$targetPath/$pluginName" [ "$pluginName" == 'platforms' ] && filter='libqcocoa.dylib' mkdir -p $pluginTargetPath local qtLibPath=$(find $qtPath/lib -maxdepth 1 -name qt-*) local srcPath=$(readlink -f "$qtLibPath/plugins/$pluginName") echo "Copying $srcPath to $targetPath" if [ -z "$filter" ]; then cp -a -f -L "$srcPath" "$targetPath" else cp -f $(readlink -f "$srcPath/$filter") "$pluginTargetPath" fi chmod 755 $pluginTargetPath chmod 755 $pluginTargetPath/* for dylib in `find $pluginTargetPath -name *.dylib`; do copyDylibNixDependenciesToPackage "$dylib" "$contentsPath" done } function fixupRPathsInDylib() { local dylib="$1" local contentsDir="$2" local frameworksDir="$contentsDir/Frameworks" local exeDir="$contentsDir/MacOS" [ $VERBOSE_LEVEL -ge 1 ] && echo "Checking rpaths in ${dylib}" # Walk through the dependencies of $dylib local dependencies=$(otool -L "$dylib" | grep -E "\s+/nix/" | sed "s|@executable_path|$exeDir|" | awk -F "(" '{print $1}' | xargs) local moduleDirPath=$(dirname $dylib) for depDylib in $dependencies; do # Fix rpath and copy library to target local replacementTargetPath="" local framework=$(echo $depDylib | sed -E "s|^\/nix\/.+\/Library\/Frameworks\/(.+)\.framework\/\1$|\1|" 2> /dev/null) if [ -n "$framework" ] && [ "$framework" != "$depDylib" ]; then # Handle macOS framework local targetDepDylib=$(joinExistingPath "/System/Library/Frameworks" "${framework}.framework/${framework}") if [ ! -f "$targetDepDylib" ]; then echo -e "${RED}FATAL: system framework not found: ${targetDepDylib}${RST}" exit 1 fi # Change dependency rpath in $dylib to point to $targetDepDylib replacementTargetPath=$targetDepDylib else # Handle other libraries local targetDepDylib=$(joinPath "$frameworksDir" "$(basename $depDylib)") if [ ! -f "$targetDepDylib" ]; then echo -e "${RED}FATAL: macdeployqt should have copied the dependency to ${targetDepDylib}${RST}" exit 1 fi # Change dependency rpath in $dylib to point to $replacementTargetPath local replacementPath="" local targetDepModuleDirPath=$(dirname $targetDepDylib) if [[ $targetDepModuleDirPath -ef $moduleDirPath ]]; then replacementPath="@loader_path" else replacementPath="@executable_path/$(realpath --relative-to="$exeDir" "$targetDepModuleDirPath")" fi local modulePathRegExp="($(pwd)/)?$moduleDirPath" replacementTargetPath=$(echo $targetDepDylib | sed -E "s|$modulePathRegExp|$replacementPath|") fi if [ -n "$replacementTargetPath" ]; then [ $VERBOSE_LEVEL -ge 1 ] && echo "Updating $dylib to point to $replacementTargetPath" install_name_tool -change "$depDylib" "$replacementTargetPath" "$dylib" fi done } function fixupRemainingRPaths() { local searchRootPath="$1" local contentsDir="$2" for dylib in `find $searchRootPath -name *.dylib`; do fixupRPathsInDylib "$dylib" "$contentsDir" # Sanity check for absolute paths local dependencies=$(otool -L "$dylib" | grep -E "\s+${STATUS_REACT_HOME}") if [ -n "$dependencies" ]; then echo "Absolute path detected in dependencies of $dylib. Aborting..." echo "${dependencies[@]}" exit 1 fi done } fi function bundleMacOS() { pushd $WORKFOLDER # download prepared package with mac bundle files (it contains qt libraries, icon) rm -rf Status.app # TODO this needs to be fixed: status-react/issues/5378 cp -r ${STATUSREACT_MACOS_BASEIMAGE_PATH}/Status.app . chmod -R +w Status.app/ local contentsPath='Status.app/Contents' local usrBinPath=$(joinExistingPath "$WORKFOLDER" "$contentsPath/MacOS") cp -r assets/share/assets $contentsPath/Resources ln -sf ../Resources/assets ../Resources/ubuntu-server $usrBinPath chmod +x $contentsPath/Resources/ubuntu-server cp ../desktop/bin/Status $usrBinPath/Status cp ../desktop/bin/reportApp $usrBinPath cp ../.env $contentsPath/Resources ln -sf ../Resources/.env $usrBinPath/.env cp -f ../deployment/macos/qt-reportApp.conf $contentsPath/Resources ln -sf ../Resources/qt-reportApp.conf $usrBinPath/qt.conf cp -f ../deployment/macos/Info.plist $contentsPath cp -f ../deployment/macos/status-icon.icns $contentsPath/Resources local qtbaseplugins=(bearer platforms printsupport styles) local qtfullplugins=(iconengines imageformats webview) if [ -n "$IN_NIX_SHELL" ]; then # Since in the Nix qt.full package the different Qt modules are spread across several directories, # macdeployqt cannot find some qtbase plugins, so we copy them in its place mkdir -p "$contentsPath/PlugIns" for plugin in ${qtbaseplugins[@]}; do copyQtPlugInToPackage "$QT_BASEBIN_PATH" "$plugin" "$contentsPath"; done for plugin in ${qtfullplugins[@]}; do copyQtPlugInToPackage "$QT_PATH" "$plugin" "$contentsPath"; done fi macdeployqt Status.app \ -verbose=$VERBOSE_LEVEL \ -executable="$(joinExistingPath "$usrBinPath" 'reportApp')" \ -qmldir="$(joinExistingPath "$STATUS_REACT_HOME" 'node_modules/react-native')" \ -qmldir="$(joinExistingPath "$STATUS_REACT_HOME" 'desktop/reportApp')" # macdeployqt doesn't fix rpaths for all the libraries (although it copies them all), so we'll just walk through them and update rpaths to not point to /nix echo "Fixing remaining rpaths in modules..." fixupRemainingRPaths "$contentsPath/Frameworks" "$contentsPath" fixupRemainingRPaths "$contentsPath/PlugIns" "$contentsPath" echo "Done fixing rpaths in modules" rm -f Status.app.zip popd echo -e "${GRN}Package ready in $WORKFOLDER/Status.app!${RST}" echo "" } function bundle() { if [[ "$OS" =~ Darwin ]]; then bundleMacOS elif [[ "$OS" =~ Linux ]]; then if is_windows_target; then bundleWindows else bundleLinux fi fi } init if [ -z "$@" ]; then buildJSBundle compile bundle else "$@" fi