status-react/nix/deps/gradle/generate.sh

116 lines
3.7 KiB
Bash
Raw Permalink Normal View History

#!/usr/bin/env bash
# This script takes care of generating/updating the maven-sources.nix file
# representing the offline Maven repo containing the dependencies
# required to build the project
set -Eeo pipefail
if [[ -z "${IN_NIX_SHELL}" ]]; then
echo "Remember to call 'make shell'!"
exit 1
fi
GIT_ROOT=$(cd "${BASH_SOURCE%/*}" && git rev-parse --show-toplevel)
source "${GIT_ROOT}/scripts/colors.sh"
CUR_DIR=$(cd "${BASH_SOURCE%/*}" && pwd)
PROJ_LIST="${CUR_DIR}/proj.list"
DEPS_LIST="${CUR_DIR}/deps.list"
DEPS_URLS="${CUR_DIR}/deps.urls"
DEPS_JSON="${CUR_DIR}/deps.json"
# Raise limit of file descriptors
ulimit -n 16384
# Generate list of Gradle sub-projects.
function gen_proj_list() {
"${CUR_DIR}/get_projects.sh" | sort -u -o "${PROJ_LIST}"
echo -e "Found ${GRN}$(wc -l < "${PROJ_LIST}")${RST} sub-projects..."
}
android: fix Gradle deps, drop Flipper, upgrade Fresco There are a few fixes here: * Changes format of Gradle deps to `:buildEnvironment` and `:dependencies`: ``` Cannot locate tasks that match '::buildEnvironment'. The path should not include an empty segment (try ':buildEnvironment' instead). ``` * Fix for GNU Parallel tool to use stdin for list of arguments: ``` nix/deps/gradle/generate.sh: line 55: parallel: Argument list too long ``` * Update of Facebook Fresco dependencies from `2.2.0` to `2.5.0` to fix: ``` > echo com.facebook.fresco:animated-gif:2.2.0 | ./go-maven-resolver > /dev/null finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:imagepipeline-native:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:memory-type-native:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:imagepipeline:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:drawee:2.2.0 O=false S=runtime > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:memory-type-java:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:fbcore:2.2.0 O=false S=runtime > ``` * Remove Flipper to avoid pulling in Fresco `2.2.0` versions: ``` +--- com.facebook.flipper:flipper-fresco-plugin:0.54.0 | +--- com.facebook.fresco:fresco:2.2.0 -> 2.5.0 | +--- com.facebook.fresco:flipper:2.2.0 | \--- com.facebook.fresco:stetho:2.2.0 ``` Thanks for help from Sidarth. Resolves: https://github.com/status-im/status-mobile/issues/16367 Signed-off-by: Jakub Sokołowski <jakub@status.im>
2023-06-23 08:43:12 +00:00
# Check each sub-project in parallel, the "" is for local deps.
function gen_deps_list() {
PROJECTS=$(cat "${PROJ_LIST}")
# WARNING: The ${PROJECTS[@]} needs to remain unquoted to expand correctly.
# shellcheck disable=SC2068
android: fix Gradle deps, drop Flipper, upgrade Fresco There are a few fixes here: * Changes format of Gradle deps to `:buildEnvironment` and `:dependencies`: ``` Cannot locate tasks that match '::buildEnvironment'. The path should not include an empty segment (try ':buildEnvironment' instead). ``` * Fix for GNU Parallel tool to use stdin for list of arguments: ``` nix/deps/gradle/generate.sh: line 55: parallel: Argument list too long ``` * Update of Facebook Fresco dependencies from `2.2.0` to `2.5.0` to fix: ``` > echo com.facebook.fresco:animated-gif:2.2.0 | ./go-maven-resolver > /dev/null finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:imagepipeline-native:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:memory-type-native:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:imagepipeline:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:drawee:2.2.0 O=false S=runtime > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:memory-type-java:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:fbcore:2.2.0 O=false S=runtime > ``` * Remove Flipper to avoid pulling in Fresco `2.2.0` versions: ``` +--- com.facebook.flipper:flipper-fresco-plugin:0.54.0 | +--- com.facebook.fresco:fresco:2.2.0 -> 2.5.0 | +--- com.facebook.fresco:flipper:2.2.0 | \--- com.facebook.fresco:stetho:2.2.0 ``` Thanks for help from Sidarth. Resolves: https://github.com/status-im/status-mobile/issues/16367 Signed-off-by: Jakub Sokołowski <jakub@status.im>
2023-06-23 08:43:12 +00:00
"${CUR_DIR}/get_deps.sh" "" ${PROJECTS[@]} | sort -uV -o "${DEPS_LIST}"
echo -e "${CLR}Found ${GRN}$(wc -l < "${DEPS_LIST}")${RST} direct dependencies..."
}
# FIXME: Temporary fix for missing packages.
# https://github.com/status-im/status-mobile/issues/15447
function add_deps_hack() {
echo -n \
'com.android.tools.build:gradle:1.3.1
com.squareup.okio:okio:1.13.0
com.squareup.okio:okio:1.15.0
com.squareup.okhttp3:okhttp:3.12.1
org.jetbrains.kotlin.jvm:org.jetbrains.kotlin.jvm.gradle.plugin:1.7.22
org.jetbrains.kotlinx:kotlinx-coroutines-core:1.5.2
org.jetbrains.kotlin.jvm:org.jetbrains.kotlin.jvm.gradle.plugin:1.9.0
org.gradle.toolchains.foojay-resolver-convention:org.gradle.toolchains.foojay-resolver-convention.gradle.plugin:0.5.0
org.jetbrains.kotlin.jvm:org.jetbrains.kotlin.jvm.gradle.plugin:1.8.0
com.android.tools.build:gradle:8.1.1
com.google.errorprone:error_prone_annotations:2.7.1
com.android.tools.lint:lint-gradle:31.1.1
org.jetbrains.kotlin:kotlin-stdlib-jdk8:1.8.0
com.android.tools.build:gradle:3.5.4
androidx.annotation:annotation:1.6.0
androidx.annotation:annotation-jvm:1.6.0
com.facebook.react:hermes-android:0.73.5' \
>> "${DEPS_LIST}"
}
# Find download URLs for each dependency.
function gen_deps_urls() {
go-maven-resolver < "${DEPS_LIST}" | sort -uV -o "${DEPS_URLS}"
echo -e "${CLR}Found ${GRN}$(wc -l < "${DEPS_URLS}")${RST} dependency URLs..."
}
# Generate the JSON that Nix will consume.
function gen_deps_json() {
# Open the Nix attribute set.
echo -n "[" > "${DEPS_JSON}"
# Format URLs into a Nix consumable file.
URLS=$(cat "${DEPS_URLS}")
# Avoid rate limiting by using 4 of the available threads.
android: fix Gradle deps, drop Flipper, upgrade Fresco There are a few fixes here: * Changes format of Gradle deps to `:buildEnvironment` and `:dependencies`: ``` Cannot locate tasks that match '::buildEnvironment'. The path should not include an empty segment (try ':buildEnvironment' instead). ``` * Fix for GNU Parallel tool to use stdin for list of arguments: ``` nix/deps/gradle/generate.sh: line 55: parallel: Argument list too long ``` * Update of Facebook Fresco dependencies from `2.2.0` to `2.5.0` to fix: ``` > echo com.facebook.fresco:animated-gif:2.2.0 | ./go-maven-resolver > /dev/null finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:imagepipeline-native:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:memory-type-native:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:imagepipeline:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:drawee:2.2.0 O=false S=runtime > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:memory-type-java:2.2.0 O=false S=compile > finder.go:121: error: 'no pom data' for: <Dep ID=com.facebook.fresco:fbcore:2.2.0 O=false S=runtime > ``` * Remove Flipper to avoid pulling in Fresco `2.2.0` versions: ``` +--- com.facebook.flipper:flipper-fresco-plugin:0.54.0 | +--- com.facebook.fresco:fresco:2.2.0 -> 2.5.0 | +--- com.facebook.fresco:flipper:2.2.0 | \--- com.facebook.fresco:stetho:2.2.0 ``` Thanks for help from Sidarth. Resolves: https://github.com/status-im/status-mobile/issues/16367 Signed-off-by: Jakub Sokołowski <jakub@status.im>
2023-06-23 08:43:12 +00:00
echo "${URLS}" | parallel --will-cite --keep-order --jobs 4 \
"${CUR_DIR}/url2json.sh" \
>> "${DEPS_JSON}"
# Drop tailing comma on last object, stupid JSON
sed -i '$ s/},/}/' "${DEPS_JSON}"
# Close the Nix attribute set
echo "]" >> "${DEPS_JSON}"
}
# ------------------------------------------------------------------------------
echo "Regenerating Nix files..."
# Gradle needs to be run in 'android' subfolder
cd "${GIT_ROOT}/android"
# Stop gradle daemons to avoid locking
./gradlew --stop >/dev/null
# A way to run a specific stage of generation
if [[ -n "${1}" ]] && type "${1}" > /dev/null; then
${1}; exit 0
elif [[ -n "${1}" ]]; then
echo "No such function: ${1}"; exit 1
fi
# Run each stage in order
gen_proj_list
gen_deps_list
add_deps_hack
gen_deps_urls
gen_deps_json
REL_DEPS_JSON=$(realpath --relative-to="${PWD}" "${DEPS_JSON}")
echo -e "${CLR}Generated Nix deps file: ${REL_DEPS_JSON#../}"
echo -e "${GRN}Done${RST}"