mirror of
https://github.com/logos-blockchain/logos-blockchain-testing.git
synced 2026-01-04 06:13:09 +00:00
Add unified demo runner and circuit setup scripts
This commit is contained in:
parent
b3066006b5
commit
219eb2c1cd
116
scripts/run-demo.sh
Executable file
116
scripts/run-demo.sh
Executable file
@ -0,0 +1,116 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# All-in-one helper: prepare circuits (Linux + host), rebuild the image, and run
|
||||||
|
# the chosen runner binary.
|
||||||
|
#
|
||||||
|
# Usage: scripts/run-demo.sh [compose|local|k8s] [run-seconds]
|
||||||
|
# compose -> runs examples/src/bin/compose_runner.rs (default)
|
||||||
|
# local -> runs examples/src/bin/local_runner.rs
|
||||||
|
# k8s -> runs examples/src/bin/k8s_runner.rs
|
||||||
|
# run-seconds defaults to 60
|
||||||
|
#
|
||||||
|
# Env overrides:
|
||||||
|
# VERSION - circuits version (default v0.3.1)
|
||||||
|
# NOMOS_TESTNET_IMAGE - image tag (default nomos-testnet:local)
|
||||||
|
# NOMOS_CIRCUITS_PLATFORM - override host platform detection
|
||||||
|
# NOMOS_CIRCUITS_REBUILD_RAPIDSNARK - set to 1 to force rapidsnark rebuild
|
||||||
|
# NOMOS_NODE_REV - nomos-node git rev for local binaries (default 2f60a0372c228968c3526c341ebc7e58bbd178dd)
|
||||||
|
|
||||||
|
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
||||||
|
MODE="${1:-compose}"
|
||||||
|
RUN_SECS="${2:-60}"
|
||||||
|
VERSION="${VERSION:-v0.3.1}"
|
||||||
|
IMAGE="${NOMOS_TESTNET_IMAGE:-nomos-testnet:local}"
|
||||||
|
NOMOS_NODE_REV="${NOMOS_NODE_REV:-2f60a0372c228968c3526c341ebc7e58bbd178dd}"
|
||||||
|
|
||||||
|
case "$MODE" in
|
||||||
|
compose) BIN="compose_runner" ;;
|
||||||
|
local) BIN="local_runner" ;;
|
||||||
|
k8s) BIN="k8s_runner" ;;
|
||||||
|
*) echo "Unknown mode '$MODE' (use compose|local)" >&2; exit 1 ;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
ensure_host_binaries() {
|
||||||
|
# Build nomos-node/nomos-executor for the host if not already present.
|
||||||
|
HOST_SRC="${ROOT_DIR}/.tmp/nomos-node-host-src"
|
||||||
|
HOST_TARGET="${ROOT_DIR}/.tmp/nomos-node-host-target"
|
||||||
|
HOST_NODE_BIN_DEFAULT="${HOST_TARGET}/debug/nomos-node"
|
||||||
|
HOST_EXEC_BIN_DEFAULT="${HOST_TARGET}/debug/nomos-executor"
|
||||||
|
|
||||||
|
if [ -n "${NOMOS_NODE_BIN:-}" ] && [ -x "${NOMOS_NODE_BIN}" ] && [ -x "${NOMOS_EXECUTOR_BIN:-}" ]; then
|
||||||
|
echo "Using provided host binaries:"
|
||||||
|
echo " NOMOS_NODE_BIN=${NOMOS_NODE_BIN}"
|
||||||
|
echo " NOMOS_EXECUTOR_BIN=${NOMOS_EXECUTOR_BIN}"
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -x "${HOST_NODE_BIN_DEFAULT}" ] && [ -x "${HOST_EXEC_BIN_DEFAULT}" ]; then
|
||||||
|
echo "Host binaries already built at ${HOST_TARGET}"
|
||||||
|
NOMOS_NODE_BIN="${HOST_NODE_BIN_DEFAULT}"
|
||||||
|
NOMOS_EXECUTOR_BIN="${HOST_EXEC_BIN_DEFAULT}"
|
||||||
|
export NOMOS_NODE_BIN NOMOS_EXECUTOR_BIN
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Building host nomos-node/nomos-executor from ${NOMOS_NODE_REV}"
|
||||||
|
mkdir -p "${HOST_SRC}"
|
||||||
|
if [ ! -d "${HOST_SRC}/.git" ]; then
|
||||||
|
git clone https://github.com/logos-co/nomos-node.git "${HOST_SRC}"
|
||||||
|
fi
|
||||||
|
(
|
||||||
|
cd "${HOST_SRC}"
|
||||||
|
git fetch --depth 1 origin "${NOMOS_NODE_REV}"
|
||||||
|
git checkout "${NOMOS_NODE_REV}"
|
||||||
|
git reset --hard
|
||||||
|
git clean -fdx
|
||||||
|
RUSTFLAGS='--cfg feature="pol-dev-mode"' \
|
||||||
|
NOMOS_CIRCUITS="${HOST_BUNDLE_PATH}" \
|
||||||
|
cargo build --features "testing" \
|
||||||
|
-p nomos-node -p nomos-executor -p nomos-cli \
|
||||||
|
--target-dir "${HOST_TARGET}"
|
||||||
|
)
|
||||||
|
NOMOS_NODE_BIN="${HOST_NODE_BIN_DEFAULT}"
|
||||||
|
NOMOS_EXECUTOR_BIN="${HOST_EXEC_BIN_DEFAULT}"
|
||||||
|
export NOMOS_NODE_BIN NOMOS_EXECUTOR_BIN
|
||||||
|
}
|
||||||
|
|
||||||
|
echo "==> Preparing circuits (version ${VERSION})"
|
||||||
|
SETUP_OUT="/tmp/nomos-setup-output.$$"
|
||||||
|
"${ROOT_DIR}/scripts/setup-circuits-stack.sh" "${VERSION}" </dev/null | tee "$SETUP_OUT"
|
||||||
|
|
||||||
|
# Prefer the host bundle if it exists; otherwise fall back to Linux bundle.
|
||||||
|
if [ -d "${ROOT_DIR}/.tmp/nomos-circuits-host" ]; then
|
||||||
|
HOST_BUNDLE_PATH="${ROOT_DIR}/.tmp/nomos-circuits-host"
|
||||||
|
else
|
||||||
|
HOST_BUNDLE_PATH="${ROOT_DIR}/testing-framework/assets/stack/kzgrs_test_params"
|
||||||
|
fi
|
||||||
|
rm -f "$SETUP_OUT"
|
||||||
|
|
||||||
|
# If the host bundle was somehow pruned, repair it once more.
|
||||||
|
if [ ! -x "${HOST_BUNDLE_PATH}/zksign/witness_generator" ]; then
|
||||||
|
echo "Host circuits missing zksign/witness_generator; repairing..."
|
||||||
|
"${ROOT_DIR}/scripts/setup-circuits-stack.sh" "${VERSION}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ "$MODE" != "local" ]; then
|
||||||
|
echo "==> Rebuilding testnet image (${IMAGE})"
|
||||||
|
"${ROOT_DIR}/testing-framework/assets/stack/scripts/build_test_image.sh"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ "$MODE" = "local" ]; then
|
||||||
|
ensure_host_binaries
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "==> Running ${BIN} for ${RUN_SECS}s"
|
||||||
|
cd "${ROOT_DIR}"
|
||||||
|
POL_PROOF_DEV_MODE=true \
|
||||||
|
NOMOS_TESTNET_IMAGE="${IMAGE}" \
|
||||||
|
NOMOS_CIRCUITS="${HOST_BUNDLE_PATH}" \
|
||||||
|
NOMOS_KZGRS_PARAMS_PATH="${HOST_BUNDLE_PATH}/kzgrs_test_params" \
|
||||||
|
COMPOSE_DEMO_RUN_SECS="${RUN_SECS}" \
|
||||||
|
LOCAL_DEMO_RUN_SECS="${RUN_SECS}" \
|
||||||
|
K8S_DEMO_RUN_SECS="${RUN_SECS}" \
|
||||||
|
NOMOS_NODE_BIN="${NOMOS_NODE_BIN:-}" \
|
||||||
|
NOMOS_EXECUTOR_BIN="${NOMOS_EXECUTOR_BIN:-}" \
|
||||||
|
cargo run -p runner-examples --bin "${BIN}"
|
||||||
101
scripts/setup-circuits-stack.sh
Executable file
101
scripts/setup-circuits-stack.sh
Executable file
@ -0,0 +1,101 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# One-stop helper to prepare circuits for both the Docker image (Linux/x86_64)
|
||||||
|
# and the host (for witness generators). It populates
|
||||||
|
# testing-framework/assets/stack/kzgrs_test_params with a Linux bundle for the
|
||||||
|
# image, and if the host is not Linux/x86_64, it also fetches a host-native
|
||||||
|
# bundle and tells you where to point NOMOS_CIRCUITS.
|
||||||
|
#
|
||||||
|
# Usage: scripts/setup-circuits-stack.sh [VERSION]
|
||||||
|
# VERSION defaults to v0.3.1
|
||||||
|
#
|
||||||
|
# Env overrides:
|
||||||
|
# STACK_DIR - where to place the Linux bundle (default: testing-framework/assets/stack/kzgrs_test_params)
|
||||||
|
# HOST_DIR - where to place the host bundle (default: .tmp/nomos-circuits-host)
|
||||||
|
# NOMOS_CIRCUITS_PLATFORM - force host platform (e.g., macos-aarch64)
|
||||||
|
# NOMOS_CIRCUITS_REBUILD_RAPIDSNARK - set to 1 to force rebuild (not needed for mac arm/x86 bundles)
|
||||||
|
|
||||||
|
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
||||||
|
VERSION="${1:-v0.3.1}"
|
||||||
|
STACK_DIR="${STACK_DIR:-${ROOT_DIR}/testing-framework/assets/stack/kzgrs_test_params}"
|
||||||
|
HOST_DIR="${HOST_DIR:-${ROOT_DIR}/.tmp/nomos-circuits-host}"
|
||||||
|
NOMOS_NODE_REV="${NOMOS_NODE_REV:-2f60a0372c228968c3526c341ebc7e58bbd178dd}"
|
||||||
|
|
||||||
|
detect_platform() {
|
||||||
|
local os arch
|
||||||
|
case "$(uname -s)" in
|
||||||
|
Linux*) os="linux" ;;
|
||||||
|
Darwin*) os="macos" ;;
|
||||||
|
MINGW*|MSYS*|CYGWIN*) os="windows" ;;
|
||||||
|
*) echo "Unsupported OS: $(uname -s)" >&2; exit 1 ;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
case "$(uname -m)" in
|
||||||
|
x86_64) arch="x86_64" ;;
|
||||||
|
aarch64|arm64) arch="aarch64" ;;
|
||||||
|
*) echo "Unsupported arch: $(uname -m)" >&2; exit 1 ;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
echo "${os}-${arch}"
|
||||||
|
}
|
||||||
|
|
||||||
|
fetch_bundle() {
|
||||||
|
local platform="$1"
|
||||||
|
local dest="$2"
|
||||||
|
local rebuild="${3:-0}"
|
||||||
|
|
||||||
|
rm -rf "$dest"
|
||||||
|
mkdir -p "$dest"
|
||||||
|
|
||||||
|
NOMOS_CIRCUITS_PLATFORM="$platform" \
|
||||||
|
NOMOS_CIRCUITS_REBUILD_RAPIDSNARK="$rebuild" \
|
||||||
|
"${ROOT_DIR}/scripts/setup-nomos-circuits.sh" "$VERSION" "$dest"
|
||||||
|
}
|
||||||
|
|
||||||
|
fetch_kzg_params() {
|
||||||
|
local dest_dir="$1"
|
||||||
|
local dest_file="${dest_dir}/kzgrs_test_params"
|
||||||
|
local url="https://raw.githubusercontent.com/logos-co/nomos-node/${NOMOS_NODE_REV}/tests/kzgrs/kzgrs_test_params"
|
||||||
|
|
||||||
|
echo "Fetching KZG parameters from ${url}"
|
||||||
|
curl -fsSL "$url" -o "$dest_file"
|
||||||
|
}
|
||||||
|
|
||||||
|
echo "Preparing circuits (version ${VERSION})"
|
||||||
|
echo "Workspace: ${ROOT_DIR}"
|
||||||
|
|
||||||
|
LINUX_PLATFORM="linux-x86_64"
|
||||||
|
|
||||||
|
echo "Installing Linux bundle for Docker image into ${STACK_DIR}"
|
||||||
|
tmp_linux="$(mktemp -d)"
|
||||||
|
fetch_bundle "$LINUX_PLATFORM" "$tmp_linux" 0
|
||||||
|
rm -rf "$STACK_DIR"
|
||||||
|
mkdir -p "$STACK_DIR"
|
||||||
|
cp -R "${tmp_linux}/." "$STACK_DIR/"
|
||||||
|
rm -rf "$tmp_linux"
|
||||||
|
fetch_kzg_params "$STACK_DIR"
|
||||||
|
echo "Linux bundle ready at ${STACK_DIR}"
|
||||||
|
|
||||||
|
host_platform="${NOMOS_CIRCUITS_PLATFORM:-$(detect_platform)}"
|
||||||
|
if [[ "$host_platform" == "$LINUX_PLATFORM" ]]; then
|
||||||
|
echo "Host platform ${host_platform} matches Linux bundle; host can reuse ${STACK_DIR}"
|
||||||
|
echo "Export if you want to be explicit:"
|
||||||
|
echo " export NOMOS_CIRCUITS=\"${STACK_DIR}\""
|
||||||
|
else
|
||||||
|
echo "Host platform detected: ${host_platform}; installing host-native bundle into ${HOST_DIR}"
|
||||||
|
fetch_bundle "$host_platform" "$HOST_DIR" "${NOMOS_CIRCUITS_REBUILD_RAPIDSNARK:-0}"
|
||||||
|
fetch_kzg_params "$HOST_DIR"
|
||||||
|
echo "Host bundle ready at ${HOST_DIR}"
|
||||||
|
echo
|
||||||
|
echo "Set for host runs:"
|
||||||
|
echo " export NOMOS_CIRCUITS=\"${HOST_DIR}\""
|
||||||
|
fi
|
||||||
|
|
||||||
|
cat <<'EOF'
|
||||||
|
|
||||||
|
Done.
|
||||||
|
- For Docker/compose: rebuild the image to bake the Linux bundle:
|
||||||
|
testing-framework/assets/stack/scripts/build_test_image.sh
|
||||||
|
- For host runs (e.g., compose_runner): ensure NOMOS_CIRCUITS points to the host bundle above.
|
||||||
|
EOF
|
||||||
@ -90,7 +90,7 @@ pub fn apply_topology_overrides(
|
|||||||
cfg.old_blobs_check_interval = da.old_blobs_check_interval;
|
cfg.old_blobs_check_interval = da.old_blobs_check_interval;
|
||||||
cfg.blobs_validity_duration = da.blobs_validity_duration;
|
cfg.blobs_validity_duration = da.blobs_validity_duration;
|
||||||
cfg.global_params_path = if use_kzg_mount {
|
cfg.global_params_path = if use_kzg_mount {
|
||||||
"/kzgrs_test_params/pol/proving_key.zkey".into()
|
"/kzgrs_test_params/kzgrs_test_params".into()
|
||||||
} else {
|
} else {
|
||||||
da.global_params_path.clone()
|
da.global_params_path.clone()
|
||||||
};
|
};
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user