mirror of
https://github.com/logos-messaging/logos-messaging-interop-tests.git
synced 2026-01-03 14:33:07 +00:00
Adding last set of tests
This commit is contained in:
aya
parent
013b5028a0
commit
7d7b6217e1
@ -0,0 +1,82 @@
|
||||
#!/bin/bash
|
||||
# Scenario 6: Alternate tiny and huge payloads at fast rates to stress allocators and CPU.
|
||||
set -e
|
||||
|
||||
STORE_NODES="/ip4/10.2.0.101/tcp/60001/p2p/16Uiu2HAkyte8uj451tGkbww4Mjcg6DRnmAHxNeWyF4zp23RbpG3n"
|
||||
RELAY_NODE_REST_ADDRESS="http://127.0.0.1:8645"
|
||||
STORE_NODE_REST_ADDRESS="http://127.0.0.1:8644"
|
||||
PUBSUB_TOPIC="/waku/2/default-waku/proto"
|
||||
CONTENT_TOPIC="/sonda/2/polls/proto"
|
||||
PHASE_SLEEP=240
|
||||
|
||||
echo "Running test..."
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Bringing up simulator at $current_time"
|
||||
|
||||
cd ./waku-simulator
|
||||
export SERVICENODE_CPU_CORES=0
|
||||
export POSTGRES_CPU_CORES=1-3
|
||||
export GF_SECURITY_ADMIN_USER=admin
|
||||
export GF_SECURITY_ADMIN_PASSWORD=admin
|
||||
docker compose up -d
|
||||
while [ "$(docker inspect --format "{{.State.Status}}" $(docker compose ps -q servicenode))" != "running" ]; do
|
||||
sleep 1
|
||||
done
|
||||
cd ..
|
||||
|
||||
cd ./sonda
|
||||
docker build -t local-perf-sonda -f ./Dockerfile.sonda .
|
||||
cat > ./perf-test.env <<EOF
|
||||
RELAY_NODE_REST_ADDRESS=${RELAY_NODE_REST_ADDRESS}
|
||||
STORE_NODE_REST_ADDRESS=${STORE_NODE_REST_ADDRESS}
|
||||
STORE_NODES=${STORE_NODES}
|
||||
QUERY_DELAY=0.2
|
||||
CLUSTER_ID=66
|
||||
SHARD=0
|
||||
HEALTH_THRESHOLD=0.9
|
||||
PUBSUB_TOPIC=${PUBSUB_TOPIC}
|
||||
CONTENT_TOPIC=${CONTENT_TOPIC}
|
||||
EOF
|
||||
docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
|
||||
cd ..
|
||||
|
||||
cd ./lpt
|
||||
export LPT_IMAGE=harbor.status.im/wakuorg/liteprotocoltester:latest
|
||||
export START_PUBLISHING_AFTER=10
|
||||
|
||||
export NUM_PUBLISHER_NODES=30
|
||||
export NUM_RECEIVER_NODES=15
|
||||
export MESSAGE_MIN_BYTES=256
|
||||
export MESSAGE_MAX_BYTES=512
|
||||
export LIGHTPUSH_INTERVAL_MS=25
|
||||
docker compose up -d
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Phase 1: tiny payloads (256–512B, 25ms) 30 pub / 15 recv $current_time"
|
||||
sleep ${PHASE_SLEEP}
|
||||
|
||||
docker compose down
|
||||
export NUM_PUBLISHER_NODES=20
|
||||
export NUM_RECEIVER_NODES=10
|
||||
export MESSAGE_MIN_BYTES=32768
|
||||
export MESSAGE_MAX_BYTES=131072
|
||||
export LIGHTPUSH_INTERVAL_MS=30
|
||||
docker compose up -d
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Phase 2: huge payloads (32–128KB, 30ms) 20 pub / 10 recv $current_time"
|
||||
sleep ${PHASE_SLEEP}
|
||||
|
||||
docker compose down
|
||||
export NUM_PUBLISHER_NODES=40
|
||||
export NUM_RECEIVER_NODES=20
|
||||
export MESSAGE_MIN_BYTES=1024
|
||||
export MESSAGE_MAX_BYTES=65536
|
||||
export LIGHTPUSH_INTERVAL_MS=20
|
||||
docker compose up -d
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Phase 3: mixed payloads (1–64KB, 20ms) 40 pub / 20 recv $current_time"
|
||||
sleep ${PHASE_SLEEP}
|
||||
|
||||
docker compose down
|
||||
cd ..
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Scenario 6 finished at $current_time"
|
||||
92
scripts/Lite_protocol_scripts/store/store_multi-topic.sh
Normal file
92
scripts/Lite_protocol_scripts/store/store_multi-topic.sh
Normal file
@ -0,0 +1,92 @@
|
||||
#!/bin/bash
|
||||
# Scenario 4: Run Sonda on two pubsub topics (and shards) in parallel while LPT publishes/receives in phases.
|
||||
set -e
|
||||
|
||||
STORE_NODES="/ip4/10.2.0.101/tcp/60001/p2p/16Uiu2HAkyte8uj451tGkbww4Mjcg6DRnmAHxNeWyF4zp23RbpG3n"
|
||||
RELAY_NODE_REST_ADDRESS="http://127.0.0.1:8645"
|
||||
STORE_NODE_REST_ADDRESS="http://127.0.0.1:8644"
|
||||
PUBSUB_TOPIC_A="/waku/2/default-waku/proto"
|
||||
PUBSUB_TOPIC_B="/waku/2/extra-waku/proto"
|
||||
CONTENT_TOPIC="/sonda/2/polls/proto"
|
||||
PHASE_SLEEP=300
|
||||
|
||||
echo "Running test..."
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Bringing up simulator at $current_time"
|
||||
|
||||
cd ./waku-simulator
|
||||
export SERVICENODE_CPU_CORES=0
|
||||
export POSTGRES_CPU_CORES=1-3
|
||||
export GF_SECURITY_ADMIN_USER=admin
|
||||
export GF_SECURITY_ADMIN_PASSWORD=admin
|
||||
docker compose up -d
|
||||
while [ "$(docker inspect --format "{{.State.Status}}" $(docker compose ps -q servicenode))" != "running" ]; do
|
||||
sleep 1
|
||||
done
|
||||
cd ..
|
||||
|
||||
cd ./sonda
|
||||
docker build -t local-perf-sonda -f ./Dockerfile.sonda .
|
||||
|
||||
cat > ./perf-topic-a.env <<EOF
|
||||
RELAY_NODE_REST_ADDRESS=${RELAY_NODE_REST_ADDRESS}
|
||||
STORE_NODE_REST_ADDRESS=${STORE_NODE_REST_ADDRESS}
|
||||
STORE_NODES=${STORE_NODES}
|
||||
QUERY_DELAY=0.25
|
||||
CLUSTER_ID=66
|
||||
SHARD=0
|
||||
HEALTH_THRESHOLD=0.9
|
||||
PUBSUB_TOPIC=${PUBSUB_TOPIC_A}
|
||||
CONTENT_TOPIC=${CONTENT_TOPIC}
|
||||
EOF
|
||||
|
||||
cat > ./perf-topic-b.env <<EOF
|
||||
RELAY_NODE_REST_ADDRESS=${RELAY_NODE_REST_ADDRESS}
|
||||
STORE_NODE_REST_ADDRESS=${STORE_NODE_REST_ADDRESS}
|
||||
STORE_NODES=${STORE_NODES}
|
||||
QUERY_DELAY=0.25
|
||||
CLUSTER_ID=66
|
||||
SHARD=1
|
||||
HEALTH_THRESHOLD=0.9
|
||||
PUBSUB_TOPIC=${PUBSUB_TOPIC_B}
|
||||
CONTENT_TOPIC=${CONTENT_TOPIC}
|
||||
EOF
|
||||
|
||||
docker run --env-file ./perf-topic-a.env -l sonda-a -d --network host local-perf-sonda
|
||||
docker run --env-file ./perf-topic-b.env -l sonda-b -d --network host local-perf-sonda
|
||||
cd ..
|
||||
|
||||
cd ./lpt
|
||||
export LPT_IMAGE=harbor.status.im/wakuorg/liteprotocoltester:latest
|
||||
export START_PUBLISHING_AFTER=15
|
||||
|
||||
export NUM_PUBLISHER_NODES=15
|
||||
export NUM_RECEIVER_NODES=15
|
||||
export MESSAGE_MIN_BYTES=2048
|
||||
export MESSAGE_MAX_BYTES=32768
|
||||
export LIGHTPUSH_INTERVAL_MS=90
|
||||
docker compose up -d
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Phase 1: 15 pub / 15 recv (90ms, 2–32KB) $current_time"
|
||||
sleep ${PHASE_SLEEP}
|
||||
|
||||
docker compose down
|
||||
export NUM_PUBLISHER_NODES=25
|
||||
export NUM_RECEIVER_NODES=25
|
||||
export MESSAGE_MIN_BYTES=4096
|
||||
export MESSAGE_MAX_BYTES=65536
|
||||
export LIGHTPUSH_INTERVAL_MS=80
|
||||
docker compose up -d
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Phase 2: 25 pub / 25 recv (80ms, 4–64KB) $current_time"
|
||||
sleep ${PHASE_SLEEP}
|
||||
|
||||
docker compose down receivernode
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Phase 3: receivers down, publishers + sonda $current_time"
|
||||
sleep ${PHASE_SLEEP}
|
||||
|
||||
docker compose down
|
||||
cd ..
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Scenario 4 finished at $current_time"
|
||||
@ -0,0 +1,88 @@
|
||||
#!/bin/bash
|
||||
# Scenario 5 heavy publishing, then deep Store backfill queries with full JSON output.
|
||||
set -e
|
||||
|
||||
STORE_NODES="/ip4/10.2.0.101/tcp/60001/p2p/16Uiu2HAkyte8uj451tGkbww4Mjcg6DRnmAHxNeWyF4zp23RbpG3n"
|
||||
RELAY_NODE_REST_ADDRESS="http://127.0.0.1:8645"
|
||||
STORE_NODE_REST_ADDRESS="http://127.0.0.1:8644"
|
||||
PUBSUB_TOPIC="/waku/2/default-waku/proto"
|
||||
CONTENT_TOPIC="/sonda/2/polls/proto"
|
||||
PHASE_SLEEP=600
|
||||
|
||||
echo "Running test..."
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Bringing up simulator at $current_time"
|
||||
|
||||
cd ./waku-simulator
|
||||
export SERVICENODE_CPU_CORES=0
|
||||
export POSTGRES_CPU_CORES=1-3
|
||||
export GF_SECURITY_ADMIN_USER=admin
|
||||
export GF_SECURITY_ADMIN_PASSWORD=admin
|
||||
docker compose up -d
|
||||
while [ "$(docker inspect --format "{{.State.Status}}" $(docker compose ps -q servicenode))" != "running" ]; do
|
||||
sleep 1
|
||||
done
|
||||
cd ..
|
||||
|
||||
cd ./sonda
|
||||
docker build -t local-perf-sonda -f ./Dockerfile.sonda .
|
||||
cat > ./perf-test.env <<EOF
|
||||
RELAY_NODE_REST_ADDRESS=${RELAY_NODE_REST_ADDRESS}
|
||||
STORE_NODE_REST_ADDRESS=${STORE_NODE_REST_ADDRESS}
|
||||
STORE_NODES=${STORE_NODES}
|
||||
QUERY_DELAY=3
|
||||
CLUSTER_ID=66
|
||||
SHARD=0
|
||||
HEALTH_THRESHOLD=0.9
|
||||
PUBSUB_TOPIC=${PUBSUB_TOPIC}
|
||||
CONTENT_TOPIC=${CONTENT_TOPIC}
|
||||
EOF
|
||||
docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
|
||||
cd ..
|
||||
|
||||
cd ./lpt
|
||||
export LPT_IMAGE=harbor.status.im/wakuorg/liteprotocoltester:latest
|
||||
export START_PUBLISHING_AFTER=15
|
||||
export NUM_PUBLISHER_NODES=30
|
||||
export NUM_RECEIVER_NODES=10
|
||||
export MESSAGE_MIN_BYTES=4096
|
||||
export MESSAGE_MAX_BYTES=65536
|
||||
export LIGHTPUSH_INTERVAL_MS=40
|
||||
docker compose up -d
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Warm-up: 30 pub / 10 recv (40ms, 4–64KB) $current_time"
|
||||
sleep ${PHASE_SLEEP}
|
||||
docker compose down
|
||||
cd ..
|
||||
|
||||
NOW_TS=$(date +%s)
|
||||
START_TS_2H=$(( NOW_TS - 7200 ))
|
||||
START_TS_1H=$(( NOW_TS - 3600 ))
|
||||
START_TS_30M=$(( NOW_TS - 1800 ))
|
||||
|
||||
echo "Backfill 2h window"
|
||||
curl -G "${STORE_NODE_REST_ADDRESS}/store/v3/messages" \
|
||||
--data-urlencode "peerAddr=${STORE_NODES}" \
|
||||
--data-urlencode "pubsubTopic=${PUBSUB_TOPIC}" \
|
||||
--data-urlencode "contentTopics=[\"${CONTENT_TOPIC}\"]" \
|
||||
--data-urlencode "includeData=true" \
|
||||
--data-urlencode "startTime=${START_TS_2H}"
|
||||
|
||||
echo "Backfill 1h window"
|
||||
curl -G "${STORE_NODE_REST_ADDRESS}/store/v3/messages" \
|
||||
--data-urlencode "peerAddr=${STORE_NODES}" \
|
||||
--data-urlencode "pubsubTopic=${PUBSUB_TOPIC}" \
|
||||
--data-urlencode "contentTopics=[\"${CONTENT_TOPIC}\"]" \
|
||||
--data-urlencode "includeData=true" \
|
||||
--data-urlencode "startTime=${START_TS_1H}"
|
||||
|
||||
echo "Backfill 30m window"
|
||||
curl -G "${STORE_NODE_REST_ADDRESS}/store/v3/messages" \
|
||||
--data-urlencode "peerAddr=${STORE_NODES}" \
|
||||
--data-urlencode "pubsubTopic=${PUBSUB_TOPIC}" \
|
||||
--data-urlencode "contentTopics=[\"${CONTENT_TOPIC}\"]" \
|
||||
--data-urlencode "includeData=true" \
|
||||
--data-urlencode "startTime=${START_TS_30M}"
|
||||
|
||||
current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "Scenario 5 finished at $current_time"
|
||||
Loading…
x
Reference in New Issue
Block a user