209 lines
34 KiB
Plaintext

2026-04-23 22:07:32.144 DEBUG [tests.conftest] Running fixture setup: test_id
2026-04-23 22:07:32.144 DEBUG [tests.conftest] Running test: test_node_without_sync_or_relay_stays_empty with id: 2026-04-23_22-07-32__6b67047d-5890-44b1-8010-b00b15e3f573
2026-04-23 22:07:32.144 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-04-23 22:07:32.152 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-04-23 22:07:32.152 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-04-23_22-07-32__6b67047d-5890-44b1-8010-b00b15e3f573__wakuorg_nwaku:latest.log
2026-04-23 22:07:32.159 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-04-23 22:07:32.159 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-04-23_22-07-32__6b67047d-5890-44b1-8010-b00b15e3f573__wakuorg_nwaku:latest.log
2026-04-23 22:07:32.166 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-04-23 22:07:32.166 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-04-23_22-07-32__6b67047d-5890-44b1-8010-b00b15e3f573__wakuorg_nwaku:latest.log
2026-04-23 22:07:32.167 DEBUG [src.steps.store] Running fixture setup: store_setup
2026-04-23 22:07:32.167 DEBUG [src.node.waku_node] Starting Node...
2026-04-23 22:07:32.168 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-04-23 22:07:32.169 DEBUG [src.node.docker_mananger] Network waku already exists
2026-04-23 22:07:32.169 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.221.17
2026-04-23 22:07:32.170 DEBUG [src.node.docker_mananger] Generated ports ['6865', '6866', '6867', '6868', '6869']
2026-04-23 22:07:32.170 DEBUG [src.node.waku_node] RLN credentials were not set
2026-04-23 22:07:32.170 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-04-23 22:07:32.170 DEBUG [src.node.waku_node] Using volumes []
2026-04-23 22:07:32.170 DEBUG [src.node.docker_mananger] docker run -i -t -p 6865:6865 -p 6866:6866 -p 6867:6867 -p 6868:6868 -p 6869:6869 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=6867 --rest-port=6865 --tcp-port=6866 --discv5-udp-port=6868 --rest-address=0.0.0.0 --nat=extip:172.18.221.17 --peer-exchange=true --discv5-discovery=true --cluster-id=198 --nodekey=f7f3afb03bbfc79abe5490ac4e021144bec7df5e5a25bb6e93a28af13ceeb0e9 --store-sync=true --store=true --store-sync-range=300 --store-sync-interval=6 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=6869 --metrics-logging=true --store-sync-relay-jitter=0 --relay=true --dns-discovery=false
2026-04-23 22:07:32.363 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.221.17 waku ee7fa16781716c627816e69795e3c901b0e4f35cb894306212e78d89b18d41e4
2026-04-23 22:07:32.402 DEBUG [src.node.docker_mananger] Container started with ID ee7fa1678171. Setting up logs at ./log/docker/node1_2026-04-23_22-07-32__6b67047d-5890-44b1-8010-b00b15e3f573__wakuorg_nwaku:latest.log
2026-04-23 22:07:32.402 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 6865
2026-04-23 22:07:32.404 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-04-23 22:07:32.444 ERROR [src.node.docker_mananger] Max retries reached for container d7a069aa1378. Exiting log stream.
2026-04-23 22:07:32.950 ERROR [src.node.docker_mananger] Max retries reached for container 6290140f1533. Exiting log stream.
2026-04-23 22:07:33.404 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6865/health" -H "Content-Type: application/json" -d 'None'
2026-04-23 22:07:33.407 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-04-23 22:07:33.408 INFO [src.node.waku_node] Node protocols are initialized !!
2026-04-23 22:07:33.408 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6865/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-04-23 22:07:33.410 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.221.17/tcp/6866/p2p/16Uiu2HAmMBQQXPEfJmTZd7QJ1J3btfePGHZzyVTWmdhJMLWdqpNQ","/ip4/172.18.221.17/tcp/6867/ws/p2p/16Uiu2HAmMBQQXPEfJmTZd7QJ1J3btfePGHZzyVTWmdhJMLWdqpNQ"],"enrUri":"enr:-L24QDePgmqvKnh8ePD2OfeE9RLBsuzpL7FWpROnf2Vj2a15StGFNA-bDFdZ8xknwHDnSp2zxeZ_dlXWLBsNmB8moBYCgmlkgnY0gmlwhKwS3RGKbXVsdGlhZGRyc5YACASsEt0RBhrSAAoErBLdEQYa090DgnJzhQDGAQAAiXNlY3AyNTZrMaEDfqgeoCtWLLrh_B3mqimaBAoTwAVWHC_-ZWf0P5MlqRWDdGNwghrSg3VkcIIa1IV3YWt1MhM"}'
2026-04-23 22:07:33.411 INFO [src.node.waku_node] REST service is ready !!
2026-04-23 22:07:33.411 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:33.411 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:33.415 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:33.416 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:33.626 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:33.627 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:33.631 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:33.632 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:33.842 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:33.843 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:33.847 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:33.847 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:34.058 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:34.058 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:34.063 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:34.063 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:34.274 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:34.275 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:34.279 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:34.279 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:34.490 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:34.490 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:34.495 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:34.495 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:34.706 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:34.706 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:34.710 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:34.711 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:34.921 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:34.922 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:34.926 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:34.927 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:35.137 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:35.138 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:35.142 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:35.142 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:35.353 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:35.353 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:35.358 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:35.358 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:35.569 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:35.569 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:35.573 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:35.574 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:35.785 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:35.785 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:35.789 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:35.790 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:36.000 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:36.001 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:36.005 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:36.006 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:36.216 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:36.217 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:36.221 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:36.222 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:36.432 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:36.433 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:36.437 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:36.437 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:36.648 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:36.649 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:36.653 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:36.654 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:36.864 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:36.865 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:36.869 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:36.869 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:37.080 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:37.080 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:37.085 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:37.085 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:37.296 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:37.297 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:37.301 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:37.301 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:37.512 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:37.512 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:37.517 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:37.517 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:37.728 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:37.728 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:37.733 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:37.733 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:37.944 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:37.944 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:37.949 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:37.949 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:38.160 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:38.161 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:38.165 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:38.165 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:38.376 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:38.376 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:38.381 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:38.381 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:38.592 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:38.592 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:38.596 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:38.597 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:38.807 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:38.808 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:38.813 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:38.813 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:39.024 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:39.024 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:39.029 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:39.029 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:39.240 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:39.240 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:39.245 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:39.245 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:39.456 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:39.456 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:39.461 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:39.461 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:39.672 DEBUG [src.steps.store] Relaying message
2026-04-23 22:07:39.672 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6865/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 22:07:39.677 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:07:39.677 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 22:07:39.888 DEBUG [src.node.waku_node] Starting Node...
2026-04-23 22:07:39.888 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-04-23 22:07:39.890 DEBUG [src.node.docker_mananger] Network waku already exists
2026-04-23 22:07:39.890 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.193.52
2026-04-23 22:07:39.890 DEBUG [src.node.docker_mananger] Generated ports ['47277', '47278', '47279', '47280', '47281']
2026-04-23 22:07:39.890 DEBUG [src.node.waku_node] RLN credentials were not set
2026-04-23 22:07:39.890 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-04-23 22:07:39.891 DEBUG [src.node.waku_node] Using volumes []
2026-04-23 22:07:39.891 DEBUG [src.node.docker_mananger] docker run -i -t -p 47277:47277 -p 47278:47278 -p 47279:47279 -p 47280:47280 -p 47281:47281 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=47279 --rest-port=47277 --tcp-port=47278 --discv5-udp-port=47280 --rest-address=0.0.0.0 --nat=extip:172.18.193.52 --peer-exchange=true --discv5-discovery=true --cluster-id=198 --nodekey=dd7deba4ed17e4c59ce0ffbd424fb6bc47f09c77bad9ceb5a19dbd8dbfde75f0 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=47281 --metrics-logging=true --relay=false --dns-discovery=false --discv5-bootstrap-node=enr:-L24QDePgmqvKnh8ePD2OfeE9RLBsuzpL7FWpROnf2Vj2a15StGFNA-bDFdZ8xknwHDnSp2zxeZ_dlXWLBsNmB8moBYCgmlkgnY0gmlwhKwS3RGKbXVsdGlhZGRyc5YACASsEt0RBhrSAAoErBLdEQYa090DgnJzhQDGAQAAiXNlY3AyNTZrMaEDfqgeoCtWLLrh_B3mqimaBAoTwAVWHC_-ZWf0P5MlqRWDdGNwghrSg3VkcIIa1IV3YWt1MhM
2026-04-23 22:07:40.091 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.193.52 waku 793782d197962512609d4c2336db95e7d11b81f72a0ce59061de1c437ec2c416
2026-04-23 22:07:40.128 DEBUG [src.node.docker_mananger] Container started with ID 793782d19796. Setting up logs at ./log/docker/node2_2026-04-23_22-07-32__6b67047d-5890-44b1-8010-b00b15e3f573__wakuorg_nwaku:latest.log
2026-04-23 22:07:40.128 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 47277
2026-04-23 22:07:40.129 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-04-23 22:07:41.130 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47277/health" -H "Content-Type: application/json" -d 'None'
2026-04-23 22:07:41.133 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-04-23 22:07:41.133 INFO [src.node.waku_node] Node protocols are initialized !!
2026-04-23 22:07:41.133 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47277/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-04-23 22:07:41.136 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.193.52/tcp/47278/p2p/16Uiu2HAm93Rr8HbYCxTghJLzWKx2BJoGoD3mUqcnowr3zdWct2Bt","/ip4/172.18.193.52/tcp/47279/ws/p2p/16Uiu2HAm93Rr8HbYCxTghJLzWKx2BJoGoD3mUqcnowr3zdWct2Bt"],"enrUri":"enr:-L24QNKWcMW2NKHriTRLzORcaZDD9gWnZnkotHlvoz9N03hmRtcQAmGroSJPzlyiHm1bgT7vJbGyh_fxIWwkEvT3igACgmlkgnY0gmlwhKwSwTSKbXVsdGlhZGRyc5YACASsEsE0BriuAAoErBLBNAa4r90DgnJzhQDGAQAAiXNlY3AyNTZrMaECylDcHyDdVscgLrc55fjIb4dUtsbE67LjYovM1PUsjWODdGNwgriug3VkcIK4sIV3YWt1MgA"}'
2026-04-23 22:07:41.136 INFO [src.node.waku_node] REST service is ready !!
2026-04-23 22:07:41.136 DEBUG [src.node.waku_node] Starting Node...
2026-04-23 22:07:41.136 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-04-23 22:07:41.138 DEBUG [src.node.docker_mananger] Network waku already exists
2026-04-23 22:07:41.138 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.120.235
2026-04-23 22:07:41.138 DEBUG [src.node.docker_mananger] Generated ports ['26877', '26878', '26879', '26880', '26881']
2026-04-23 22:07:41.138 DEBUG [src.node.waku_node] RLN credentials were not set
2026-04-23 22:07:41.138 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-04-23 22:07:41.138 DEBUG [src.node.waku_node] Using volumes []
2026-04-23 22:07:41.139 DEBUG [src.node.docker_mananger] docker run -i -t -p 26877:26877 -p 26878:26878 -p 26879:26879 -p 26880:26880 -p 26881:26881 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=26879 --rest-port=26877 --tcp-port=26878 --discv5-udp-port=26880 --rest-address=0.0.0.0 --nat=extip:172.18.120.235 --peer-exchange=true --discv5-discovery=true --cluster-id=198 --nodekey=e4efba57770c53abeac2ede4dc4dabfd4e7d60c0d229cfce6d48283abb3b3adf --store-sync=true --store=true --store-sync-range=300 --store-sync-interval=6 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=26881 --metrics-logging=true --store-sync-relay-jitter=0 --relay=false --dns-discovery=false --discv5-bootstrap-node=enr:-L24QDePgmqvKnh8ePD2OfeE9RLBsuzpL7FWpROnf2Vj2a15StGFNA-bDFdZ8xknwHDnSp2zxeZ_dlXWLBsNmB8moBYCgmlkgnY0gmlwhKwS3RGKbXVsdGlhZGRyc5YACASsEt0RBhrSAAoErBLdEQYa090DgnJzhQDGAQAAiXNlY3AyNTZrMaEDfqgeoCtWLLrh_B3mqimaBAoTwAVWHC_-ZWf0P5MlqRWDdGNwghrSg3VkcIIa1IV3YWt1MhM
2026-04-23 22:07:41.334 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.120.235 waku 1a816ac8cc21b9fc5033f728b194736852bbe5999228278518ebfa3e665a3a66
2026-04-23 22:07:41.377 DEBUG [src.node.docker_mananger] Container started with ID 1a816ac8cc21. Setting up logs at ./log/docker/node3_2026-04-23_22-07-32__6b67047d-5890-44b1-8010-b00b15e3f573__wakuorg_nwaku:latest.log
2026-04-23 22:07:41.377 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 26877
2026-04-23 22:07:41.378 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-04-23 22:07:42.378 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26877/health" -H "Content-Type: application/json" -d 'None'
2026-04-23 22:07:42.381 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-04-23 22:07:42.382 INFO [src.node.waku_node] Node protocols are initialized !!
2026-04-23 22:07:42.382 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26877/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-04-23 22:07:42.384 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.120.235/tcp/26878/p2p/16Uiu2HAmNk5k5BwthdTiPCp9QSP97RKr5pB2LTSDtutifLqe5vFZ","/ip4/172.18.120.235/tcp/26879/ws/p2p/16Uiu2HAmNk5k5BwthdTiPCp9QSP97RKr5pB2LTSDtutifLqe5vFZ"],"enrUri":"enr:-L24QCVRzJ-kln2qYO1LVsdFSdXDf8YT9a0ekQCAh7bXbdJtZ1vnxso6scsQNIFfnxjqz88IQ3ynOYp96s3MOmrlGHUCgmlkgnY0gmlwhKwSeOuKbXVsdGlhZGRyc5YACASsEnjrBmj-AAoErBJ46wZo_90DgnJzhQDGAQAAiXNlY3AyNTZrMaEDleLe-K8Gd8tQ8cXMg5qkAvb_ejkvAFEEfT6Oin32mnCDdGNwgmj-g3VkcIJpAIV3YWt1MhI"}'
2026-04-23 22:07:42.385 INFO [src.node.waku_node] REST service is ready !!
2026-04-23 22:07:42.385 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26877/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.221.17/tcp/6866/p2p/16Uiu2HAmMBQQXPEfJmTZd7QJ1J3btfePGHZzyVTWmdhJMLWdqpNQ"]'
2026-04-23 22:07:42.410 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 22:08:00.412 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26877/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F198%2F0&cursor=&pageSize=200&ascending=true&peer_id=" -H "Content-Type: application/json" -d 'None'
2026-04-23 22:08:00.417 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xa775d3ff2f85a4c9847b2792b72dc9b3e73dee420fdc051d481e70026f417ce9"},{"messageHash":"0xe33f33114e264a88888196bfe1c469ecc367aae2a212e6925bb6fc7d74f61d67"},{"messageHash":"0x92d83d46afb1c2da11204cd4b0742284133abc073dba9bc07131a0ae562f777f"},{"messageHash":"0xe5d3a1cef22837ed515ad3549f2978ab32eb71cc250e4dc8fa671b14ca9d3429"},{"messageHash":"0x706a42ccabd7740dc155e417ef4b05cf2ea7d55d8e2163a7ec49d6ac8f4c8fc8"},{"messageHash":"0xdce66028d8edd256bb3c871e0cea9b684e39d2879c7667f2afdb3a55e5bc8ba4"},{"messageHash":"0x27113597544dc88057afc9cf86316fbdfbeace7b90d1caa5c41f5699e2d981ac"},{"messageHash":"0x0d6a665f735c1e3c8dd9bf1212a89bf4f413ec301e30b1c13ff6240be4f29f2e"},{"messageHash":"0xa3b6d35be3bac828d81279104c1cccc302c8aff3065705dd30849f7f26693710"},{"messageHash":"0x816c11ffc6f8ee20cae3cf15d0a7a20e05af9f9d48b2d6d274add2704ec77b7c"},{"messageHash":"0x35fac34341af21be4404788afb5c38a12bbffdcb96a7334a225c17dcca5c5c90"},{"messageHash":"0xb446483b7605571f2e9134754010a45d60527a1ffb331bb68b9472e580626522"},{"messageHash":"0xe09d3029d8f077a6bd9ec4e5d05f89500292a5c685e861686bd333f16d41e487"},{"messageHash":"0xef1c088c31e036b379228b89038ecc72cb42f9b89a60d7a4c57930470804e675"},{"messageHash":"0x82cc25ba69ac7fec89317dae29b8d32acb29fcff38c1a0c4d882486ee07084d0"},{"messageHash":"0x74f7e8bd6b2544d1364968c159acc797a53578eeafd0b8f25cce68a0023960aa"},{"messageHash":"0x200de0f3b6aeddcd505997ba94f891b9f2daf9e7ae004d3f568a5004520806e3"},{"messageHash":"0x91bedf38553867509cb72fd3933a784501a8bffe1e19aa2f27c6bc6dc6383c0d"},{"messageHash":"0xb9cf0b7ddc6511f0486d830cba3ff5fc9f9248fb052e1fb34e216300fe836a14"},{"messageHash":"0xddb324410e54eab438a21032983bfe10e9cfb7b37d69f9085ef5e3ccf5d8784f"},{"messageHash":"0xf5a49c874e8e311f6a4ec0d477fc30edfc52fe7475dea7f49ef5be34c0ecca1c"},{"messageHash":"0x3893288dd3483cda054364d5891ab1afa170f23e3e06df5e1f0f4acb5f84bc05"},{"messageHash":"0x437c9c25a56bd148769b598cc1f151d07d28178e71ba520cff9b9d4541f5a375"},{"messageHash":"0xf454d286f939e32c7291f20d76fa246a1b299337e33cbfac066a16d35b314909"},{"messageHash":"0xfc0567486172cc31b2d6f3f1a7d8b58e76a8e41a7abcc3af20ad294d4c5ce563"},{"messageHash":"0x74a6788fa4d853c3fc08e9bfc059e1684705ac55ba13c117bb9d17733ef8e211"},{"messageHash":"0x7a9c6759acfc5da150cdbac4edc951381ab485e7dcc3c67a7bdd7f7eec543a04"},{"messageHash":"0xe957eda71147f0c41b6c12bc27e724dad6baf0f21de26089815d287591d23abe"},{"messageHash":"0xeedeb569b520e7addcb9562da28dcd8e9ba53b586d46a552aac03d8d882a7edb"},{"messageHash":"0xf60f5d9a1c33cd771557fb63fef982df6478404f9172d05a2e71fc77c8a47e17"}]}'
2026-04-23 22:08:00.417 DEBUG [tests.store_sync.test_store_sync] Node3 store has 30 messages expected 30
2026-04-23 22:08:00.419 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-04-23 22:08:00.421 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-04-23 22:08:00.421 DEBUG [src.node.waku_node] Stopping container with id ee7fa1678171
2026-04-23 22:08:00.901 DEBUG [src.node.waku_node] Container stopped.
2026-04-23 22:08:00.902 DEBUG [src.node.waku_node] Stopping container with id 793782d19796
2026-04-23 22:08:01.412 DEBUG [src.node.waku_node] Container stopped.
2026-04-23 22:08:01.413 DEBUG [src.node.waku_node] Stopping container with id 1a816ac8cc21
2026-04-23 22:08:01.718 ERROR [src.node.docker_mananger] Max retries reached for container ee7fa1678171. Exiting log stream.
2026-04-23 22:08:02.226 ERROR [src.node.docker_mananger] Max retries reached for container 793782d19796. Exiting log stream.
2026-04-23 22:08:11.910 DEBUG [src.node.waku_node] Container stopped.
2026-04-23 22:08:11.910 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-04-23 22:08:11.931 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-04-23 22:08:11.934 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-04-23 22:08:11.948 DEBUG [src.node.docker_mananger] No errors found in the waku logs.