208 lines
34 KiB
Plaintext

2026-04-23 05:21:00.538 DEBUG [tests.conftest] Running fixture setup: test_id
2026-04-23 05:21:00.538 DEBUG [tests.conftest] Running test: test_node_without_sync_or_relay_stays_empty with id: 2026-04-23_05-21-00__8e20f278-02d1-4cb4-b3d3-71c9f322dadc
2026-04-23 05:21:00.538 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-04-23 05:21:00.545 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-04-23 05:21:00.545 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-04-23_05-21-00__8e20f278-02d1-4cb4-b3d3-71c9f322dadc__wakuorg_nwaku:latest.log
2026-04-23 05:21:00.551 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-04-23 05:21:00.551 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-04-23_05-21-00__8e20f278-02d1-4cb4-b3d3-71c9f322dadc__wakuorg_nwaku:latest.log
2026-04-23 05:21:00.557 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-04-23 05:21:00.557 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-04-23_05-21-00__8e20f278-02d1-4cb4-b3d3-71c9f322dadc__wakuorg_nwaku:latest.log
2026-04-23 05:21:00.557 DEBUG [src.steps.store] Running fixture setup: store_setup
2026-04-23 05:21:00.558 DEBUG [src.node.waku_node] Starting Node...
2026-04-23 05:21:00.558 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-04-23 05:21:00.559 DEBUG [src.node.docker_mananger] Network waku already exists
2026-04-23 05:21:00.560 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.214.195
2026-04-23 05:21:00.560 DEBUG [src.node.docker_mananger] Generated ports ['23573', '23574', '23575', '23576', '23577']
2026-04-23 05:21:00.560 DEBUG [src.node.waku_node] RLN credentials were not set
2026-04-23 05:21:00.560 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-04-23 05:21:00.560 DEBUG [src.node.waku_node] Using volumes []
2026-04-23 05:21:00.560 DEBUG [src.node.docker_mananger] docker run -i -t -p 23573:23573 -p 23574:23574 -p 23575:23575 -p 23576:23576 -p 23577:23577 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=23575 --rest-port=23573 --tcp-port=23574 --discv5-udp-port=23576 --rest-address=0.0.0.0 --nat=extip:172.18.214.195 --peer-exchange=true --discv5-discovery=true --cluster-id=198 --nodekey=8fecfa7fa7dc6fbff7edb460f56af59ab630d7411d77debe33e8aedacd0ffeec --store-sync=true --store=true --store-sync-range=300 --store-sync-interval=6 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=23577 --metrics-logging=true --store-sync-relay-jitter=0 --relay=true --dns-discovery=false
2026-04-23 05:21:00.738 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.214.195 waku 51d8dee0055963b6d39240b8b353521fe8322817109cbe58bc656e35790cce7c
2026-04-23 05:21:00.779 DEBUG [src.node.docker_mananger] Container started with ID 51d8dee00559. Setting up logs at ./log/docker/node1_2026-04-23_05-21-00__8e20f278-02d1-4cb4-b3d3-71c9f322dadc__wakuorg_nwaku:latest.log
2026-04-23 05:21:00.780 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 23573
2026-04-23 05:21:00.780 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-04-23 05:21:00.855 ERROR [src.node.docker_mananger] Max retries reached for container be996e6601b8. Exiting log stream.
2026-04-23 05:21:01.345 ERROR [src.node.docker_mananger] Max retries reached for container a8e473cbc674. Exiting log stream.
2026-04-23 05:21:01.781 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:23573/health" -H "Content-Type: application/json" -d 'None'
2026-04-23 05:21:01.784 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-04-23 05:21:01.784 INFO [src.node.waku_node] Node protocols are initialized !!
2026-04-23 05:21:01.784 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:23573/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-04-23 05:21:01.787 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.214.195/tcp/23574/p2p/16Uiu2HAm8xcoxhzJ6Tax5A3wM5xyzzhDhJuXoVeFgP6dNh81oj29","/ip4/172.18.214.195/tcp/23575/ws/p2p/16Uiu2HAm8xcoxhzJ6Tax5A3wM5xyzzhDhJuXoVeFgP6dNh81oj29"],"enrUri":"enr:-L24QHTVzhGF5blJ5a8yhHWj_7bG8-xZaui2R3vMLB8qTYybTrVZR6GzRkBdd9ueqhy-9sZF16dAc08k-Qq8Pxw6X_gCgmlkgnY0gmlwhKwS1sOKbXVsdGlhZGRyc5YACASsEtbDBlwWAAoErBLWwwZcF90DgnJzhQDGAQAAiXNlY3AyNTZrMaECyRVZ8RFImOC43-B6FZo-rkxoevYcr2z-Krk3ToMkvzqDdGNwglwWg3VkcIJcGIV3YWt1MhM"}'
2026-04-23 05:21:01.787 INFO [src.node.waku_node] REST service is ready !!
2026-04-23 05:21:01.787 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:01.788 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:01.791 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:01.792 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:02.002 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:02.002 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:02.006 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:02.006 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:02.217 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:02.217 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:02.221 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:02.221 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:02.432 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:02.432 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:02.436 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:02.436 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:02.646 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:02.647 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:02.650 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:02.650 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:02.861 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:02.861 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:02.865 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:02.866 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:03.076 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:03.077 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:03.080 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:03.081 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:03.291 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:03.292 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:03.296 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:03.296 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:03.507 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:03.507 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:03.511 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:03.512 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:03.722 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:03.723 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:03.727 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:03.727 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:03.938 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:03.938 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:03.942 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:03.942 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:04.153 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:04.154 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:04.158 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:04.158 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:04.369 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:04.369 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:04.373 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:04.374 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:04.584 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:04.585 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:04.589 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:04.589 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:04.800 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:04.800 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:04.804 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:04.804 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:05.015 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:05.015 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:05.019 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:05.020 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:05.230 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:05.231 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:05.235 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:05.235 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:05.446 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:05.446 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:05.450 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:05.451 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:05.661 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:05.662 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:05.666 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:05.666 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:05.876 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:05.877 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:05.881 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:05.881 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:06.092 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:06.092 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:06.096 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:06.096 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:06.307 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:06.307 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:06.312 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:06.312 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:06.523 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:06.523 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:06.527 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:06.527 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:06.738 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:06.739 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:06.743 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:06.743 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:06.954 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:06.954 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:06.958 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:06.958 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:07.169 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:07.169 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:07.173 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:07.173 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:07.384 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:07.384 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:07.388 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:07.388 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:07.599 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:07.600 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:07.604 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:07.604 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:07.815 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:07.815 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:07.820 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:07.820 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:08.031 DEBUG [src.steps.store] Relaying message
2026-04-23 05:21:08.031 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23573/relay/v1/messages/%2Fwaku%2F2%2Frs%2F198%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-04-23 05:21:08.035 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:08.035 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-04-23 05:21:08.245 DEBUG [src.node.waku_node] Starting Node...
2026-04-23 05:21:08.246 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-04-23 05:21:08.247 DEBUG [src.node.docker_mananger] Network waku already exists
2026-04-23 05:21:08.248 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.251.82
2026-04-23 05:21:08.248 DEBUG [src.node.docker_mananger] Generated ports ['36010', '36011', '36012', '36013', '36014']
2026-04-23 05:21:08.248 DEBUG [src.node.waku_node] RLN credentials were not set
2026-04-23 05:21:08.248 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-04-23 05:21:08.248 DEBUG [src.node.waku_node] Using volumes []
2026-04-23 05:21:08.248 DEBUG [src.node.docker_mananger] docker run -i -t -p 36010:36010 -p 36011:36011 -p 36012:36012 -p 36013:36013 -p 36014:36014 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=36012 --rest-port=36010 --tcp-port=36011 --discv5-udp-port=36013 --rest-address=0.0.0.0 --nat=extip:172.18.251.82 --peer-exchange=true --discv5-discovery=true --cluster-id=198 --nodekey=cc98039f4f3f424ab9fecec9c55bd00085816fc94cec25b944bfdcd3eb5efc6c --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=36014 --metrics-logging=true --relay=false --dns-discovery=false --discv5-bootstrap-node=enr:-L24QHTVzhGF5blJ5a8yhHWj_7bG8-xZaui2R3vMLB8qTYybTrVZR6GzRkBdd9ueqhy-9sZF16dAc08k-Qq8Pxw6X_gCgmlkgnY0gmlwhKwS1sOKbXVsdGlhZGRyc5YACASsEtbDBlwWAAoErBLWwwZcF90DgnJzhQDGAQAAiXNlY3AyNTZrMaECyRVZ8RFImOC43-B6FZo-rkxoevYcr2z-Krk3ToMkvzqDdGNwglwWg3VkcIJcGIV3YWt1MhM
2026-04-23 05:21:08.442 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.251.82 waku 54352b235a00163425b386644ef6e7e57254952e81fec08323b95c6fcfaaab76
2026-04-23 05:21:08.476 DEBUG [src.node.docker_mananger] Container started with ID 54352b235a00. Setting up logs at ./log/docker/node2_2026-04-23_05-21-00__8e20f278-02d1-4cb4-b3d3-71c9f322dadc__wakuorg_nwaku:latest.log
2026-04-23 05:21:08.476 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 36010
2026-04-23 05:21:08.477 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-04-23 05:21:09.477 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:36010/health" -H "Content-Type: application/json" -d 'None'
2026-04-23 05:21:09.480 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-04-23 05:21:09.480 INFO [src.node.waku_node] Node protocols are initialized !!
2026-04-23 05:21:09.481 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:36010/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-04-23 05:21:09.483 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.251.82/tcp/36011/p2p/16Uiu2HAmUCKxzZVoYSHwkCwZRASJjZwyPrr68qRvGBWZXud6ajhz","/ip4/172.18.251.82/tcp/36012/ws/p2p/16Uiu2HAmUCKxzZVoYSHwkCwZRASJjZwyPrr68qRvGBWZXud6ajhz"],"enrUri":"enr:-L24QMolmzAoK1hX3NMP6-rApeeBgRjQg2zKSisdAKME1-uBfQK5KAEceZhc8RpVq9Yud5Lsui_y0VvgTAMDG7DajYcCgmlkgnY0gmlwhKwS-1KKbXVsdGlhZGRyc5YACASsEvtSBoyrAAoErBL7UgaMrN0DgnJzhQDGAQAAiXNlY3AyNTZrMaED5uZ9Blm45ki90LTs4jbW8A8GcZQrGdANLkKfxnMOnimDdGNwgoyrg3VkcIKMrYV3YWt1MgA"}'
2026-04-23 05:21:09.483 INFO [src.node.waku_node] REST service is ready !!
2026-04-23 05:21:09.483 DEBUG [src.node.waku_node] Starting Node...
2026-04-23 05:21:09.483 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-04-23 05:21:09.485 DEBUG [src.node.docker_mananger] Network waku already exists
2026-04-23 05:21:09.485 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.250.204
2026-04-23 05:21:09.485 DEBUG [src.node.docker_mananger] Generated ports ['22401', '22402', '22403', '22404', '22405']
2026-04-23 05:21:09.485 DEBUG [src.node.waku_node] RLN credentials were not set
2026-04-23 05:21:09.485 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-04-23 05:21:09.485 DEBUG [src.node.waku_node] Using volumes []
2026-04-23 05:21:09.486 DEBUG [src.node.docker_mananger] docker run -i -t -p 22401:22401 -p 22402:22402 -p 22403:22403 -p 22404:22404 -p 22405:22405 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=22403 --rest-port=22401 --tcp-port=22402 --discv5-udp-port=22404 --rest-address=0.0.0.0 --nat=extip:172.18.250.204 --peer-exchange=true --discv5-discovery=true --cluster-id=198 --nodekey=4fbd81eaadada6bbfeea7f7a9ad8e9fe6f35457614c27c2b8ce89d8d09c1b052 --store-sync=true --store=true --store-sync-range=300 --store-sync-interval=6 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=22405 --metrics-logging=true --store-sync-relay-jitter=0 --relay=false --dns-discovery=false --discv5-bootstrap-node=enr:-L24QHTVzhGF5blJ5a8yhHWj_7bG8-xZaui2R3vMLB8qTYybTrVZR6GzRkBdd9ueqhy-9sZF16dAc08k-Qq8Pxw6X_gCgmlkgnY0gmlwhKwS1sOKbXVsdGlhZGRyc5YACASsEtbDBlwWAAoErBLWwwZcF90DgnJzhQDGAQAAiXNlY3AyNTZrMaECyRVZ8RFImOC43-B6FZo-rkxoevYcr2z-Krk3ToMkvzqDdGNwglwWg3VkcIJcGIV3YWt1MhM
2026-04-23 05:21:09.667 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.250.204 waku 3127f5bc042da998307a32fb1194b8a44315c150143a2e5b87bc374c01676c5b
2026-04-23 05:21:09.703 DEBUG [src.node.docker_mananger] Container started with ID 3127f5bc042d. Setting up logs at ./log/docker/node3_2026-04-23_05-21-00__8e20f278-02d1-4cb4-b3d3-71c9f322dadc__wakuorg_nwaku:latest.log
2026-04-23 05:21:09.703 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 22401
2026-04-23 05:21:09.704 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-04-23 05:21:10.704 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22401/health" -H "Content-Type: application/json" -d 'None'
2026-04-23 05:21:10.707 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-04-23 05:21:10.707 INFO [src.node.waku_node] Node protocols are initialized !!
2026-04-23 05:21:10.707 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22401/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-04-23 05:21:10.710 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.250.204/tcp/22402/p2p/16Uiu2HAmSdW1nWJjRHqmghv8QDdqdEedRVdC6e3bUV7DuQJ11qyJ","/ip4/172.18.250.204/tcp/22403/ws/p2p/16Uiu2HAmSdW1nWJjRHqmghv8QDdqdEedRVdC6e3bUV7DuQJ11qyJ"],"enrUri":"enr:-L24QCJd5STE3zRmy_knwnEDoOSfJ7QHu8tUf47izAB7f2PYMvI2hEd_BA1kqiu3_Eay4iXHxfp7ARNENfk3UD9NRWkCgmlkgnY0gmlwhKwS-syKbXVsdGlhZGRyc5YACASsEvrMBleCAAoErBL6zAZXg90DgnJzhQDGAQAAiXNlY3AyNTZrMaEDz6H_CFjwAH_mB4AzKuPzR_lNkreahZvg8T8xcBuw1OGDdGNwgleCg3VkcIJXhIV3YWt1MhI"}'
2026-04-23 05:21:10.710 INFO [src.node.waku_node] REST service is ready !!
2026-04-23 05:21:10.710 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:22401/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.214.195/tcp/23574/p2p/16Uiu2HAm8xcoxhzJ6Tax5A3wM5xyzzhDhJuXoVeFgP6dNh81oj29"]'
2026-04-23 05:21:10.731 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-04-23 05:21:28.733 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22401/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F198%2F0&cursor=&pageSize=200&ascending=true&peer_id=" -H "Content-Type: application/json" -d 'None'
2026-04-23 05:21:28.737 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xd74acb52939e83688239233f00e1535279ee2f06431fc7dd587efb1355914fc5"},{"messageHash":"0x0eea9bfba9023212d5819005dcc6d59bd27a688a011105ef493e2a9b2127a1f6"},{"messageHash":"0xccdb74c0f655829a77aa01548af6fe27a5b452f7d2916f22ff955127a24f4a77"},{"messageHash":"0xc32b7960f7dbd460d8012d414d184bf650ba5e7a2730e63be40acae0659240ac"},{"messageHash":"0xc184eda6e057f1f20d942fa64729122eaeae465add2643892f94e0c8644de6bd"},{"messageHash":"0x54a4c0742e8012380129af8dd26ebb8a5eaf2a6986fffce2f567f92043e10a54"},{"messageHash":"0x50421b834c02e30ffcac5c2ce06988232d5585b8d446b133690eb3581839955f"},{"messageHash":"0x950dfe2b82f0e0e7d68734ae029bd1209c218dc887284c0f3edd6902a8b6b88e"},{"messageHash":"0xffa0868c259c29a9aad06a7d7fe0bf6d144f0321e7f4d23f10cd67d9762d27b4"},{"messageHash":"0x319cf8c7e69bc730c717f188221bd1d1bdfc7d5c16550cfba36dad97589424e4"},{"messageHash":"0xeaf423a6c4b43522751f94323a6987beaa700d2c7bec0a5810cbec609e56da22"},{"messageHash":"0x6d53b5d09f7fab8889bb288108ad17a4957754b237d644d0b77c4238754028bc"},{"messageHash":"0x6d41484e07eab98f7ec8a851c4a63bb6af29cf289959de3c8e595ebf33ee05ff"},{"messageHash":"0x8b1e86a9f0d505728f866b551aefc9835a1d14da5adc1aa9e83ed6991190b779"},{"messageHash":"0x3cb13a07dfef0a387d6f1fd3eeb3b827a90a469dd5d51c47e0f947169db6d93d"},{"messageHash":"0x8a230abd85f5af7f04c1d87832c9ddcc8f882d0b5fea60a0a9495d29d81d64a2"},{"messageHash":"0xd91304c5ade23ee103e7a104cabd74f09976b3959486b365724e76169270a7d0"},{"messageHash":"0x947610305bdd6b70c724c39f1e1382bbf0a6bb71632bcbc5a8a20fc31643e9a0"},{"messageHash":"0xc35653f08e4b8081659d50b98c03dd1bada7a2b869cb202909d94dcfd8a78107"},{"messageHash":"0xb8cec16b63d0c4ef645bcd5024d67ac00e6920299fb83c62d036672d8cb0331f"},{"messageHash":"0x90bd3ded11d5a51b8aa8a4b6fef3618ca6f525c922c6ac9780cd4b21e488178a"},{"messageHash":"0xbde42dfcd932b92284223325ba990abb504d09219249641919f913e45d4f3c4c"},{"messageHash":"0x976f2206a63e9944378aeb243e1bf4c4aafd77353ba86bc4d636869634cfc05e"},{"messageHash":"0x1f40686b56271992d69b8dbf2cb929732e85d915186532098ded7d8aaa7db437"},{"messageHash":"0x9469e4ed0b88451c76fb2f1f237f444acc4ee3ad36ad9c888a426c95618d38a5"},{"messageHash":"0xf392a6845b23b5b3a05f45bd24b3ad5215ef2c27f3d3c74457ec834bdedb9dda"},{"messageHash":"0x4ecec7c6745d0e6da4503ff325f9c14920ff26b21521c81375be4397ea1208d0"},{"messageHash":"0x2bc799b857b87c19f36e3017942b4485aaa3095e17a6025683f56de02958b702"},{"messageHash":"0xdb3edab630e93777dfd450fc0479f8e48c0b850b1e0ea71ac0433caead2ffc2b"},{"messageHash":"0x8948d3073ad07d0c7560ce6b489377cc6654ba7a3dc3383a85afe70224e3d654"}]}'
2026-04-23 05:21:28.737 DEBUG [tests.store_sync.test_store_sync] Node3 store has 30 messages expected 30
2026-04-23 05:21:28.739 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-04-23 05:21:28.740 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-04-23 05:21:28.741 DEBUG [src.node.waku_node] Stopping container with id 51d8dee00559
2026-04-23 05:21:29.257 DEBUG [src.node.waku_node] Container stopped.
2026-04-23 05:21:29.257 DEBUG [src.node.waku_node] Stopping container with id 54352b235a00
2026-04-23 05:21:29.696 DEBUG [src.node.waku_node] Container stopped.
2026-04-23 05:21:29.697 DEBUG [src.node.waku_node] Stopping container with id 3127f5bc042d
2026-04-23 05:21:30.073 ERROR [src.node.docker_mananger] Max retries reached for container 51d8dee00559. Exiting log stream.
2026-04-23 05:21:30.110 DEBUG [src.node.waku_node] Container stopped.
2026-04-23 05:21:30.112 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-04-23 05:21:30.132 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-04-23 05:21:30.136 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-04-23 05:21:30.153 DEBUG [src.node.docker_mananger] No errors found in the waku logs.