295 lines
53 KiB
Plaintext

2025-12-08 12:12:51.141 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-08 12:12:51.141 DEBUG [tests.conftest] Running test: test_sync_flags with id: 2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2
2025-12-08 12:12:51.141 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-08 12:12:51.149 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 12:12:51.149 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2__wakuorg_nwaku:latest.log
2025-12-08 12:12:51.156 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 12:12:51.156 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2__wakuorg_nwaku:latest.log
2025-12-08 12:12:51.163 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 12:12:51.163 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2__wakuorg_nwaku:latest.log
2025-12-08 12:12:51.163 DEBUG [src.steps.store] Running fixture setup: store_setup
2025-12-08 12:12:51.164 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 12:12:51.164 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 12:12:51.166 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 12:12:51.166 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.70.82
2025-12-08 12:12:51.166 DEBUG [src.node.docker_mananger] Generated ports ['13955', '13956', '13957', '13958', '13959']
2025-12-08 12:12:51.166 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 12:12:51.166 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 12:12:51.166 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 12:12:51.166 DEBUG [src.node.docker_mananger] docker run -i -t -p 13955:13955 -p 13956:13956 -p 13957:13957 -p 13958:13958 -p 13959:13959 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=13957 --rest-port=13955 --tcp-port=13956 --discv5-udp-port=13958 --rest-address=0.0.0.0 --nat=extip:172.18.70.82 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b10bafc3aed7ffd976490ae8edf4df5db961f6fe6df9ea7f416cafabe0feabba --store-sync=true --store=true --store-sync-range=10 --store-sync-interval=1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=13959 --metrics-logging=true --store-sync-relay-jitter=1 --relay=true
2025-12-08 12:12:51.355 ERROR [src.node.docker_mananger] Max retries reached for container c15cb51c4c9e. Exiting log stream.
2025-12-08 12:12:51.361 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.70.82 waku 5cb51334d80dd4a1e14d2a7cac9b818c417c5b8f5ceaf4da5517a718042c01ea
2025-12-08 12:12:51.394 DEBUG [src.node.docker_mananger] Container started with ID 5cb51334d80d. Setting up logs at ./log/docker/node1_2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2__wakuorg_nwaku:latest.log
2025-12-08 12:12:51.395 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 13955
2025-12-08 12:12:51.395 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 12:12:51.919 ERROR [src.node.docker_mananger] Max retries reached for container 2837bd00b9d7. Exiting log stream.
2025-12-08 12:12:52.395 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13955/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:12:52.399 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-08 12:12:52.399 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 12:12:52.399 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13955/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:12:52.402 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.70.82/tcp/13956/p2p/16Uiu2HAkx6xCCX2Y4VfXTmon71QQVipbNRL9o8gn45BKnaKzXwp7","/ip4/172.18.70.82/tcp/13957/ws/p2p/16Uiu2HAkx6xCCX2Y4VfXTmon71QQVipbNRL9o8gn45BKnaKzXwp7"],"enrUri":"enr:-L24QGYRzmcUkfupJY-nLwBuLmBBKUdAFul0hmB7ifBKwblZR5sMB27dJcnzXijFsC22PwoiFLLGw2aVIBS8E3Rs2IkCgmlkgnY0gmlwhKwSRlKKbXVsdGlhZGRyc5YACASsEkZSBjaEAAoErBJGUgY2hd0DgnJzhQADAQAAiXNlY3AyNTZrMaECJ8dbx61G0acIhqJ-cnnG7djJqglHCo-1Kl3TTX1_Y4SDdGNwgjaEg3VkcII2hoV3YWt1MhM"}'
2025-12-08 12:12:52.402 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 12:12:52.403 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 12:12:52.403 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 12:12:52.405 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 12:12:52.405 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.238.245
2025-12-08 12:12:52.405 DEBUG [src.node.docker_mananger] Generated ports ['10977', '10978', '10979', '10980', '10981']
2025-12-08 12:12:52.405 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 12:12:52.405 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 12:12:52.406 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 12:12:52.406 DEBUG [src.node.docker_mananger] docker run -i -t -p 10977:10977 -p 10978:10978 -p 10979:10979 -p 10980:10980 -p 10981:10981 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=10979 --rest-port=10977 --tcp-port=10978 --discv5-udp-port=10980 --rest-address=0.0.0.0 --nat=extip:172.18.238.245 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=c3a68dc6d44ecdae0cce348b4cf37c8fce6cbab7772badad37efecd8f84fee12 --store-sync=true --store=false --store-sync-range=10 --store-sync-interval=1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=10981 --metrics-logging=true --store-sync-relay-jitter=1 --relay=true --discv5-bootstrap-node=enr:-L24QGYRzmcUkfupJY-nLwBuLmBBKUdAFul0hmB7ifBKwblZR5sMB27dJcnzXijFsC22PwoiFLLGw2aVIBS8E3Rs2IkCgmlkgnY0gmlwhKwSRlKKbXVsdGlhZGRyc5YACASsEkZSBjaEAAoErBJGUgY2hd0DgnJzhQADAQAAiXNlY3AyNTZrMaECJ8dbx61G0acIhqJ-cnnG7djJqglHCo-1Kl3TTX1_Y4SDdGNwgjaEg3VkcII2hoV3YWt1MhM
2025-12-08 12:12:52.597 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.238.245 waku ec05124de60ff88be017999e8757b9f173ecee36bdae56eab8b37633748f6ec7
2025-12-08 12:12:52.627 DEBUG [src.node.docker_mananger] Container started with ID ec05124de60f. Setting up logs at ./log/docker/node2_2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2__wakuorg_nwaku:latest.log
2025-12-08 12:12:52.628 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 10977
2025-12-08 12:12:52.628 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 12:12:53.629 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10977/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:12:53.648 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-08 12:12:53.649 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 12:12:53.650 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10977/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:12:53.655 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.238.245/tcp/10978/p2p/16Uiu2HAmUA95XwdeE3u2MY1WfnNkAxkKQQzDihx7DiErH9eex23v","/ip4/172.18.238.245/tcp/10979/ws/p2p/16Uiu2HAmUA95XwdeE3u2MY1WfnNkAxkKQQzDihx7DiErH9eex23v"],"enrUri":"enr:-L24QN7O6iguWwjNFZMr5QRd3zaiW4_iZEBvKY9pISFtQ-1MeiKMX_NjMbVjD5Tt4X5FMGonwU2DhWSoCUppPIsdiKsCgmlkgnY0gmlwhKwS7vWKbXVsdGlhZGRyc5YACASsEu71BiriAAoErBLu9QYq490DgnJzhQADAQAAiXNlY3AyNTZrMaED5lcEO8-oA3JIvKwDofGAwjrnWbI08T53vBrv3d6r0NWDdGNwgirig3VkcIIq5IV3YWt1MgE"}'
2025-12-08 12:12:53.655 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 12:12:53.655 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 12:12:53.655 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 12:12:53.657 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 12:12:53.657 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.117.107
2025-12-08 12:12:53.657 DEBUG [src.node.docker_mananger] Generated ports ['51614', '51615', '51616', '51617', '51618']
2025-12-08 12:12:53.657 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 12:12:53.657 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 12:12:53.658 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 12:12:53.658 DEBUG [src.node.docker_mananger] docker run -i -t -p 51614:51614 -p 51615:51615 -p 51616:51616 -p 51617:51617 -p 51618:51618 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=51616 --rest-port=51614 --tcp-port=51615 --discv5-udp-port=51617 --rest-address=0.0.0.0 --nat=extip:172.18.117.107 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=466d0dc7b30a6dec8daa7ceb186b55f5d2dd6d8faaeaabedb4bcd8bfb0c8fdde --store-sync=true --store=false --store-sync-range=10 --store-sync-interval=1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=51618 --metrics-logging=true --store-sync-relay-jitter=1 --relay=true --discv5-bootstrap-node=enr:-L24QN7O6iguWwjNFZMr5QRd3zaiW4_iZEBvKY9pISFtQ-1MeiKMX_NjMbVjD5Tt4X5FMGonwU2DhWSoCUppPIsdiKsCgmlkgnY0gmlwhKwS7vWKbXVsdGlhZGRyc5YACASsEu71BiriAAoErBLu9QYq490DgnJzhQADAQAAiXNlY3AyNTZrMaED5lcEO8-oA3JIvKwDofGAwjrnWbI08T53vBrv3d6r0NWDdGNwgirig3VkcIIq5IV3YWt1MgE
2025-12-08 12:12:53.862 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.117.107 waku 575ab6bc18c3c566b257cd999b8965114c1e5c92fbe30f98c9fea121c8c7f358
2025-12-08 12:12:53.894 DEBUG [src.node.docker_mananger] Container started with ID 575ab6bc18c3. Setting up logs at ./log/docker/node3_2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2__wakuorg_nwaku:latest.log
2025-12-08 12:12:53.894 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 51614
2025-12-08 12:12:53.895 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 12:12:54.895 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51614/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:12:54.903 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-08 12:12:54.904 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 12:12:54.905 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51614/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:12:54.912 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.117.107/tcp/51615/p2p/16Uiu2HAm5FWm2GXk6C8Xta3gNUoyqfzJ1rQ55N3xgp6wYLhtE4NS","/ip4/172.18.117.107/tcp/51616/ws/p2p/16Uiu2HAm5FWm2GXk6C8Xta3gNUoyqfzJ1rQ55N3xgp6wYLhtE4NS"],"enrUri":"enr:-L24QK_mU8aJ5qJnTT11rh3e5WFAG_GP775OzB87GOgRuFQbRzLUYnqMqO0c2xlf5VedfIAzvkHWPa9LHycOyIrVk1gCgmlkgnY0gmlwhKwSdWuKbXVsdGlhZGRyc5YACASsEnVrBsmfAAoErBJ1awbJoN0DgnJzhQADAQAAiXNlY3AyNTZrMaECkfqiyKYixsQ9Swj9Y2DVRpH05DUPZlTJlZEs94jAs7-DdGNwgsmfg3VkcILJoYV3YWt1MgE"}'
2025-12-08 12:12:54.912 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 12:12:54.913 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:10977/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.70.82/tcp/13956/p2p/16Uiu2HAkx6xCCX2Y4VfXTmon71QQVipbNRL9o8gn45BKnaKzXwp7"]'
2025-12-08 12:12:54.916 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:54.917 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:51614/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.238.245/tcp/10978/p2p/16Uiu2HAmUA95XwdeE3u2MY1WfnNkAxkKQQzDihx7DiErH9eex23v"]'
2025-12-08 12:12:54.919 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:54.919 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2025-12-08 12:12:54.922 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:54.922 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:10977/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2025-12-08 12:12:54.924 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:54.925 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:51614/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2025-12-08 12:12:54.927 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:54.928 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:54.928 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:54.933 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:54.934 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:55.136 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:55.136 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:55.142 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:55.142 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:55.344 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:55.344 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:55.350 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:55.351 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:55.552 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:55.552 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:55.558 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:55.558 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:55.759 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:55.759 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:55.765 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:55.765 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:55.967 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:55.967 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:55.973 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:55.973 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:56.173 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:56.174 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:56.179 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:56.180 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:56.380 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:56.381 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:56.387 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:56.389 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:56.590 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:56.590 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:56.595 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:56.596 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:56.797 DEBUG [src.steps.store] Relaying message
2025-12-08 12:12:56.797 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:12:56.802 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:12:56.803 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:12:57.003 DEBUG [src.libs.common] Sleeping for 2 seconds
2025-12-08 12:12:59.004 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2025-12-08 12:12:59.004 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13955/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=100&ascending=true" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:12:59.008 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xcf520bc3c151d39b42c11774f0b147dba50ecb471eaa126aca233629ac1d9bb7"},{"messageHash":"0x3a45f294a301790613df25baa8be3bfedbde7974196bb7cefa12f0ede5481d74"},{"messageHash":"0x3cbb62e7576d7af2ae4e1bd45103fb5aceb425224fc5a5563fa80b2ddd58c52b"},{"messageHash":"0xca983c870fad775d05fddba984a2cdedcbbce3abc69ae83cd69bcdc6e0b19b76"},{"messageHash":"0xc7d14bbb5ddddad785143cc44d70981c24621cb346c762de46eb5745ac98b6f2"},{"messageHash":"0x798823f6fee78758d45999945896e96e1733de35381ed4b2d99e12388be66d16"},{"messageHash":"0x7ea65755ad77be2eceb3e6d019cfebae6082b5558516835911ea191f9addd195"},{"messageHash":"0x68b0342fa831e7a3ed8be27740d9d5be0f7f2e980d2c5fa02ab5b3076a698023"},{"messageHash":"0xa5de59c6725519c592a4ea54ea16ed393f7d6217a20d7344c432f9aedb87a733"},{"messageHash":"0x348359edd01b64a5cb972f38d24565bb20cf433f5751811df1735eb35a93b42c"}]}'
2025-12-08 12:12:59.008 DEBUG [src.steps.store] messages length is 10
2025-12-08 12:12:59.009 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2025-12-08 12:12:59.010 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10977/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=100&ascending=true" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:12:59.018 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"102a25e79613503046c6","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xcf520bc3c151d39b42c11774f0b147dba50ecb471eaa126aca233629ac1d9bb7"},{"messageHash":"0x3a45f294a301790613df25baa8be3bfedbde7974196bb7cefa12f0ede5481d74"},{"messageHash":"0x3cbb62e7576d7af2ae4e1bd45103fb5aceb425224fc5a5563fa80b2ddd58c52b"},{"messageHash":"0xca983c870fad775d05fddba984a2cdedcbbce3abc69ae83cd69bcdc6e0b19b76"},{"messageHash":"0xc7d14bbb5ddddad785143cc44d70981c24621cb346c762de46eb5745ac98b6f2"},{"messageHash":"0x798823f6fee78758d45999945896e96e1733de35381ed4b2d99e12388be66d16"},{"messageHash":"0x7ea65755ad77be2eceb3e6d019cfebae6082b5558516835911ea191f9addd195"},{"messageHash":"0x68b0342fa831e7a3ed8be27740d9d5be0f7f2e980d2c5fa02ab5b3076a698023"},{"messageHash":"0xa5de59c6725519c592a4ea54ea16ed393f7d6217a20d7344c432f9aedb87a733"},{"messageHash":"0x348359edd01b64a5cb972f38d24565bb20cf433f5751811df1735eb35a93b42c"}]}'
2025-12-08 12:12:59.019 DEBUG [src.steps.store] messages length is 10
2025-12-08 12:12:59.020 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2025-12-08 12:12:59.020 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51614/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=100&ascending=true" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:12:59.024 ERROR [src.node.api_clients.base_client] HTTP error occurred: 412 Client Error: Precondition Failed for url: http://127.0.0.1:51614/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=100&ascending=true. Response content: b'No suitable service peer & none discovered'
2025-12-08 12:12:59.108 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-08 12:12:59.109 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-08 12:12:59.109 DEBUG [src.node.waku_node] Stopping container with id 5cb51334d80d
2025-12-08 12:12:59.640 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 12:12:59.641 DEBUG [src.node.waku_node] Stopping container with id ec05124de60f
2025-12-08 12:13:00.188 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 12:13:00.189 DEBUG [src.node.waku_node] Stopping container with id 575ab6bc18c3
2025-12-08 12:13:00.453 ERROR [src.node.docker_mananger] Max retries reached for container 5cb51334d80d. Exiting log stream.
2025-12-08 12:13:00.766 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 12:13:00.767 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-08 12:13:00.776 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 12:13:00.786 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 12:13:00.793 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 12:13:00.793 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2025-12-08 12:13:00.794 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2025-12-08 12:13:00.794 DEBUG [src.libs.common] Attaching file ./log/docker/node3_2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2__wakuorg_nwaku:latest.log
2025-12-08 12:13:00.795 DEBUG [src.libs.common] Attaching file ./log/docker/node1_2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2__wakuorg_nwaku:latest.log
2025-12-08 12:13:00.795 DEBUG [src.libs.common] Attaching file ./log/docker/node2_2025-12-08_12-12-51__5acf366a-7828-46f8-b86e-420cdbc55bc2__wakuorg_nwaku:latest.log
2025-12-08 12:13:00.802 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-08 12:13:00.803 DEBUG [tests.conftest] Running test: test_sync_flags with id: 2025-12-08_12-13-00__9b348c25-6171-4762-ae51-7ab785d0bdf1
2025-12-08 12:13:00.803 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-08 12:13:00.810 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 12:13:00.810 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-08_12-13-00__9b348c25-6171-4762-ae51-7ab785d0bdf1__wakuorg_nwaku:latest.log
2025-12-08 12:13:00.816 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 12:13:00.816 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-08_12-13-00__9b348c25-6171-4762-ae51-7ab785d0bdf1__wakuorg_nwaku:latest.log
2025-12-08 12:13:00.822 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 12:13:00.822 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-08_12-13-00__9b348c25-6171-4762-ae51-7ab785d0bdf1__wakuorg_nwaku:latest.log
2025-12-08 12:13:00.823 DEBUG [src.steps.store] Running fixture setup: store_setup
2025-12-08 12:13:00.823 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 12:13:00.824 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 12:13:00.825 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 12:13:00.825 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.245.215
2025-12-08 12:13:00.825 DEBUG [src.node.docker_mananger] Generated ports ['60387', '60388', '60389', '60390', '60391']
2025-12-08 12:13:00.825 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 12:13:00.826 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 12:13:00.826 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 12:13:00.826 DEBUG [src.node.docker_mananger] docker run -i -t -p 60387:60387 -p 60388:60388 -p 60389:60389 -p 60390:60390 -p 60391:60391 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=60389 --rest-port=60387 --tcp-port=60388 --discv5-udp-port=60390 --rest-address=0.0.0.0 --nat=extip:172.18.245.215 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=16cc1aa729debbd2aadef1103f5dfcc2ead99b0bdc8b08d0adfb4828734d8cfb --store-sync=true --store=true --store-sync-range=10 --store-sync-interval=1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=60391 --metrics-logging=true --store-sync-relay-jitter=1 --relay=true
2025-12-08 12:13:01.003 ERROR [src.node.docker_mananger] Max retries reached for container ec05124de60f. Exiting log stream.
2025-12-08 12:13:01.012 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.245.215 waku c77378250f2ac61f121918a91fed03502314d483af2b27b364f237a914086382
2025-12-08 12:13:01.044 DEBUG [src.node.docker_mananger] Container started with ID c77378250f2a. Setting up logs at ./log/docker/node1_2025-12-08_12-13-00__9b348c25-6171-4762-ae51-7ab785d0bdf1__wakuorg_nwaku:latest.log
2025-12-08 12:13:01.045 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 60387
2025-12-08 12:13:01.047 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 12:13:01.587 ERROR [src.node.docker_mananger] Max retries reached for container 575ab6bc18c3. Exiting log stream.
2025-12-08 12:13:02.047 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:60387/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:13:02.051 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-08 12:13:02.051 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 12:13:02.051 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:60387/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:13:02.054 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.245.215/tcp/60388/p2p/16Uiu2HAmVhPHWo1suFCtPebaG1Kgyo8vqXdMTvPW1GmowST9kroB","/ip4/172.18.245.215/tcp/60389/ws/p2p/16Uiu2HAmVhPHWo1suFCtPebaG1Kgyo8vqXdMTvPW1GmowST9kroB"],"enrUri":"enr:-L24QO9_2JIyYITBilLI2Qaay-WaTA3C4QcKyi5B2dN58WHPTBggDbQktkSAjZWLDgkuy2S0EaQQDnGiLvcULCfIYpsCgmlkgnY0gmlwhKwS9deKbXVsdGlhZGRyc5YACASsEvXXBuvkAAoErBL11wbr5d0DgnJzhQADAQAAiXNlY3AyNTZrMaED_TPFnmlJiRQXrWm_xO6cEYVzns-TGgr41T18yN1ycxKDdGNwguvkg3VkcILr5oV3YWt1MhM"}'
2025-12-08 12:13:02.055 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 12:13:02.055 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 12:13:02.055 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 12:13:02.056 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 12:13:02.056 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.71.120
2025-12-08 12:13:02.057 DEBUG [src.node.docker_mananger] Generated ports ['12186', '12187', '12188', '12189', '12190']
2025-12-08 12:13:02.057 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 12:13:02.057 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 12:13:02.057 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 12:13:02.057 DEBUG [src.node.docker_mananger] docker run -i -t -p 12186:12186 -p 12187:12187 -p 12188:12188 -p 12189:12189 -p 12190:12190 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=12188 --rest-port=12186 --tcp-port=12187 --discv5-udp-port=12189 --rest-address=0.0.0.0 --nat=extip:172.18.71.120 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=a8bcdede8e21617ee0582d75a2d0ddb4ffc2af014e41bc65c0af88adbe55adee --store-sync=true --store=false --store-sync-range=10 --store-sync-interval=1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=12190 --metrics-logging=true --store-sync-relay-jitter=1 --relay=true --discv5-bootstrap-node=enr:-L24QO9_2JIyYITBilLI2Qaay-WaTA3C4QcKyi5B2dN58WHPTBggDbQktkSAjZWLDgkuy2S0EaQQDnGiLvcULCfIYpsCgmlkgnY0gmlwhKwS9deKbXVsdGlhZGRyc5YACASsEvXXBuvkAAoErBL11wbr5d0DgnJzhQADAQAAiXNlY3AyNTZrMaED_TPFnmlJiRQXrWm_xO6cEYVzns-TGgr41T18yN1ycxKDdGNwguvkg3VkcILr5oV3YWt1MhM
2025-12-08 12:13:02.239 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.71.120 waku e2fbf81871ea68d7157f5527920588ef6d4f2c69d6bd680666d0d83013a9f112
2025-12-08 12:13:02.272 DEBUG [src.node.docker_mananger] Container started with ID e2fbf81871ea. Setting up logs at ./log/docker/node2_2025-12-08_12-13-00__9b348c25-6171-4762-ae51-7ab785d0bdf1__wakuorg_nwaku:latest.log
2025-12-08 12:13:02.273 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 12186
2025-12-08 12:13:02.273 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 12:13:03.273 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12186/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:13:03.286 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-08 12:13:03.287 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 12:13:03.288 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12186/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:13:03.292 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.71.120/tcp/12187/p2p/16Uiu2HAkvitgJjMCjArgyj9SACJiABPPx8Zv3F4snMRMfpy3Xtv4","/ip4/172.18.71.120/tcp/12188/ws/p2p/16Uiu2HAkvitgJjMCjArgyj9SACJiABPPx8Zv3F4snMRMfpy3Xtv4"],"enrUri":"enr:-L24QGaY30t7IqllfiNyPfQJy_JAPoVJ_vFYPqI2CzPBTYW8JYxd_1OkiLdITcfv2tKeRrvz91NU8E-7_-zKRwanjQcCgmlkgnY0gmlwhKwSR3iKbXVsdGlhZGRyc5YACASsEkd4Bi-bAAoErBJHeAYvnN0DgnJzhQADAQAAiXNlY3AyNTZrMaECE0TrPlp3fT5n-CRG-A1V-AKKTVdAlCrDIpZP9quZwMGDdGNwgi-bg3VkcIIvnYV3YWt1MgE"}'
2025-12-08 12:13:03.293 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 12:13:03.295 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 12:13:03.296 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 12:13:03.298 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 12:13:03.299 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.244.199
2025-12-08 12:13:03.299 DEBUG [src.node.docker_mananger] Generated ports ['39582', '39583', '39584', '39585', '39586']
2025-12-08 12:13:03.299 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 12:13:03.299 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 12:13:03.299 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 12:13:03.299 DEBUG [src.node.docker_mananger] docker run -i -t -p 39582:39582 -p 39583:39583 -p 39584:39584 -p 39585:39585 -p 39586:39586 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=39584 --rest-port=39582 --tcp-port=39583 --discv5-udp-port=39585 --rest-address=0.0.0.0 --nat=extip:172.18.244.199 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=22ef82cd5ffe707d92ebf1aec39fb1ac0315ec0cc5cbaed24e01f0fb00ff860f --store-sync=true --store=false --store-sync-range=10 --store-sync-interval=1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=39586 --metrics-logging=true --store-sync-relay-jitter=1 --relay=true --discv5-bootstrap-node=enr:-L24QGaY30t7IqllfiNyPfQJy_JAPoVJ_vFYPqI2CzPBTYW8JYxd_1OkiLdITcfv2tKeRrvz91NU8E-7_-zKRwanjQcCgmlkgnY0gmlwhKwSR3iKbXVsdGlhZGRyc5YACASsEkd4Bi-bAAoErBJHeAYvnN0DgnJzhQADAQAAiXNlY3AyNTZrMaECE0TrPlp3fT5n-CRG-A1V-AKKTVdAlCrDIpZP9quZwMGDdGNwgi-bg3VkcIIvnYV3YWt1MgE
2025-12-08 12:13:03.479 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.244.199 waku 341cf9176baca5fc1df25a6d7384f985cb5e2be78007271f424c47aa929e397e
2025-12-08 12:13:03.511 DEBUG [src.node.docker_mananger] Container started with ID 341cf9176bac. Setting up logs at ./log/docker/node3_2025-12-08_12-13-00__9b348c25-6171-4762-ae51-7ab785d0bdf1__wakuorg_nwaku:latest.log
2025-12-08 12:13:03.511 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 39582
2025-12-08 12:13:03.512 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 12:13:04.512 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:39582/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:13:04.524 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-08 12:13:04.524 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 12:13:04.524 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:39582/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:13:04.529 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.244.199/tcp/39583/p2p/16Uiu2HAmDqMHxQmhjUz1ueEeeVecz6sV3BC28mwsbtThsC4LLSN1","/ip4/172.18.244.199/tcp/39584/ws/p2p/16Uiu2HAmDqMHxQmhjUz1ueEeeVecz6sV3BC28mwsbtThsC4LLSN1"],"enrUri":"enr:-L24QCQ12qFIKV7odLP7Dp28aSMFF3jwprpZztsPtQrTJOxzMaXZORzYRVoHzLTy0_OgM6l9FvdKbBELiOe2yUw2x74CgmlkgnY0gmlwhKwS9MeKbXVsdGlhZGRyc5YACASsEvTHBpqfAAoErBL0xwaaoN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDEYMsv9i3CsSyERnURAbXPK56NROCLbDvF5e9MmM4MQ6DdGNwgpqfg3VkcIKaoYV3YWt1MgE"}'
2025-12-08 12:13:04.530 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 12:13:04.530 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12186/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.245.215/tcp/60388/p2p/16Uiu2HAmVhPHWo1suFCtPebaG1Kgyo8vqXdMTvPW1GmowST9kroB"]'
2025-12-08 12:13:04.535 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:04.535 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:39582/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.71.120/tcp/12187/p2p/16Uiu2HAkvitgJjMCjArgyj9SACJiABPPx8Zv3F4snMRMfpy3Xtv4"]'
2025-12-08 12:13:04.537 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:04.538 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2025-12-08 12:13:04.540 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:04.540 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12186/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2025-12-08 12:13:04.542 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:04.543 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:39582/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2025-12-08 12:13:04.545 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:04.545 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:04.545 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:04.550 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:04.551 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:04.751 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:04.752 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:04.756 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:04.757 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:04.958 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:04.959 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:04.965 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:04.965 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:05.166 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:05.166 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:05.172 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:05.172 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:05.372 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:05.373 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:05.378 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:05.379 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:05.581 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:05.581 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:05.588 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:05.588 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:05.790 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:05.790 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:05.796 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:05.797 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:05.997 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:05.998 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:06.003 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:06.005 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:06.206 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:06.206 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:06.212 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:06.212 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:06.412 DEBUG [src.steps.store] Relaying message
2025-12-08 12:13:06.413 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60387/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 12:13:06.418 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 12:13:06.418 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2025-12-08 12:13:06.619 DEBUG [src.libs.common] Sleeping for 2 seconds
2025-12-08 12:13:08.619 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2025-12-08 12:13:08.620 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:60387/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=100&ascending=true" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:13:08.623 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xe3748c5cb6eb56a13d3f2010ad672c849b2edbe8ef8578c3684c1d0964e347ff"},{"messageHash":"0x210d31b54a4d5b594f7453960974ae47357da3d9e9fb75dae314a8f6f1e28250"},{"messageHash":"0x0475c22d2cd2ff95c3899f4c22e6d442b46c2653d50a0e502250213217fe2c79"},{"messageHash":"0xa08466648ce99c68685d167d713fb3d772d630da2abd61bb51de0d4184dc3529"},{"messageHash":"0x54e4bf6eb309ce135458c152e4eafd6c4b453de7f8eb1068c19208ff6b188705"},{"messageHash":"0xa27bfcc12728650161eb5b409e766dd2abba8097a92b65033695be7d553d6170"},{"messageHash":"0xdf74c93a42dc0f4c1d1195b3d8f1791b6d9598267d974b48dea9d472306c8a5c"},{"messageHash":"0xd134e13e56f251fb510078119a3935dffcd363f1bdd1dcca67d4be81cac8e09f"},{"messageHash":"0xccff4b039df4468d411fee4ead24b17ead6f2b6549dcb2aa5976dd5caf95e5c5"},{"messageHash":"0xd0596c9ab6d25ea0989a93339a25330a786941b026d892503649f4af79247424"}]}'
2025-12-08 12:13:08.624 DEBUG [src.steps.store] messages length is 10
2025-12-08 12:13:08.626 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2025-12-08 12:13:08.626 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12186/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=100&ascending=true" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:13:08.635 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"c03eb242a20ba36b8bb1","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xe3748c5cb6eb56a13d3f2010ad672c849b2edbe8ef8578c3684c1d0964e347ff"},{"messageHash":"0x210d31b54a4d5b594f7453960974ae47357da3d9e9fb75dae314a8f6f1e28250"},{"messageHash":"0x0475c22d2cd2ff95c3899f4c22e6d442b46c2653d50a0e502250213217fe2c79"},{"messageHash":"0xa08466648ce99c68685d167d713fb3d772d630da2abd61bb51de0d4184dc3529"},{"messageHash":"0x54e4bf6eb309ce135458c152e4eafd6c4b453de7f8eb1068c19208ff6b188705"},{"messageHash":"0xa27bfcc12728650161eb5b409e766dd2abba8097a92b65033695be7d553d6170"},{"messageHash":"0xdf74c93a42dc0f4c1d1195b3d8f1791b6d9598267d974b48dea9d472306c8a5c"},{"messageHash":"0xd134e13e56f251fb510078119a3935dffcd363f1bdd1dcca67d4be81cac8e09f"},{"messageHash":"0xccff4b039df4468d411fee4ead24b17ead6f2b6549dcb2aa5976dd5caf95e5c5"},{"messageHash":"0xd0596c9ab6d25ea0989a93339a25330a786941b026d892503649f4af79247424"}]}'
2025-12-08 12:13:08.635 DEBUG [src.steps.store] messages length is 10
2025-12-08 12:13:08.637 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2025-12-08 12:13:08.637 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:39582/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=100&ascending=true" -H "Content-Type: application/json" -d 'None'
2025-12-08 12:13:08.671 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"1d9ddd10d007a42dea38","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xe3748c5cb6eb56a13d3f2010ad672c849b2edbe8ef8578c3684c1d0964e347ff"},{"messageHash":"0x210d31b54a4d5b594f7453960974ae47357da3d9e9fb75dae314a8f6f1e28250"},{"messageHash":"0x0475c22d2cd2ff95c3899f4c22e6d442b46c2653d50a0e502250213217fe2c79"},{"messageHash":"0xa08466648ce99c68685d167d713fb3d772d630da2abd61bb51de0d4184dc3529"},{"messageHash":"0x54e4bf6eb309ce135458c152e4eafd6c4b453de7f8eb1068c19208ff6b188705"},{"messageHash":"0xa27bfcc12728650161eb5b409e766dd2abba8097a92b65033695be7d553d6170"},{"messageHash":"0xdf74c93a42dc0f4c1d1195b3d8f1791b6d9598267d974b48dea9d472306c8a5c"},{"messageHash":"0xd134e13e56f251fb510078119a3935dffcd363f1bdd1dcca67d4be81cac8e09f"},{"messageHash":"0xccff4b039df4468d411fee4ead24b17ead6f2b6549dcb2aa5976dd5caf95e5c5"},{"messageHash":"0xd0596c9ab6d25ea0989a93339a25330a786941b026d892503649f4af79247424"}]}'
2025-12-08 12:13:08.672 DEBUG [src.steps.store] messages length is 10
2025-12-08 12:13:08.677 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-08 12:13:08.678 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-08 12:13:08.678 DEBUG [src.node.waku_node] Stopping container with id c77378250f2a
2025-12-08 12:13:09.267 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 12:13:09.270 DEBUG [src.node.waku_node] Stopping container with id e2fbf81871ea
2025-12-08 12:13:09.835 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 12:13:09.835 DEBUG [src.node.waku_node] Stopping container with id 341cf9176bac
2025-12-08 12:13:10.139 ERROR [src.node.docker_mananger] Max retries reached for container c77378250f2a. Exiting log stream.
2025-12-08 12:13:10.394 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 12:13:10.396 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-08 12:13:10.417 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 12:13:10.429 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 12:13:10.441 DEBUG [src.node.docker_mananger] No errors found in the waku logs.