188 lines
34 KiB
Plaintext

2026-03-08 04:37:16.952 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-08 04:37:16.953 DEBUG [tests.conftest] Running test: test_multiple_receiving_nodes with id: 2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee
2026-03-08 04:37:16.954 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-08 04:37:16.954 DEBUG [src.steps.light_push] Running fixture setup: light_push_setup
2026-03-08 04:37:16.966 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-08 04:37:16.967 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node1_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:16.967 DEBUG [src.node.waku_node] Starting Node...
2026-03-08 04:37:16.967 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-08 04:37:16.971 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-08 04:37:16.971 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.85.67
2026-03-08 04:37:16.971 DEBUG [src.node.docker_mananger] Generated ports ['45431', '45432', '45433', '45434', '45435']
2026-03-08 04:37:16.972 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-08 04:37:16.973 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-08 04:37:16.974 DEBUG [src.node.waku_node] Using volumes []
2026-03-08 04:37:16.975 DEBUG [src.node.docker_mananger] docker run -i -t -p 45431:45431 -p 45432:45432 -p 45433:45433 -p 45434:45434 -p 45435:45435 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=45433 --rest-port=45431 --tcp-port=45432 --discv5-udp-port=45434 --rest-address=0.0.0.0 --nat=extip:172.18.85.67 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=eecba43d73fce56de9de9a4bd017fcd0d6b96dd3dccdb4011aaaed62fed7b0bd --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=45435 --metrics-logging=true --lightpush=true --relay=true
2026-03-08 04:37:17.145 ERROR [src.node.docker_mananger] Max retries reached for container 9e3bb258fe77. Exiting log stream.
2026-03-08 04:37:17.176 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.85.67 waku 930262b67e74737e7e345e36965ec2f17b1e2b1262a3c840d281b83c98bccff6
2026-03-08 04:37:17.215 DEBUG [src.node.docker_mananger] Container started with ID 930262b67e74. Setting up logs at ./log/docker/receiving_node1_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:17.216 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 45431
2026-03-08 04:37:17.216 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-08 04:37:17.789 ERROR [src.node.docker_mananger] Max retries reached for container 85303be64209. Exiting log stream.
2026-03-08 04:37:18.218 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45431/health" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:18.221 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-08 04:37:18.221 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-08 04:37:18.222 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45431/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:18.224 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.85.67/tcp/45432/p2p/16Uiu2HAmGtJM8gN8NRjjkhaUcnUW4GunCoJFHv1yibTGzCJv4ms1","/ip4/172.18.85.67/tcp/45433/ws/p2p/16Uiu2HAmGtJM8gN8NRjjkhaUcnUW4GunCoJFHv1yibTGzCJv4ms1"],"enrUri":"enr:-L24QJdAMg1GlsHudfnogCWNmZiZ9jNqem6s4EVr3cB3AMpUGjzcYTUzQVfKx3j3r_lU-X2SCjns_iOQoGo7UigDABMCgmlkgnY0gmlwhKwSVUOKbXVsdGlhZGRyc5YACASsElVDBrF4AAoErBJVQwaxed0DgnJzhQADAQAAiXNlY3AyNTZrMaEDPtel2HOWIFPf6Q55QKoXrCWU043h1Uc70-6da8ga_iyDdGNwgrF4g3VkcIKxeoV3YWt1Mgk"}'
2026-03-08 04:37:18.224 INFO [src.node.waku_node] REST service is ready !!
2026-03-08 04:37:18.231 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-08 04:37:18.231 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node2_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:18.231 DEBUG [src.node.waku_node] Starting Node...
2026-03-08 04:37:18.232 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-08 04:37:18.233 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-08 04:37:18.233 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.9.191
2026-03-08 04:37:18.233 DEBUG [src.node.docker_mananger] Generated ports ['11976', '11977', '11978', '11979', '11980']
2026-03-08 04:37:18.233 DEBUG [src.node.waku_node] Cluster id was resolved to: 3
2026-03-08 04:37:18.233 DEBUG [src.node.waku_node] Removing pubsub-topic from nwaku args
2026-03-08 04:37:18.233 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-08 04:37:18.234 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-08 04:37:18.234 DEBUG [src.node.waku_node] Using volumes []
2026-03-08 04:37:18.234 DEBUG [src.node.docker_mananger] docker run -i -t -p 11976:11976 -p 11977:11977 -p 11978:11978 -p 11979:11979 -p 11980:11980 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=11978 --rest-port=11976 --tcp-port=11977 --discv5-udp-port=11979 --rest-address=0.0.0.0 --nat=extip:172.18.9.191 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=fb85374ba91e3b5ee02fde3d55bfb5a7bacc23aa89f9feecf5eccaeba96b7b3a --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=11980 --metrics-logging=true --lightpush=true --relay=true
2026-03-08 04:37:18.427 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.9.191 waku e70b6090e27be8c045ae40e6455bad8720c7214a019f02dfca9536a76ece7d13
2026-03-08 04:37:18.469 DEBUG [src.node.docker_mananger] Container started with ID e70b6090e27b. Setting up logs at ./log/docker/receiving_node2_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:18.470 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 11976
2026-03-08 04:37:18.471 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-08 04:37:19.471 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:11976/health" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:19.474 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-08 04:37:19.474 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-08 04:37:19.474 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:11976/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:19.477 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.9.191/tcp/11977/p2p/16Uiu2HAmLLka7pYzgWwDMuSuJDzSrHyK5YXHPqdFTGrmZFBSsYY4","/ip4/172.18.9.191/tcp/11978/ws/p2p/16Uiu2HAmLLka7pYzgWwDMuSuJDzSrHyK5YXHPqdFTGrmZFBSsYY4"],"enrUri":"enr:-L24QBwhT5zVOFvwC8vRqGpSKfxZgccnUnqu6hBt4UTQOEEGF_4b3639Yk1j-IvoLgb9YWC5yHxJ4316IIXMpghL8QECgmlkgnY0gmlwhKwSCb-KbXVsdGlhZGRyc5YACASsEgm_Bi7JAAoErBIJvwYuyt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDcjF2CddWje3nKkqcYdtXT9LHG0N-ItMZfyHxabQi8oWDdGNwgi7Jg3VkcIIuy4V3YWt1Mgk"}'
2026-03-08 04:37:19.477 INFO [src.node.waku_node] REST service is ready !!
2026-03-08 04:37:19.477 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:11976/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.85.67/tcp/45432/p2p/16Uiu2HAmGtJM8gN8NRjjkhaUcnUW4GunCoJFHv1yibTGzCJv4ms1"]'
2026-03-08 04:37:19.517 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:19.529 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-08 04:37:19.529 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node3_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:19.529 DEBUG [src.node.waku_node] Starting Node...
2026-03-08 04:37:19.529 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-08 04:37:19.531 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-08 04:37:19.531 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.30.47
2026-03-08 04:37:19.531 DEBUG [src.node.docker_mananger] Generated ports ['36766', '36767', '36768', '36769', '36770']
2026-03-08 04:37:19.531 DEBUG [src.node.waku_node] Cluster id was resolved to: 3
2026-03-08 04:37:19.531 DEBUG [src.node.waku_node] Removing pubsub-topic from nwaku args
2026-03-08 04:37:19.532 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-08 04:37:19.532 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-08 04:37:19.532 DEBUG [src.node.waku_node] Using volumes []
2026-03-08 04:37:19.532 DEBUG [src.node.docker_mananger] docker run -i -t -p 36766:36766 -p 36767:36767 -p 36768:36768 -p 36769:36769 -p 36770:36770 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=36768 --rest-port=36766 --tcp-port=36767 --discv5-udp-port=36769 --rest-address=0.0.0.0 --nat=extip:172.18.30.47 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=aabfab981e99eb2dececfeaf5baedfc2f7f13751cbdd7f4efbcbfdd36b2f0a2e --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=36770 --metrics-logging=true --lightpush=true --relay=true
2026-03-08 04:37:19.748 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.30.47 waku 784a51ade776ea8e899971fa1f5f4a59eb613d3ce5e0edcfd95b3eff5ec161be
2026-03-08 04:37:19.787 DEBUG [src.node.docker_mananger] Container started with ID 784a51ade776. Setting up logs at ./log/docker/receiving_node3_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:19.787 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 36766
2026-03-08 04:37:19.787 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-08 04:37:20.788 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:36766/health" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:20.791 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-08 04:37:20.791 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-08 04:37:20.791 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:36766/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:20.793 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.30.47/tcp/36767/p2p/16Uiu2HAmQjRy5QenkmoxhQD4mZsJzVU5C28LNEkzNYritJdTqARt","/ip4/172.18.30.47/tcp/36768/ws/p2p/16Uiu2HAmQjRy5QenkmoxhQD4mZsJzVU5C28LNEkzNYritJdTqARt"],"enrUri":"enr:-L24QLML8Wi9tZMDpzLjl90yYnmwGkvMFGGchfDyDi8U_rf2RuVmz6qt4we_rSppD0Q8dZXBbtYpVVeBAKsXUzFIzeYCgmlkgnY0gmlwhKwSHi-KbXVsdGlhZGRyc5YACASsEh4vBo-fAAoErBIeLwaPoN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDs2-IF0RvxHfqW8bCuIZdEjVjy2QoAc3nltRrdm_MekeDdGNwgo-fg3VkcIKPoYV3YWt1Mgk"}'
2026-03-08 04:37:20.794 INFO [src.node.waku_node] REST service is ready !!
2026-03-08 04:37:20.794 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:36766/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.85.67/tcp/45432/p2p/16Uiu2HAmGtJM8gN8NRjjkhaUcnUW4GunCoJFHv1yibTGzCJv4ms1"]'
2026-03-08 04:37:20.835 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:20.836 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:36766/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.9.191/tcp/11977/p2p/16Uiu2HAmLLka7pYzgWwDMuSuJDzSrHyK5YXHPqdFTGrmZFBSsYY4"]'
2026-03-08 04:37:20.858 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:20.875 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-08 04:37:20.876 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node4_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:20.876 DEBUG [src.node.waku_node] Starting Node...
2026-03-08 04:37:20.876 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-08 04:37:20.879 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-08 04:37:20.879 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.10.71
2026-03-08 04:37:20.879 DEBUG [src.node.docker_mananger] Generated ports ['1262', '1263', '1264', '1265', '1266']
2026-03-08 04:37:20.879 DEBUG [src.node.waku_node] Cluster id was resolved to: 3
2026-03-08 04:37:20.880 DEBUG [src.node.waku_node] Removing pubsub-topic from nwaku args
2026-03-08 04:37:20.880 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-08 04:37:20.880 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-08 04:37:20.880 DEBUG [src.node.waku_node] Using volumes []
2026-03-08 04:37:20.880 DEBUG [src.node.docker_mananger] docker run -i -t -p 1262:1262 -p 1263:1263 -p 1264:1264 -p 1265:1265 -p 1266:1266 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=1264 --rest-port=1262 --tcp-port=1263 --discv5-udp-port=1265 --rest-address=0.0.0.0 --nat=extip:172.18.10.71 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=c89927cbf5e7add3122feccd3a4a6deb5b5bccf9c8b13dc660eefa0b04ac5abb --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=1266 --metrics-logging=true --lightpush=true --relay=true
2026-03-08 04:37:21.082 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.10.71 waku 31df274189e39a57955a4cc5570687fdeed730b1a74ef45c877f2f0ee954ed67
2026-03-08 04:37:21.120 DEBUG [src.node.docker_mananger] Container started with ID 31df274189e3. Setting up logs at ./log/docker/receiving_node4_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:21.121 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 1262
2026-03-08 04:37:21.122 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-08 04:37:22.122 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1262/health" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:22.125 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-08 04:37:22.125 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-08 04:37:22.126 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1262/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:22.128 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.10.71/tcp/1263/p2p/16Uiu2HAmTWAYa3AdmY7sf3aSC4BbokoaFa5vyfk65iCSLUfN6sHK","/ip4/172.18.10.71/tcp/1264/ws/p2p/16Uiu2HAmTWAYa3AdmY7sf3aSC4BbokoaFa5vyfk65iCSLUfN6sHK"],"enrUri":"enr:-L24QNWiLaGyWapF5ELXwTYxNPzonvdPnIygMLr1XusVfLlyKJm4mY0LxF0oq2a-flMUeEgkNpvfnL6zijsEJNHZIhgCgmlkgnY0gmlwhKwSCkeKbXVsdGlhZGRyc5YACASsEgpHBgTvAAoErBIKRwYE8N0DgnJzhQADAQAAiXNlY3AyNTZrMaED3JyagxZSevL0AVNnBoHMPwLL2WqP0J28-cQiOjXg2tKDdGNwggTvg3VkcIIE8YV3YWt1Mgk"}'
2026-03-08 04:37:22.129 INFO [src.node.waku_node] REST service is ready !!
2026-03-08 04:37:22.129 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1262/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.85.67/tcp/45432/p2p/16Uiu2HAmGtJM8gN8NRjjkhaUcnUW4GunCoJFHv1yibTGzCJv4ms1"]'
2026-03-08 04:37:22.170 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:22.174 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1262/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.9.191/tcp/11977/p2p/16Uiu2HAmLLka7pYzgWwDMuSuJDzSrHyK5YXHPqdFTGrmZFBSsYY4"]'
2026-03-08 04:37:22.205 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:22.205 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1262/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.30.47/tcp/36767/p2p/16Uiu2HAmQjRy5QenkmoxhQD4mZsJzVU5C28LNEkzNYritJdTqARt"]'
2026-03-08 04:37:22.240 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:22.254 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-08 04:37:22.254 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/lightpush_node1_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:22.254 DEBUG [src.node.waku_node] Starting Node...
2026-03-08 04:37:22.254 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-08 04:37:22.256 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-08 04:37:22.256 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.43.160
2026-03-08 04:37:22.257 DEBUG [src.node.docker_mananger] Generated ports ['49019', '49020', '49021', '49022', '49023']
2026-03-08 04:37:22.257 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-08 04:37:22.257 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-08 04:37:22.257 DEBUG [src.node.waku_node] Using volumes []
2026-03-08 04:37:22.257 DEBUG [src.node.docker_mananger] docker run -i -t -p 49019:49019 -p 49020:49020 -p 49021:49021 -p 49022:49022 -p 49023:49023 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=49021 --rest-port=49019 --tcp-port=49020 --discv5-udp-port=49022 --rest-address=0.0.0.0 --nat=extip:172.18.43.160 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=1b2caaa2fd353fb9ccdb5fa7d6f14c6a408bbfa8dafec84afa7e24f5114c0ec9 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=49023 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QJdAMg1GlsHudfnogCWNmZiZ9jNqem6s4EVr3cB3AMpUGjzcYTUzQVfKx3j3r_lU-X2SCjns_iOQoGo7UigDABMCgmlkgnY0gmlwhKwSVUOKbXVsdGlhZGRyc5YACASsElVDBrF4AAoErBJVQwaxed0DgnJzhQADAQAAiXNlY3AyNTZrMaEDPtel2HOWIFPf6Q55QKoXrCWU043h1Uc70-6da8ga_iyDdGNwgrF4g3VkcIKxeoV3YWt1Mgk --lightpushnode=/ip4/172.18.85.67/tcp/45432/p2p/16Uiu2HAmGtJM8gN8NRjjkhaUcnUW4GunCoJFHv1yibTGzCJv4ms1 --lightpush=true --relay=true
2026-03-08 04:37:22.468 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.43.160 waku 5e01cd5ad00d34487d86dcbd7fe2a7eeeb9e3a446ee5334940451e34540fab4b
2026-03-08 04:37:22.507 DEBUG [src.node.docker_mananger] Container started with ID 5e01cd5ad00d. Setting up logs at ./log/docker/lightpush_node1_2026-03-08_04-37-16__02bfb9f0-ebc8-4330-bd1b-fbcf918b66ee__wakuorg_nwaku:latest.log
2026-03-08 04:37:22.508 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 49019
2026-03-08 04:37:22.508 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-08 04:37:23.509 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:49019/health" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:23.512 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-08 04:37:23.512 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-08 04:37:23.513 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:49019/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:23.515 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.43.160/tcp/49020/p2p/16Uiu2HAkwR9U12xv7pvg8hEC9o1pH5XuEQHq6wWTgoEyJBwxhCKZ","/ip4/172.18.43.160/tcp/49021/ws/p2p/16Uiu2HAkwR9U12xv7pvg8hEC9o1pH5XuEQHq6wWTgoEyJBwxhCKZ"],"enrUri":"enr:-L24QAZZsBRlGWQnBZvQqn6W6N4C3IkYOLpBgy3I2MIcFbZIDcV8YAqt5_5m4DYWiITWTuyBWkbHGcjlXVqkf8UsPSYCgmlkgnY0gmlwhKwSK6CKbXVsdGlhZGRyc5YACASsEiugBr98AAoErBIroAa_fd0DgnJzhQADAQAAiXNlY3AyNTZrMaECHZTfOCZlt3g2PiW-DNbLbdUPkJ6uipG304tAHKm3tDCDdGNwgr98g3VkcIK_foV3YWt1Mgk"}'
2026-03-08 04:37:23.515 INFO [src.node.waku_node] REST service is ready !!
2026-03-08 04:37:23.516 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:49019/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.85.67/tcp/45432/p2p/16Uiu2HAmGtJM8gN8NRjjkhaUcnUW4GunCoJFHv1yibTGzCJv4ms1"]'
2026-03-08 04:37:23.558 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.561 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:49019/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.9.191/tcp/11977/p2p/16Uiu2HAmLLka7pYzgWwDMuSuJDzSrHyK5YXHPqdFTGrmZFBSsYY4"]'
2026-03-08 04:37:23.590 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.591 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:49019/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.30.47/tcp/36767/p2p/16Uiu2HAmQjRy5QenkmoxhQD4mZsJzVU5C28LNEkzNYritJdTqARt"]'
2026-03-08 04:37:23.622 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.625 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:49019/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.10.71/tcp/1263/p2p/16Uiu2HAmTWAYa3AdmY7sf3aSC4BbokoaFa5vyfk65iCSLUfN6sHK"]'
2026-03-08 04:37:23.653 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.654 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:45431/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-08 04:37:23.663 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.664 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:11976/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-08 04:37:23.668 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.669 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:36766/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-08 04:37:23.672 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.674 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1262/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-08 04:37:23.685 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.685 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:49019/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-08 04:37:23.690 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.691 DEBUG [src.steps.light_push] Lightpushing message
2026-03-08 04:37:23.691 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:49019/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1772944643691045076}}'
2026-03-08 04:37:23.713 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-08 04:37:23.714 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-08 04:37:23.814 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-08 04:37:23.814 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45431/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:23.817 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772944643691045076,"ephemeral":false,"proof":""}]'
2026-03-08 04:37:23.818 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-08 04:37:23.818 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:11976/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:23.821 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772944643691045076,"ephemeral":false,"proof":""}]'
2026-03-08 04:37:23.822 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-08 04:37:23.822 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:36766/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:23.825 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772944643691045076,"ephemeral":false,"proof":""}]'
2026-03-08 04:37:23.827 DEBUG [src.steps.light_push] Checking that peer NODE_4:wakuorg/nwaku:latest can find the lightpushed message
2026-03-08 04:37:23.827 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1262/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:23.829 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772944643691045076,"ephemeral":false,"proof":""}]'
2026-03-08 04:37:23.831 DEBUG [src.steps.light_push] Checking that peer NODE_5:wakuorg/nwaku:latest can find the lightpushed message
2026-03-08 04:37:23.831 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:49019/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-08 04:37:23.833 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772944643691045076,"ephemeral":false,"proof":""}]'
2026-03-08 04:37:23.835 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-08 04:37:23.836 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-08 04:37:23.836 DEBUG [src.node.waku_node] Stopping container with id 930262b67e74
2026-03-08 04:37:24.464 DEBUG [src.node.waku_node] Container stopped.
2026-03-08 04:37:24.466 DEBUG [src.node.waku_node] Stopping container with id e70b6090e27b
2026-03-08 04:37:25.060 DEBUG [src.node.waku_node] Container stopped.
2026-03-08 04:37:25.060 DEBUG [src.node.waku_node] Stopping container with id 784a51ade776
2026-03-08 04:37:25.281 ERROR [src.node.docker_mananger] Max retries reached for container 930262b67e74. Exiting log stream.
2026-03-08 04:37:25.658 DEBUG [src.node.waku_node] Container stopped.
2026-03-08 04:37:25.661 DEBUG [src.node.waku_node] Stopping container with id 31df274189e3
2026-03-08 04:37:25.874 ERROR [src.node.docker_mananger] Max retries reached for container e70b6090e27b. Exiting log stream.
2026-03-08 04:37:26.241 DEBUG [src.node.waku_node] Container stopped.
2026-03-08 04:37:26.242 DEBUG [src.node.waku_node] Stopping container with id 5e01cd5ad00d
2026-03-08 04:37:26.473 ERROR [src.node.docker_mananger] Max retries reached for container 784a51ade776. Exiting log stream.
2026-03-08 04:37:26.836 DEBUG [src.node.waku_node] Container stopped.
2026-03-08 04:37:26.838 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-08 04:37:26.853 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-08 04:37:26.868 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-08 04:37:26.883 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-08 04:37:26.897 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-08 04:37:26.911 DEBUG [src.node.docker_mananger] No errors found in the waku logs.