192 lines
35 KiB
Plaintext

2025-12-11 04:13:10.472 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-11 04:13:10.472 DEBUG [tests.conftest] Running test: test_first_node_to_start_publishes with id: 2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8
2025-12-11 04:13:10.472 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-11 04:13:10.473 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2025-12-11 04:13:10.473 DEBUG [src.steps.relay] Running fixture setup: setup_main_relay_nodes
2025-12-11 04:13:10.478 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:13:10.479 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:10.479 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:13:10.479 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:13:10.480 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:13:10.480 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.84.229
2025-12-11 04:13:10.481 DEBUG [src.node.docker_mananger] Generated ports ['58621', '58622', '58623', '58624', '58625']
2025-12-11 04:13:10.481 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:13:10.481 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:13:10.481 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:13:10.481 DEBUG [src.node.docker_mananger] docker run -i -t -p 58621:58621 -p 58622:58622 -p 58623:58623 -p 58624:58624 -p 58625:58625 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=58623 --rest-port=58621 --tcp-port=58622 --discv5-udp-port=58624 --rest-address=0.0.0.0 --nat=extip:172.18.84.229 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=5feb5587da472bc3aabcb473f8bbbe7ed4d7cbfa1fdf1c85eacf8fa85ef8f2f0 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=58625 --metrics-logging=true --relay=true
2025-12-11 04:13:10.638 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.84.229 waku cdf87937a32d1cf38eb7ff9db1b1233d0f548e30d9b66975356ecb29067fa86e
2025-12-11 04:13:10.663 DEBUG [src.node.docker_mananger] Container started with ID cdf87937a32d. Setting up logs at ./log/docker/node1_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:10.664 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 58621
2025-12-11 04:13:10.664 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:13:10.818 ERROR [src.node.docker_mananger] Max retries reached for container 04837f841e9c. Exiting log stream.
2025-12-11 04:13:11.279 ERROR [src.node.docker_mananger] Max retries reached for container 40e97e2a707f. Exiting log stream.
2025-12-11 04:13:11.664 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58621/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:11.668 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-11 04:13:11.668 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:13:11.668 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58621/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:11.670 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.84.229/tcp/58622/p2p/16Uiu2HAm1jxxU6LvcNbyYdnu4Ux6jUgyK64b8YwYD4gYzwPDv3Dn","/ip4/172.18.84.229/tcp/58623/ws/p2p/16Uiu2HAm1jxxU6LvcNbyYdnu4Ux6jUgyK64b8YwYD4gYzwPDv3Dn"],"enrUri":"enr:-L24QERvjr7KvBo-9IzSE3JWsCX3X6YLxchjo7Y7czRQUbgPRH2_jLTGOkfo47DJKRCNpYxZOxg-pNSHHRyVQoYKiq4CgmlkgnY0gmlwhKwSVOWKbXVsdGlhZGRyc5YACASsElTlBuT-AAoErBJU5Qbk_90DgnJzhQADAQAAiXNlY3AyNTZrMaECXdXFsYxNe5lr-7c7IFc-V5hthR1CZ0Y2eDiGmBWFePWDdGNwguT-g3VkcILlAIV3YWt1MgE"}'
2025-12-11 04:13:11.670 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:13:11.677 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:13:11.677 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:11.677 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:13:11.677 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:13:11.678 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:13:11.678 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.195.223
2025-12-11 04:13:11.678 DEBUG [src.node.docker_mananger] Generated ports ['19148', '19149', '19150', '19151', '19152']
2025-12-11 04:13:11.679 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:13:11.679 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:13:11.679 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:13:11.679 DEBUG [src.node.docker_mananger] docker run -i -t -p 19148:19148 -p 19149:19149 -p 19150:19150 -p 19151:19151 -p 19152:19152 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=19150 --rest-port=19148 --tcp-port=19149 --discv5-udp-port=19151 --rest-address=0.0.0.0 --nat=extip:172.18.195.223 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=be1a10dffeb32f5770b9af38f1cfacdde5acd202a8d56eb4a04dbfaeebf6f17c --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=19152 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QERvjr7KvBo-9IzSE3JWsCX3X6YLxchjo7Y7czRQUbgPRH2_jLTGOkfo47DJKRCNpYxZOxg-pNSHHRyVQoYKiq4CgmlkgnY0gmlwhKwSVOWKbXVsdGlhZGRyc5YACASsElTlBuT-AAoErBJU5Qbk_90DgnJzhQADAQAAiXNlY3AyNTZrMaECXdXFsYxNe5lr-7c7IFc-V5hthR1CZ0Y2eDiGmBWFePWDdGNwguT-g3VkcILlAIV3YWt1MgE
2025-12-11 04:13:11.831 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.195.223 waku b2561de6c63b2cf87b1bb8a4655712ec90d5f5241a469c54cf8788cc3ce06443
2025-12-11 04:13:11.856 DEBUG [src.node.docker_mananger] Container started with ID b2561de6c63b. Setting up logs at ./log/docker/node2_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:11.857 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 19148
2025-12-11 04:13:11.857 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:13:12.857 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:19148/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:12.870 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-11 04:13:12.871 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:13:12.871 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:19148/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:12.880 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.195.223/tcp/19149/p2p/16Uiu2HAm3xpHQs7gxwdpig8jQucCBk44N9TUeapePPPWHgUR1vac","/ip4/172.18.195.223/tcp/19150/ws/p2p/16Uiu2HAm3xpHQs7gxwdpig8jQucCBk44N9TUeapePPPWHgUR1vac"],"enrUri":"enr:-L24QCCxBOarBW_r9ITEhCoRRkh7mnS4LooeMSksKFZTM6KYVfy4kMjdAXWTGf4XhS9CQNeKjFyFnoF1v62kgWVRNWcCgmlkgnY0gmlwhKwSw9-KbXVsdGlhZGRyc5YACASsEsPfBkrNAAoErBLD3wZKzt0DgnJzhQADAQAAiXNlY3AyNTZrMaECftfjvJlkS9OJIhVt5uXhRZMKRzEImlZprnHpaRT_zjGDdGNwgkrNg3VkcIJKz4V3YWt1MgE"}'
2025-12-11 04:13:12.880 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:13:12.881 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:19148/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.84.229/tcp/58622/p2p/16Uiu2HAm1jxxU6LvcNbyYdnu4Ux6jUgyK64b8YwYD4gYzwPDv3Dn"]'
2025-12-11 04:13:12.883 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:12.883 DEBUG [src.steps.relay] Running fixture setup: setup_optional_relay_nodes
2025-12-11 04:13:12.889 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:13:12.889 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:12.889 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:13:12.889 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:13:12.891 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:13:12.891 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.222.248
2025-12-11 04:13:12.891 DEBUG [src.node.docker_mananger] Generated ports ['53608', '53609', '53610', '53611', '53612']
2025-12-11 04:13:12.891 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:13:12.891 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:13:12.891 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:13:12.891 DEBUG [src.node.docker_mananger] docker run -i -t -p 53608:53608 -p 53609:53609 -p 53610:53610 -p 53611:53611 -p 53612:53612 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=53610 --rest-port=53608 --tcp-port=53609 --discv5-udp-port=53611 --rest-address=0.0.0.0 --nat=extip:172.18.222.248 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=e7babdefd33fa28ba17715badafddc68d1c6a59f24ff187e7adc7fe2dc8af953 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=53612 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QERvjr7KvBo-9IzSE3JWsCX3X6YLxchjo7Y7czRQUbgPRH2_jLTGOkfo47DJKRCNpYxZOxg-pNSHHRyVQoYKiq4CgmlkgnY0gmlwhKwSVOWKbXVsdGlhZGRyc5YACASsElTlBuT-AAoErBJU5Qbk_90DgnJzhQADAQAAiXNlY3AyNTZrMaECXdXFsYxNe5lr-7c7IFc-V5hthR1CZ0Y2eDiGmBWFePWDdGNwguT-g3VkcILlAIV3YWt1MgE
2025-12-11 04:13:13.059 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.222.248 waku 8dedbc361fa173ced72d9c4e5e4a4152bb91e93020d5aefb5cd9022fbe434140
2025-12-11 04:13:13.084 DEBUG [src.node.docker_mananger] Container started with ID 8dedbc361fa1. Setting up logs at ./log/docker/node3_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:13.084 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 53608
2025-12-11 04:13:13.084 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:13:14.086 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53608/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:14.097 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-11 04:13:14.097 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:13:14.098 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53608/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:14.103 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.222.248/tcp/53609/p2p/16Uiu2HAmAjBQMdivLGj9UTQoxJfHx5P11n8TuHLxy6A2bTk49fAE","/ip4/172.18.222.248/tcp/53610/ws/p2p/16Uiu2HAmAjBQMdivLGj9UTQoxJfHx5P11n8TuHLxy6A2bTk49fAE"],"enrUri":"enr:-L24QBlMSX9PgWYCwT8cS-awy_dPwxWkDXGFTvByRo1JyTG5ZHjNLoFTCFU-_4TKPVwbXyhk7r_SD08vzBoMb3ljV8wCgmlkgnY0gmlwhKwS3viKbXVsdGlhZGRyc5YACASsEt74BtFpAAoErBLe-AbRat0DgnJzhQADAQAAiXNlY3AyNTZrMaEC41tyaI63ZZ8Ct1qg1AZwwSO63VccLjQaVJlM9Ku3hj-DdGNwgtFpg3VkcILRa4V3YWt1MgE"}'
2025-12-11 04:13:14.104 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:13:14.104 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:53608/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.84.229/tcp/58622/p2p/16Uiu2HAm1jxxU6LvcNbyYdnu4Ux6jUgyK64b8YwYD4gYzwPDv3Dn"]'
2025-12-11 04:13:14.107 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:14.113 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:13:14.113 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:14.113 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:13:14.113 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:13:14.114 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:13:14.114 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.106.236
2025-12-11 04:13:14.115 DEBUG [src.node.docker_mananger] Generated ports ['48975', '48976', '48977', '48978', '48979']
2025-12-11 04:13:14.115 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:13:14.115 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:13:14.115 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:13:14.115 DEBUG [src.node.docker_mananger] docker run -i -t -p 48975:48975 -p 48976:48976 -p 48977:48977 -p 48978:48978 -p 48979:48979 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=48977 --rest-port=48975 --tcp-port=48976 --discv5-udp-port=48978 --rest-address=0.0.0.0 --nat=extip:172.18.106.236 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=6d6a30fade7eef7638cccecf3cfecd0ec25db380cbe8f3c95da6257dfb1e49e1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=48979 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QERvjr7KvBo-9IzSE3JWsCX3X6YLxchjo7Y7czRQUbgPRH2_jLTGOkfo47DJKRCNpYxZOxg-pNSHHRyVQoYKiq4CgmlkgnY0gmlwhKwSVOWKbXVsdGlhZGRyc5YACASsElTlBuT-AAoErBJU5Qbk_90DgnJzhQADAQAAiXNlY3AyNTZrMaECXdXFsYxNe5lr-7c7IFc-V5hthR1CZ0Y2eDiGmBWFePWDdGNwguT-g3VkcILlAIV3YWt1MgE
2025-12-11 04:13:14.267 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.106.236 waku 8b16f8c292a5389a25d9cdcaa02b79d0e8c389e7f74517fe44996e5ef2bdeae5
2025-12-11 04:13:14.292 DEBUG [src.node.docker_mananger] Container started with ID 8b16f8c292a5. Setting up logs at ./log/docker/node4_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:14.292 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 48975
2025-12-11 04:13:14.292 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:13:15.293 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48975/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:15.303 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-11 04:13:15.303 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:13:15.304 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48975/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:15.310 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.106.236/tcp/48976/p2p/16Uiu2HAm9ubjZEDyYS8pK2xt9NEmPK1TAxyje7VSUYPJyrfuHLrs","/ip4/172.18.106.236/tcp/48977/ws/p2p/16Uiu2HAm9ubjZEDyYS8pK2xt9NEmPK1TAxyje7VSUYPJyrfuHLrs"],"enrUri":"enr:-L24QI_UibjX5L4-j9jH7Fe6XeG7_eF9CdVT2RcwZM__f-ZtV_J9yDUAHw4XDG_wN7fbIbruMXxHAP-TuOkh1YPb_xsCgmlkgnY0gmlwhKwSauyKbXVsdGlhZGRyc5YACASsEmrsBr9QAAoErBJq7Aa_Ud0DgnJzhQADAQAAiXNlY3AyNTZrMaEC1ysUSlERUaRf0YFikANNkVlBesYnddGYhbARezGbs7iDdGNwgr9Qg3VkcIK_UoV3YWt1MgE"}'
2025-12-11 04:13:15.310 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:13:15.311 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:48975/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.84.229/tcp/58622/p2p/16Uiu2HAm1jxxU6LvcNbyYdnu4Ux6jUgyK64b8YwYD4gYzwPDv3Dn"]'
2025-12-11 04:13:15.313 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:15.319 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:13:15.319 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:15.319 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:13:15.319 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:13:15.320 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:13:15.320 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.83.139
2025-12-11 04:13:15.320 DEBUG [src.node.docker_mananger] Generated ports ['17167', '17168', '17169', '17170', '17171']
2025-12-11 04:13:15.320 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:13:15.321 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:13:15.321 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:13:15.321 DEBUG [src.node.docker_mananger] docker run -i -t -p 17167:17167 -p 17168:17168 -p 17169:17169 -p 17170:17170 -p 17171:17171 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=17169 --rest-port=17167 --tcp-port=17168 --discv5-udp-port=17170 --rest-address=0.0.0.0 --nat=extip:172.18.83.139 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=bcdfb1a76868b5ad1cccba4c27c8dc77bee05dcf4d3f1bbe5ac5a8e5cc936dbf --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=17171 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QERvjr7KvBo-9IzSE3JWsCX3X6YLxchjo7Y7czRQUbgPRH2_jLTGOkfo47DJKRCNpYxZOxg-pNSHHRyVQoYKiq4CgmlkgnY0gmlwhKwSVOWKbXVsdGlhZGRyc5YACASsElTlBuT-AAoErBJU5Qbk_90DgnJzhQADAQAAiXNlY3AyNTZrMaECXdXFsYxNe5lr-7c7IFc-V5hthR1CZ0Y2eDiGmBWFePWDdGNwguT-g3VkcILlAIV3YWt1MgE
2025-12-11 04:13:15.475 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.83.139 waku 97e76549faedd4c45fc951d6a6bb51f59c086d6dfa50e11c63e7dd650798807b
2025-12-11 04:13:15.500 DEBUG [src.node.docker_mananger] Container started with ID 97e76549faed. Setting up logs at ./log/docker/node5_2025-12-11_04-13-10__ffd6cc3b-d46f-4801-a9f6-a15e6e6d05b8__wakuorg_nwaku:latest.log
2025-12-11 04:13:15.501 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 17167
2025-12-11 04:13:15.501 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:13:16.501 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17167/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.512 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-11 04:13:16.513 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:13:16.516 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17167/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.521 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.83.139/tcp/17168/p2p/16Uiu2HAm5wjbg9QUqLNWEUCKivGCzGgwoCD9kjfhn3iuEuwZPibx","/ip4/172.18.83.139/tcp/17169/ws/p2p/16Uiu2HAm5wjbg9QUqLNWEUCKivGCzGgwoCD9kjfhn3iuEuwZPibx"],"enrUri":"enr:-L24QPhjdvaXow2ZQ43A9_C8ZuaGvgCv1eT70o0SNVVdQxwPKEin-jtU6SagNfHYFDXRfsrkJ5BWfuDMFcFC039pCXICgmlkgnY0gmlwhKwSU4uKbXVsdGlhZGRyc5YACASsElOLBkMQAAoErBJTiwZDEd0DgnJzhQADAQAAiXNlY3AyNTZrMaECnEhimkMF64y0YjPiw_VBZ6vaftyX899TAAv_BdRiz1-DdGNwgkMQg3VkcIJDEoV3YWt1MgE"}'
2025-12-11 04:13:16.521 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:13:16.521 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:17167/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.84.229/tcp/58622/p2p/16Uiu2HAm1jxxU6LvcNbyYdnu4Ux6jUgyK64b8YwYD4gYzwPDv3Dn"]'
2025-12-11 04:13:16.523 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:16.524 DEBUG [src.steps.relay] Running fixture setup: subscribe_main_relay_nodes
2025-12-11 04:13:16.524 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:58621/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-11 04:13:16.529 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:16.531 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:19148/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-11 04:13:16.534 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:16.535 DEBUG [src.steps.relay] Running fixture setup: subscribe_optional_relay_nodes
2025-12-11 04:13:16.536 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:53608/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-11 04:13:16.542 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:16.542 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:48975/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-11 04:13:16.547 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:16.548 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:17167/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-11 04:13:16.554 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:16.554 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:58621/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-11 04:13:16.563 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:16.563 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-11 04:13:16.664 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.664 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58621/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.667 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396554824448,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.668 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.668 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:19148/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.671 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396554824448,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.672 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.672 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53608/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.675 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396554824448,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.676 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.676 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48975/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.678 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396554824448,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.679 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.679 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17167/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.681 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396554824448,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.682 INFO [src.steps.relay] WARM UP successful!!
2025-12-11 04:13:16.683 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:58621/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-11 04:13:16.692 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:16.692 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-11 04:13:16.793 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.793 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58621/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.796 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396683833014,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.797 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.797 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:19148/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.800 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396683833014,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.801 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.801 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53608/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.803 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396683833014,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.805 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.805 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48975/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.807 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396683833014,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.808 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:16.808 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17167/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:16.810 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765426396683833014,"ephemeral":false,"proof":""}]'
2025-12-11 04:13:16.814 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-11 04:13:16.815 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-11 04:13:16.815 DEBUG [src.node.waku_node] Stopping container with id cdf87937a32d
2025-12-11 04:13:17.297 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:17.298 DEBUG [src.node.waku_node] Stopping container with id b2561de6c63b
2025-12-11 04:13:17.801 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:17.802 DEBUG [src.node.waku_node] Stopping container with id 8dedbc361fa1
2025-12-11 04:13:18.111 ERROR [src.node.docker_mananger] Max retries reached for container cdf87937a32d. Exiting log stream.
2025-12-11 04:13:18.265 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:18.265 DEBUG [src.node.waku_node] Stopping container with id 8b16f8c292a5
2025-12-11 04:13:18.615 ERROR [src.node.docker_mananger] Max retries reached for container b2561de6c63b. Exiting log stream.
2025-12-11 04:13:18.732 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:18.732 DEBUG [src.node.waku_node] Stopping container with id 97e76549faed
2025-12-11 04:13:19.078 ERROR [src.node.docker_mananger] Max retries reached for container 8dedbc361fa1. Exiting log stream.
2025-12-11 04:13:19.190 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:19.191 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-11 04:13:19.206 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:13:19.212 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:13:19.217 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:13:19.222 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:13:19.226 DEBUG [src.node.docker_mananger] No errors found in the waku logs.