168 lines
32 KiB
Plaintext

2025-12-14 04:14:39.712 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-14 04:14:39.712 DEBUG [tests.conftest] Running test: test_all_nodes_subscribed_to_the_topic with id: 2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9
2025-12-14 04:14:39.712 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-14 04:14:39.713 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2025-12-14 04:14:39.713 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2025-12-14 04:14:39.719 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-14 04:14:39.719 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:39.719 DEBUG [src.node.waku_node] Starting Node...
2025-12-14 04:14:39.719 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-14 04:14:39.721 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-14 04:14:39.721 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.231.184
2025-12-14 04:14:39.721 DEBUG [src.node.docker_mananger] Generated ports ['12304', '12305', '12306', '12307', '12308']
2025-12-14 04:14:39.721 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-14 04:14:39.721 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-14 04:14:39.722 DEBUG [src.node.waku_node] Using volumes []
2025-12-14 04:14:39.722 DEBUG [src.node.docker_mananger] docker run -i -t -p 12304:12304 -p 12305:12305 -p 12306:12306 -p 12307:12307 -p 12308:12308 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=12306 --rest-port=12304 --tcp-port=12305 --discv5-udp-port=12307 --rest-address=0.0.0.0 --nat=extip:172.18.231.184 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b0f2e7fcaf340e3beff6faa9531ecf8dfec6c43a661ffcd4b966eedbda5c3feb --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=12308 --metrics-logging=true --relay=true --filter=true
2025-12-14 04:14:39.912 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.231.184 waku cae34c8462a8abbe4ea9233190cfee6729aab98e9b4763a93b7224c4a4e36568
2025-12-14 04:14:39.941 DEBUG [src.node.docker_mananger] Container started with ID cae34c8462a8. Setting up logs at ./log/docker/node1_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:39.942 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 12304
2025-12-14 04:14:39.942 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-14 04:14:39.957 ERROR [src.node.docker_mananger] Max retries reached for container 26536fa2603f. Exiting log stream.
2025-12-14 04:14:40.508 ERROR [src.node.docker_mananger] Max retries reached for container 0fd5751a9b87. Exiting log stream.
2025-12-14 04:14:40.943 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12304/health" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:40.946 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-14 04:14:40.946 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-14 04:14:40.947 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12304/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:40.949 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.231.184/tcp/12305/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb","/ip4/172.18.231.184/tcp/12306/ws/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb"],"enrUri":"enr:-L24QBelOgpbdkGk39suwgzqBEgQ4R0OHsZccatG_0EMIwdcPd-Ky0OmzqsrKsUMqr2vJPlGgtEmhdNjY1nkVxCKmkgCgmlkgnY0gmlwhKwS57iKbXVsdGlhZGRyc5YACASsEue4BjARAAoErBLnuAYwEt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC2brFPFqjE0nPoMpyx982Ciwt7yDX3d5xKPg54IlbmUKDdGNwgjARg3VkcIIwE4V3YWt1MgU"}'
2025-12-14 04:14:40.949 INFO [src.node.waku_node] REST service is ready !!
2025-12-14 04:14:40.949 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2025-12-14 04:14:40.955 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-14 04:14:40.956 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:40.956 DEBUG [src.node.waku_node] Starting Node...
2025-12-14 04:14:40.956 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-14 04:14:40.957 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-14 04:14:40.957 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.23.10
2025-12-14 04:14:40.957 DEBUG [src.node.docker_mananger] Generated ports ['10242', '10243', '10244', '10245', '10246']
2025-12-14 04:14:40.958 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-14 04:14:40.958 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-14 04:14:40.958 DEBUG [src.node.waku_node] Using volumes []
2025-12-14 04:14:40.958 DEBUG [src.node.docker_mananger] docker run -i -t -p 10242:10242 -p 10243:10243 -p 10244:10244 -p 10245:10245 -p 10246:10246 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=10244 --rest-port=10242 --tcp-port=10243 --discv5-udp-port=10245 --rest-address=0.0.0.0 --nat=extip:172.18.23.10 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=0bf0b68b03bfd1612e24bdda63ce2d51aca52cab71a866fe2b0ea23a1eb6e6c9 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=10246 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QBelOgpbdkGk39suwgzqBEgQ4R0OHsZccatG_0EMIwdcPd-Ky0OmzqsrKsUMqr2vJPlGgtEmhdNjY1nkVxCKmkgCgmlkgnY0gmlwhKwS57iKbXVsdGlhZGRyc5YACASsEue4BjARAAoErBLnuAYwEt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC2brFPFqjE0nPoMpyx982Ciwt7yDX3d5xKPg54IlbmUKDdGNwgjARg3VkcIIwE4V3YWt1MgU --filternode=/ip4/172.18.231.184/tcp/12305/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb
2025-12-14 04:14:41.135 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.23.10 waku 54634b9b8652a8944aa87ed688f724a13423d8e7deec0e3cdc95c01e7435a20d
2025-12-14 04:14:41.168 DEBUG [src.node.docker_mananger] Container started with ID 54634b9b8652. Setting up logs at ./log/docker/node2_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:41.168 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 10242
2025-12-14 04:14:41.168 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-14 04:14:42.169 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10242/health" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:42.173 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-14 04:14:42.173 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-14 04:14:42.173 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10242/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:42.176 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.23.10/tcp/10243/p2p/16Uiu2HAm1GmZnUrShWibd2D92xQcLHnxP7AddL2oH7BRc7aLkVu6","/ip4/172.18.23.10/tcp/10244/ws/p2p/16Uiu2HAm1GmZnUrShWibd2D92xQcLHnxP7AddL2oH7BRc7aLkVu6"],"enrUri":"enr:-L24QHx1a21pYqqXOHTnTEBJampPM7lVgei2S_zgoqnrnUePZOXge9bjPXaYBd_CDGA4v4WagkkEjAOVPOapjX1_LxACgmlkgnY0gmlwhKwSFwqKbXVsdGlhZGRyc5YACASsEhcKBigDAAoErBIXCgYoBN0DgnJzhQADAQAAiXNlY3AyNTZrMaECVt414E3RcoesESLiJGqtl2FhzyfxBIGaGen0hae560WDdGNwgigDg3VkcIIoBYV3YWt1MgA"}'
2025-12-14 04:14:42.176 INFO [src.node.waku_node] REST service is ready !!
2025-12-14 04:14:42.176 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:10242/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.231.184/tcp/12305/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb"]'
2025-12-14 04:14:42.208 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-14 04:14:42.221 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-14 04:14:42.223 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:42.224 DEBUG [src.node.waku_node] Starting Node...
2025-12-14 04:14:42.224 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-14 04:14:42.227 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-14 04:14:42.228 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.22.230
2025-12-14 04:14:42.230 DEBUG [src.node.docker_mananger] Generated ports ['41430', '41431', '41432', '41433', '41434']
2025-12-14 04:14:42.230 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-14 04:14:42.230 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-14 04:14:42.232 DEBUG [src.node.waku_node] Using volumes []
2025-12-14 04:14:42.232 DEBUG [src.node.docker_mananger] docker run -i -t -p 41430:41430 -p 41431:41431 -p 41432:41432 -p 41433:41433 -p 41434:41434 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=41432 --rest-port=41430 --tcp-port=41431 --discv5-udp-port=41433 --rest-address=0.0.0.0 --nat=extip:172.18.22.230 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b3abd0dbe55eea8aee99925fad8ab77b8b871d84cd4c9729dcd4dc6891dcac09 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=41434 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QBelOgpbdkGk39suwgzqBEgQ4R0OHsZccatG_0EMIwdcPd-Ky0OmzqsrKsUMqr2vJPlGgtEmhdNjY1nkVxCKmkgCgmlkgnY0gmlwhKwS57iKbXVsdGlhZGRyc5YACASsEue4BjARAAoErBLnuAYwEt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC2brFPFqjE0nPoMpyx982Ciwt7yDX3d5xKPg54IlbmUKDdGNwgjARg3VkcIIwE4V3YWt1MgU --filternode=/ip4/172.18.231.184/tcp/12305/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb
2025-12-14 04:14:42.421 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.22.230 waku 966e5b867c4c4cb4fc58b7e14c32980da1e11059ac1c506b5e8e405771c62424
2025-12-14 04:14:42.452 DEBUG [src.node.docker_mananger] Container started with ID 966e5b867c4c. Setting up logs at ./log/docker/node3_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:42.453 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 41430
2025-12-14 04:14:42.453 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-14 04:14:43.453 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41430/health" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:43.458 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-14 04:14:43.458 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-14 04:14:43.458 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41430/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:43.460 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.22.230/tcp/41431/p2p/16Uiu2HAmVs9jhwFdZ5XxcFjYYZytxyWGhjFf9sLg5FHvHAQqHnvT","/ip4/172.18.22.230/tcp/41432/ws/p2p/16Uiu2HAmVs9jhwFdZ5XxcFjYYZytxyWGhjFf9sLg5FHvHAQqHnvT"],"enrUri":"enr:-L24QCMP5iiebfK4bhKq72prC68SdWW8EVfqCvyTRT6FTDtTZP1e8qJM0j0RCqJ1l0dSrbIEBAr7fUiyF10KRvXRkIkCgmlkgnY0gmlwhKwSFuaKbXVsdGlhZGRyc5YACASsEhbmBqHXAAoErBIW5gah2N0DgnJzhQADAQAAiXNlY3AyNTZrMaED_7RCw9iWSHu6vze3ZooRk5gvP-Io4dPRffQS97vtn5CDdGNwgqHXg3VkcIKh2YV3YWt1MgA"}'
2025-12-14 04:14:43.461 INFO [src.node.waku_node] REST service is ready !!
2025-12-14 04:14:43.461 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:41430/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.231.184/tcp/12305/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb"]'
2025-12-14 04:14:43.491 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-14 04:14:43.503 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-14 04:14:43.504 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:43.505 DEBUG [src.node.waku_node] Starting Node...
2025-12-14 04:14:43.505 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-14 04:14:43.507 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-14 04:14:43.507 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.77.72
2025-12-14 04:14:43.507 DEBUG [src.node.docker_mananger] Generated ports ['11918', '11919', '11920', '11921', '11922']
2025-12-14 04:14:43.508 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-14 04:14:43.508 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-14 04:14:43.508 DEBUG [src.node.waku_node] Using volumes []
2025-12-14 04:14:43.508 DEBUG [src.node.docker_mananger] docker run -i -t -p 11918:11918 -p 11919:11919 -p 11920:11920 -p 11921:11921 -p 11922:11922 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=11920 --rest-port=11918 --tcp-port=11919 --discv5-udp-port=11921 --rest-address=0.0.0.0 --nat=extip:172.18.77.72 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=7fd5835bde84c15b9c0f2f1dc68208ee3dcafa530567328bbefeda72bdd4d4d9 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=11922 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QBelOgpbdkGk39suwgzqBEgQ4R0OHsZccatG_0EMIwdcPd-Ky0OmzqsrKsUMqr2vJPlGgtEmhdNjY1nkVxCKmkgCgmlkgnY0gmlwhKwS57iKbXVsdGlhZGRyc5YACASsEue4BjARAAoErBLnuAYwEt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC2brFPFqjE0nPoMpyx982Ciwt7yDX3d5xKPg54IlbmUKDdGNwgjARg3VkcIIwE4V3YWt1MgU --filternode=/ip4/172.18.231.184/tcp/12305/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb
2025-12-14 04:14:43.688 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.77.72 waku 3237478a3ff99b71f212b9ecc2c5f0738de31f5acac1d53620872d5a746dda5e
2025-12-14 04:14:43.717 DEBUG [src.node.docker_mananger] Container started with ID 3237478a3ff9. Setting up logs at ./log/docker/node4_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:43.718 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 11918
2025-12-14 04:14:43.718 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-14 04:14:44.718 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:11918/health" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:44.722 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-14 04:14:44.722 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-14 04:14:44.723 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:11918/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:44.725 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.77.72/tcp/11919/p2p/16Uiu2HAm3Qq5BxP5jmHEKXH42X1nx73f1fyGhV3iK1mA64y9Scah","/ip4/172.18.77.72/tcp/11920/ws/p2p/16Uiu2HAm3Qq5BxP5jmHEKXH42X1nx73f1fyGhV3iK1mA64y9Scah"],"enrUri":"enr:-L24QG17TIOpq91lEkpN7777tx76asAANIVOxBZH8kj-KyGbVUp7OAgc64h8FwFRAZd0_VIED4RcGCyMZz4og-ph9awCgmlkgnY0gmlwhKwSTUiKbXVsdGlhZGRyc5YACASsEk1IBi6PAAoErBJNSAYukN0DgnJzhQADAQAAiXNlY3AyNTZrMaECdqYyNbWe-_Fu7mPjJzNBX_T4Tq1rl4u0GGHfWvS7bTaDdGNwgi6Pg3VkcIIukYV3YWt1MgA"}'
2025-12-14 04:14:44.725 INFO [src.node.waku_node] REST service is ready !!
2025-12-14 04:14:44.726 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:11918/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.231.184/tcp/12305/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb"]'
2025-12-14 04:14:44.758 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-14 04:14:44.768 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-14 04:14:44.769 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:44.769 DEBUG [src.node.waku_node] Starting Node...
2025-12-14 04:14:44.769 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-14 04:14:44.773 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-14 04:14:44.773 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.13.25
2025-12-14 04:14:44.773 DEBUG [src.node.docker_mananger] Generated ports ['12314', '12315', '12316', '12317', '12318']
2025-12-14 04:14:44.773 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-14 04:14:44.773 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-14 04:14:44.773 DEBUG [src.node.waku_node] Using volumes []
2025-12-14 04:14:44.773 DEBUG [src.node.docker_mananger] docker run -i -t -p 12314:12314 -p 12315:12315 -p 12316:12316 -p 12317:12317 -p 12318:12318 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=12316 --rest-port=12314 --tcp-port=12315 --discv5-udp-port=12317 --rest-address=0.0.0.0 --nat=extip:172.18.13.25 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=d243bb71fab909ff03d27d5e329ffb7eb8ee8b02c42c8df284cab902aeae06e1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=12318 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QBelOgpbdkGk39suwgzqBEgQ4R0OHsZccatG_0EMIwdcPd-Ky0OmzqsrKsUMqr2vJPlGgtEmhdNjY1nkVxCKmkgCgmlkgnY0gmlwhKwS57iKbXVsdGlhZGRyc5YACASsEue4BjARAAoErBLnuAYwEt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC2brFPFqjE0nPoMpyx982Ciwt7yDX3d5xKPg54IlbmUKDdGNwgjARg3VkcIIwE4V3YWt1MgU --filternode=/ip4/172.18.231.184/tcp/12305/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb
2025-12-14 04:14:44.961 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.13.25 waku 54431286fd9e1b649cf027abf06c0847199401fa0c4f710d0ceb6a7447c58d31
2025-12-14 04:14:44.994 DEBUG [src.node.docker_mananger] Container started with ID 54431286fd9e. Setting up logs at ./log/docker/node5_2025-12-14_04-14-39__b9f0f47d-9f3a-499f-a018-bac41fbff9f9__wakuorg_nwaku:latest.log
2025-12-14 04:14:44.995 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 12314
2025-12-14 04:14:44.995 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-14 04:14:45.995 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12314/health" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:46.000 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-14 04:14:46.000 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-14 04:14:46.000 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12314/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:46.002 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.13.25/tcp/12315/p2p/16Uiu2HAkyNpLMJcvKmxYTzG9477fbu6wVVQyPJ2nnKSeXUkDXVyr","/ip4/172.18.13.25/tcp/12316/ws/p2p/16Uiu2HAkyNpLMJcvKmxYTzG9477fbu6wVVQyPJ2nnKSeXUkDXVyr"],"enrUri":"enr:-L24QPVHT9r-6wLSQPRkZHnHPzfxTp3esfJA9G714AHNfM2Pe2QSzAqBw3S8RpOaKMlZ6u4_jlwctlzwSpNDljDH3zkCgmlkgnY0gmlwhKwSDRmKbXVsdGlhZGRyc5YACASsEg0ZBjAbAAoErBINGQYwHN0DgnJzhQADAQAAiXNlY3AyNTZrMaECOrNzoK7X-guuAuqrVguVT-41-GBKBoSzN1WrjneeXuGDdGNwgjAbg3VkcIIwHYV3YWt1MgA"}'
2025-12-14 04:14:46.003 INFO [src.node.waku_node] REST service is ready !!
2025-12-14 04:14:46.003 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12314/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.231.184/tcp/12305/p2p/16Uiu2HAmA5bdZScRsmB33FssXEdZnaEMcUUYpVM6gurYKZJmXtTb"]'
2025-12-14 04:14:46.032 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-14 04:14:46.034 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12304/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-14 04:14:46.041 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-14 04:14:46.043 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:10242/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "c5d99c85-6250-4f8b-9ef8-3a14f4906524", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-14 04:14:46.055 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"c5d99c85-6250-4f8b-9ef8-3a14f4906524","statusDesc":"OK"}'
2025-12-14 04:14:46.055 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:41430/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "cb67efb3-5812-4c0b-956c-054b46028a98", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-14 04:14:46.064 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"cb67efb3-5812-4c0b-956c-054b46028a98","statusDesc":"OK"}'
2025-12-14 04:14:46.065 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:11918/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "4a60a336-8a74-4895-84a2-c2ab8ee6cd17", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-14 04:14:46.075 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"4a60a336-8a74-4895-84a2-c2ab8ee6cd17","statusDesc":"OK"}'
2025-12-14 04:14:46.075 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12314/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "9f3648fb-4e8e-4de0-8ac3-f7765cb9526b", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-14 04:14:46.083 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"9f3648fb-4e8e-4de0-8ac3-f7765cb9526b","statusDesc":"OK"}'
2025-12-14 04:14:46.084 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12304/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2025-12-14 04:14:46.098 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-14 04:14:46.098 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-14 04:14:46.198 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-14 04:14:46.199 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10242/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:46.202 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765685686084465689,"ephemeral":false}]'
2025-12-14 04:14:46.203 DEBUG [src.steps.filter] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-14 04:14:46.203 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41430/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:46.206 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765685686084465689,"ephemeral":false}]'
2025-12-14 04:14:46.207 DEBUG [src.steps.filter] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-14 04:14:46.207 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:11918/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:46.209 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765685686084465689,"ephemeral":false}]'
2025-12-14 04:14:46.211 DEBUG [src.steps.filter] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-14 04:14:46.211 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12314/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-14 04:14:46.213 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765685686084465689,"ephemeral":false}]'
2025-12-14 04:14:46.216 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-14 04:14:46.217 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-14 04:14:46.217 DEBUG [src.node.waku_node] Stopping container with id cae34c8462a8
2025-12-14 04:14:46.784 DEBUG [src.node.waku_node] Container stopped.
2025-12-14 04:14:46.784 DEBUG [src.node.waku_node] Stopping container with id 54634b9b8652
2025-12-14 04:14:47.328 DEBUG [src.node.waku_node] Container stopped.
2025-12-14 04:14:47.328 DEBUG [src.node.waku_node] Stopping container with id 966e5b867c4c
2025-12-14 04:14:47.597 ERROR [src.node.docker_mananger] Max retries reached for container cae34c8462a8. Exiting log stream.
2025-12-14 04:14:47.875 DEBUG [src.node.waku_node] Container stopped.
2025-12-14 04:14:47.875 DEBUG [src.node.waku_node] Stopping container with id 3237478a3ff9
2025-12-14 04:14:48.142 ERROR [src.node.docker_mananger] Max retries reached for container 54634b9b8652. Exiting log stream.
2025-12-14 04:14:48.351 DEBUG [src.node.waku_node] Container stopped.
2025-12-14 04:14:48.351 DEBUG [src.node.waku_node] Stopping container with id 54431286fd9e
2025-12-14 04:14:48.688 ERROR [src.node.docker_mananger] Max retries reached for container 966e5b867c4c. Exiting log stream.
2025-12-14 04:14:48.876 DEBUG [src.node.waku_node] Container stopped.
2025-12-14 04:14:48.877 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-14 04:14:48.891 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-14 04:14:48.896 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-14 04:14:48.900 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-14 04:14:48.905 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-14 04:14:48.909 DEBUG [src.node.docker_mananger] No errors found in the waku logs.