168 lines
32 KiB
Plaintext

2026-03-19 04:38:25.671 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-19 04:38:25.671 DEBUG [tests.conftest] Running test: test_all_nodes_subscribed_to_the_topic with id: 2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa
2026-03-19 04:38:25.672 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-19 04:38:25.672 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2026-03-19 04:38:25.672 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2026-03-19 04:38:25.678 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-19 04:38:25.678 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:25.679 DEBUG [src.node.waku_node] Starting Node...
2026-03-19 04:38:25.679 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-19 04:38:25.680 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-19 04:38:25.680 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.216.104
2026-03-19 04:38:25.680 DEBUG [src.node.docker_mananger] Generated ports ['54590', '54591', '54592', '54593', '54594']
2026-03-19 04:38:25.680 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-19 04:38:25.681 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-19 04:38:25.681 DEBUG [src.node.waku_node] Using volumes []
2026-03-19 04:38:25.681 DEBUG [src.node.docker_mananger] docker run -i -t -p 54590:54590 -p 54591:54591 -p 54592:54592 -p 54593:54593 -p 54594:54594 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=54592 --rest-port=54590 --tcp-port=54591 --discv5-udp-port=54593 --rest-address=0.0.0.0 --nat=extip:172.18.216.104 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=c57be45c1f85939bfabb478ed33e3f3c84a92cd0c048bada4c4798508dbfff92 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=54594 --metrics-logging=true --relay=true --filter=true
2026-03-19 04:38:25.841 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.216.104 waku 4d98c7bf81fbc5a78d065c2d5e1395dfb7f6fe4ea8cbbbdafec19945d2024d8c
2026-03-19 04:38:25.869 DEBUG [src.node.docker_mananger] Container started with ID 4d98c7bf81fb. Setting up logs at ./log/docker/node1_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:25.871 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 54590
2026-03-19 04:38:25.871 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-19 04:38:25.914 ERROR [src.node.docker_mananger] Max retries reached for container fbb83d6fc618. Exiting log stream.
2026-03-19 04:38:26.375 ERROR [src.node.docker_mananger] Max retries reached for container 273bffbcbbe9. Exiting log stream.
2026-03-19 04:38:26.873 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:54590/health" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:26.875 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-19 04:38:26.876 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-19 04:38:26.876 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:54590/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:26.878 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.216.104/tcp/54591/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj","/ip4/172.18.216.104/tcp/54592/ws/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj"],"enrUri":"enr:-L24QFkjJupvt9iRI1CSnmyd1mRRy9jvbRsXXqjL5pTfAw5DGa86lsE5cBTfnFPSAJVkQCMzvy1l5IUi_-3WG8abKjoCgmlkgnY0gmlwhKwS2GiKbXVsdGlhZGRyc5YACASsEthoBtU_AAoErBLYaAbVQN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDsR5ZnatHqLVjEe4RbEZErBiQOPSBsOg9oELV965KkMyDdGNwgtU_g3VkcILVQYV3YWt1MgU"}'
2026-03-19 04:38:26.878 INFO [src.node.waku_node] REST service is ready !!
2026-03-19 04:38:26.879 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2026-03-19 04:38:26.885 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-19 04:38:26.885 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:26.885 DEBUG [src.node.waku_node] Starting Node...
2026-03-19 04:38:26.885 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-19 04:38:26.887 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-19 04:38:26.887 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.214.95
2026-03-19 04:38:26.887 DEBUG [src.node.docker_mananger] Generated ports ['8287', '8288', '8289', '8290', '8291']
2026-03-19 04:38:26.887 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-19 04:38:26.887 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-19 04:38:26.887 DEBUG [src.node.waku_node] Using volumes []
2026-03-19 04:38:26.887 DEBUG [src.node.docker_mananger] docker run -i -t -p 8287:8287 -p 8288:8288 -p 8289:8289 -p 8290:8290 -p 8291:8291 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=8289 --rest-port=8287 --tcp-port=8288 --discv5-udp-port=8290 --rest-address=0.0.0.0 --nat=extip:172.18.214.95 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=1b74deecb5ecb8beae4d12de8cdfcabbc4c2a6ddeabc788cf11cd27ea152e5d5 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=8291 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QFkjJupvt9iRI1CSnmyd1mRRy9jvbRsXXqjL5pTfAw5DGa86lsE5cBTfnFPSAJVkQCMzvy1l5IUi_-3WG8abKjoCgmlkgnY0gmlwhKwS2GiKbXVsdGlhZGRyc5YACASsEthoBtU_AAoErBLYaAbVQN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDsR5ZnatHqLVjEe4RbEZErBiQOPSBsOg9oELV965KkMyDdGNwgtU_g3VkcILVQYV3YWt1MgU --filternode=/ip4/172.18.216.104/tcp/54591/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj
2026-03-19 04:38:27.046 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.214.95 waku 1deeebda71be8af017a64bfc58c208219b7bf7f06591c1310e7bc1f461b7bded
2026-03-19 04:38:27.071 DEBUG [src.node.docker_mananger] Container started with ID 1deeebda71be. Setting up logs at ./log/docker/node2_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:27.072 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 8287
2026-03-19 04:38:27.072 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-19 04:38:28.072 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:8287/health" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:28.075 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-19 04:38:28.075 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-19 04:38:28.075 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:8287/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:28.078 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.214.95/tcp/8288/p2p/16Uiu2HAm3nevdT6wq2mn97wE8AxY2H8GJRfv82gU2FbGrJNi4AYd","/ip4/172.18.214.95/tcp/8289/ws/p2p/16Uiu2HAm3nevdT6wq2mn97wE8AxY2H8GJRfv82gU2FbGrJNi4AYd"],"enrUri":"enr:-L24QOiOXHBXU-HtzlP6OibTJgcw-V6565Rmeqo7w3YnT15MVahuKACV35EhuAkH8TdOIcUbbjAoPSBjAkiW6VjrfoICgmlkgnY0gmlwhKwS1l-KbXVsdGlhZGRyc5YACASsEtZfBiBgAAoErBLWXwYgYd0DgnJzhQADAQAAiXNlY3AyNTZrMaECfD2AALl0VmhmG9z7Or1YCkaYwfvfMjxBFQ7ye716SVaDdGNwgiBgg3VkcIIgYoV3YWt1MgA"}'
2026-03-19 04:38:28.078 INFO [src.node.waku_node] REST service is ready !!
2026-03-19 04:38:28.078 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:8287/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.216.104/tcp/54591/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj"]'
2026-03-19 04:38:28.110 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-19 04:38:28.119 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-19 04:38:28.119 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:28.119 DEBUG [src.node.waku_node] Starting Node...
2026-03-19 04:38:28.119 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-19 04:38:28.121 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-19 04:38:28.121 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.241.98
2026-03-19 04:38:28.121 DEBUG [src.node.docker_mananger] Generated ports ['1169', '1170', '1171', '1172', '1173']
2026-03-19 04:38:28.121 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-19 04:38:28.122 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-19 04:38:28.122 DEBUG [src.node.waku_node] Using volumes []
2026-03-19 04:38:28.122 DEBUG [src.node.docker_mananger] docker run -i -t -p 1169:1169 -p 1170:1170 -p 1171:1171 -p 1172:1172 -p 1173:1173 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=1171 --rest-port=1169 --tcp-port=1170 --discv5-udp-port=1172 --rest-address=0.0.0.0 --nat=extip:172.18.241.98 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=9adacaa409db5be33bbb3298d128f914fcb4ca1cffd00857910a796c6b2ec8d3 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=1173 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QFkjJupvt9iRI1CSnmyd1mRRy9jvbRsXXqjL5pTfAw5DGa86lsE5cBTfnFPSAJVkQCMzvy1l5IUi_-3WG8abKjoCgmlkgnY0gmlwhKwS2GiKbXVsdGlhZGRyc5YACASsEthoBtU_AAoErBLYaAbVQN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDsR5ZnatHqLVjEe4RbEZErBiQOPSBsOg9oELV965KkMyDdGNwgtU_g3VkcILVQYV3YWt1MgU --filternode=/ip4/172.18.216.104/tcp/54591/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj
2026-03-19 04:38:28.283 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.241.98 waku 33ef842b27ae52670f02396cebfa5142a074d8d2beb91404ca0571110d691c78
2026-03-19 04:38:28.311 DEBUG [src.node.docker_mananger] Container started with ID 33ef842b27ae. Setting up logs at ./log/docker/node3_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:28.311 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 1169
2026-03-19 04:38:28.311 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-19 04:38:29.312 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1169/health" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:29.315 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-19 04:38:29.315 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-19 04:38:29.315 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1169/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:29.317 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.241.98/tcp/1170/p2p/16Uiu2HAmKHmDNp5gyk3tBhrACUNcZJnqhEYKag2mfHDmXofz52t5","/ip4/172.18.241.98/tcp/1171/ws/p2p/16Uiu2HAmKHmDNp5gyk3tBhrACUNcZJnqhEYKag2mfHDmXofz52t5"],"enrUri":"enr:-L24QO20BO2SajVAOCQFjyvHUTwqMtnglL1G7CsHQU4-G_JjN_Pje-aGWhq1_Ewd1nqoomz7PMZqdEwwt7G0b6GkugkCgmlkgnY0gmlwhKwS8WKKbXVsdGlhZGRyc5YACASsEvFiBgSSAAoErBLxYgYEk90DgnJzhQADAQAAiXNlY3AyNTZrMaEDYpHCEcwH70xHjhV0zvw3b8wLlHF5Zhnz92oClGetjiaDdGNwggSSg3VkcIIElIV3YWt1MgA"}'
2026-03-19 04:38:29.317 INFO [src.node.waku_node] REST service is ready !!
2026-03-19 04:38:29.317 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1169/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.216.104/tcp/54591/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj"]'
2026-03-19 04:38:29.349 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-19 04:38:29.360 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-19 04:38:29.362 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:29.363 DEBUG [src.node.waku_node] Starting Node...
2026-03-19 04:38:29.363 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-19 04:38:29.365 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-19 04:38:29.365 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.204.153
2026-03-19 04:38:29.365 DEBUG [src.node.docker_mananger] Generated ports ['6333', '6334', '6335', '6336', '6337']
2026-03-19 04:38:29.365 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-19 04:38:29.365 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-19 04:38:29.365 DEBUG [src.node.waku_node] Using volumes []
2026-03-19 04:38:29.365 DEBUG [src.node.docker_mananger] docker run -i -t -p 6333:6333 -p 6334:6334 -p 6335:6335 -p 6336:6336 -p 6337:6337 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=6335 --rest-port=6333 --tcp-port=6334 --discv5-udp-port=6336 --rest-address=0.0.0.0 --nat=extip:172.18.204.153 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=1102efbdfda054c9fc10fac013b99ce7b3cf7cba6ace739aec2eccbbf4a810db --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=6337 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QFkjJupvt9iRI1CSnmyd1mRRy9jvbRsXXqjL5pTfAw5DGa86lsE5cBTfnFPSAJVkQCMzvy1l5IUi_-3WG8abKjoCgmlkgnY0gmlwhKwS2GiKbXVsdGlhZGRyc5YACASsEthoBtU_AAoErBLYaAbVQN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDsR5ZnatHqLVjEe4RbEZErBiQOPSBsOg9oELV965KkMyDdGNwgtU_g3VkcILVQYV3YWt1MgU --filternode=/ip4/172.18.216.104/tcp/54591/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj
2026-03-19 04:38:29.513 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.204.153 waku c82556fa699de2e1d994ca13b672329de1ddcedfc4750ca9213a8e67c08d82ce
2026-03-19 04:38:29.541 DEBUG [src.node.docker_mananger] Container started with ID c82556fa699d. Setting up logs at ./log/docker/node4_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:29.541 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 6333
2026-03-19 04:38:29.541 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-19 04:38:30.542 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6333/health" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:30.544 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-19 04:38:30.545 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-19 04:38:30.545 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6333/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:30.547 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.204.153/tcp/6334/p2p/16Uiu2HAmGoSiqSSZejofPJQxvmRDUGKdpyTr1V7LrB9oT6FfNiK2","/ip4/172.18.204.153/tcp/6335/ws/p2p/16Uiu2HAmGoSiqSSZejofPJQxvmRDUGKdpyTr1V7LrB9oT6FfNiK2"],"enrUri":"enr:-L24QB3mSnTphjSKU9elOG0IAE8IoHAmJKVdEjmLWAb3eFhNZx9QEUjrKRqcfrOwtaMCKitXSa218jEyYercJiJOo5kCgmlkgnY0gmlwhKwSzJmKbXVsdGlhZGRyc5YACASsEsyZBhi-AAoErBLMmQYYv90DgnJzhQADAQAAiXNlY3AyNTZrMaEDPZk2ZxRScDkjaFh4gE47-kKdhUilaHMEhDkFm03bEYGDdGNwghi-g3VkcIIYwIV3YWt1MgA"}'
2026-03-19 04:38:30.547 INFO [src.node.waku_node] REST service is ready !!
2026-03-19 04:38:30.548 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6333/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.216.104/tcp/54591/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj"]'
2026-03-19 04:38:30.579 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-19 04:38:30.592 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-19 04:38:30.593 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:30.594 DEBUG [src.node.waku_node] Starting Node...
2026-03-19 04:38:30.594 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-19 04:38:30.595 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-19 04:38:30.596 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.141.218
2026-03-19 04:38:30.596 DEBUG [src.node.docker_mananger] Generated ports ['34331', '34332', '34333', '34334', '34335']
2026-03-19 04:38:30.596 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-19 04:38:30.596 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-19 04:38:30.596 DEBUG [src.node.waku_node] Using volumes []
2026-03-19 04:38:30.596 DEBUG [src.node.docker_mananger] docker run -i -t -p 34331:34331 -p 34332:34332 -p 34333:34333 -p 34334:34334 -p 34335:34335 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=34333 --rest-port=34331 --tcp-port=34332 --discv5-udp-port=34334 --rest-address=0.0.0.0 --nat=extip:172.18.141.218 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=56c1cbba19c72f4dfa5ca4daabdfc6fbc4a1fbdbeedcdcd19ba2dc2b922e2a1b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=34335 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QFkjJupvt9iRI1CSnmyd1mRRy9jvbRsXXqjL5pTfAw5DGa86lsE5cBTfnFPSAJVkQCMzvy1l5IUi_-3WG8abKjoCgmlkgnY0gmlwhKwS2GiKbXVsdGlhZGRyc5YACASsEthoBtU_AAoErBLYaAbVQN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDsR5ZnatHqLVjEe4RbEZErBiQOPSBsOg9oELV965KkMyDdGNwgtU_g3VkcILVQYV3YWt1MgU --filternode=/ip4/172.18.216.104/tcp/54591/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj
2026-03-19 04:38:30.753 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.141.218 waku ad5c7ba33d393f328844960bd1521ad619e4e8a46b2dd79714c025936a05cb6b
2026-03-19 04:38:30.777 DEBUG [src.node.docker_mananger] Container started with ID ad5c7ba33d39. Setting up logs at ./log/docker/node5_2026-03-19_04-38-25__c20567fa-2b2a-4c14-a923-22abcab6bafa__wakuorg_nwaku:latest.log
2026-03-19 04:38:30.778 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 34331
2026-03-19 04:38:30.778 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-19 04:38:31.778 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34331/health" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:31.781 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-19 04:38:31.781 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-19 04:38:31.782 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34331/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:31.784 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.141.218/tcp/34332/p2p/16Uiu2HAm3EnhdFtPTyd8JMUdCPZRskYaQcRMQjpjqdyJfERNmcZN","/ip4/172.18.141.218/tcp/34333/ws/p2p/16Uiu2HAm3EnhdFtPTyd8JMUdCPZRskYaQcRMQjpjqdyJfERNmcZN"],"enrUri":"enr:-L24QMOXyJtcdmj8wh1-yKHVZEcF4ORTgsHh4EVxmBlyhU2lG2aKFwfxem88G5eSuJ9PCKciVJ8vgKYomTOcO8Oe1J4CgmlkgnY0gmlwhKwSjdqKbXVsdGlhZGRyc5YACASsEo3aBoYcAAoErBKN2gaGHd0DgnJzhQADAQAAiXNlY3AyNTZrMaECdBO0zNxHPIWnm16MPVKwrgpCKFUJN1YuOVzSLNT0PLGDdGNwgoYcg3VkcIKGHoV3YWt1MgA"}'
2026-03-19 04:38:31.784 INFO [src.node.waku_node] REST service is ready !!
2026-03-19 04:38:31.784 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:34331/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.216.104/tcp/54591/p2p/16Uiu2HAmQaPMY57VxBUNjyDU1t4HLnkxsTFnkx1wLssyJ47KvJgj"]'
2026-03-19 04:38:31.818 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-19 04:38:31.819 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:54590/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-19 04:38:31.828 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-19 04:38:31.829 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:8287/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "70e488ea-56ac-42ec-911e-8c1cfe680279", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-19 04:38:31.837 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"70e488ea-56ac-42ec-911e-8c1cfe680279","statusDesc":"OK"}'
2026-03-19 04:38:31.837 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1169/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "741a0a30-df2f-47ba-b6d8-3bdaad720506", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-19 04:38:31.844 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"741a0a30-df2f-47ba-b6d8-3bdaad720506","statusDesc":"OK"}'
2026-03-19 04:38:31.845 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6333/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "4ef6c119-f350-4301-9c41-b431de4e6ab1", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-19 04:38:31.853 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"4ef6c119-f350-4301-9c41-b431de4e6ab1","statusDesc":"OK"}'
2026-03-19 04:38:31.853 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:34331/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "28626398-b0e0-49de-82f1-1f1ec0273304", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-19 04:38:31.862 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"28626398-b0e0-49de-82f1-1f1ec0273304","statusDesc":"OK"}'
2026-03-19 04:38:31.862 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:54590/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-19 04:38:31.876 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-19 04:38:31.876 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-19 04:38:31.977 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-19 04:38:31.978 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:8287/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:31.980 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773895111862776406,"ephemeral":false}]'
2026-03-19 04:38:31.982 DEBUG [src.steps.filter] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2026-03-19 04:38:31.982 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1169/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:31.984 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773895111862776406,"ephemeral":false}]'
2026-03-19 04:38:31.986 DEBUG [src.steps.filter] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2026-03-19 04:38:31.986 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6333/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:31.988 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773895111862776406,"ephemeral":false}]'
2026-03-19 04:38:31.989 DEBUG [src.steps.filter] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2026-03-19 04:38:31.990 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34331/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-19 04:38:31.992 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773895111862776406,"ephemeral":false}]'
2026-03-19 04:38:31.994 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-19 04:38:31.995 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-19 04:38:31.995 DEBUG [src.node.waku_node] Stopping container with id 4d98c7bf81fb
2026-03-19 04:38:32.485 DEBUG [src.node.waku_node] Container stopped.
2026-03-19 04:38:32.486 DEBUG [src.node.waku_node] Stopping container with id 1deeebda71be
2026-03-19 04:38:32.945 DEBUG [src.node.waku_node] Container stopped.
2026-03-19 04:38:32.946 DEBUG [src.node.waku_node] Stopping container with id 33ef842b27ae
2026-03-19 04:38:33.299 ERROR [src.node.docker_mananger] Max retries reached for container 4d98c7bf81fb. Exiting log stream.
2026-03-19 04:38:33.456 DEBUG [src.node.waku_node] Container stopped.
2026-03-19 04:38:33.458 DEBUG [src.node.waku_node] Stopping container with id c82556fa699d
2026-03-19 04:38:33.759 ERROR [src.node.docker_mananger] Max retries reached for container 1deeebda71be. Exiting log stream.
2026-03-19 04:38:33.955 DEBUG [src.node.waku_node] Container stopped.
2026-03-19 04:38:33.956 DEBUG [src.node.waku_node] Stopping container with id ad5c7ba33d39
2026-03-19 04:38:34.269 ERROR [src.node.docker_mananger] Max retries reached for container 33ef842b27ae. Exiting log stream.
2026-03-19 04:38:34.401 DEBUG [src.node.waku_node] Container stopped.
2026-03-19 04:38:34.403 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-19 04:38:34.416 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-19 04:38:34.420 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-19 04:38:34.424 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-19 04:38:34.428 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-19 04:38:34.432 DEBUG [src.node.docker_mananger] No errors found in the waku logs.