168 lines
32 KiB
Plaintext

2025-12-08 08:54:02.769 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-08 08:54:02.769 DEBUG [tests.conftest] Running test: test_all_nodes_subscribed_to_the_topic with id: 2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742
2025-12-08 08:54:02.769 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-08 08:54:02.770 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2025-12-08 08:54:02.770 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2025-12-08 08:54:02.776 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 08:54:02.776 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:02.776 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 08:54:02.776 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 08:54:02.778 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 08:54:02.778 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.224.196
2025-12-08 08:54:02.778 DEBUG [src.node.docker_mananger] Generated ports ['64831', '64832', '64833', '64834', '64835']
2025-12-08 08:54:02.778 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 08:54:02.778 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 08:54:02.778 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 08:54:02.778 DEBUG [src.node.docker_mananger] docker run -i -t -p 64831:64831 -p 64832:64832 -p 64833:64833 -p 64834:64834 -p 64835:64835 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=64833 --rest-port=64831 --tcp-port=64832 --discv5-udp-port=64834 --rest-address=0.0.0.0 --nat=extip:172.18.224.196 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=f6a7febcebf07a4961dcff0b78ac9f1db96fd38bff933e2feded7eb0a9ea3b8c --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=64835 --metrics-logging=true --relay=true --filter=true
2025-12-08 08:54:02.962 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.224.196 waku 481e967d487880ec0629fe38ff1e3dcf348a4e71d87e3357e697c1e92071a915
2025-12-08 08:54:02.995 DEBUG [src.node.docker_mananger] Container started with ID 481e967d4878. Setting up logs at ./log/docker/node1_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:02.995 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 64831
2025-12-08 08:54:02.996 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 08:54:03.082 ERROR [src.node.docker_mananger] Max retries reached for container f720a354e62c. Exiting log stream.
2025-12-08 08:54:03.579 ERROR [src.node.docker_mananger] Max retries reached for container 35aa9bfa9ce7. Exiting log stream.
2025-12-08 08:54:03.997 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64831/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:04.000 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-08 08:54:04.000 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 08:54:04.001 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64831/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:04.003 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.224.196/tcp/64832/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK","/ip4/172.18.224.196/tcp/64833/ws/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK"],"enrUri":"enr:-L24QDb8Rpc9q96Hi81zTfAW3RJn29ZCTBCNjaqC0gXltNvJIpywGWh2Wppp8OruEPyWsHniQPnPPlRgX-vKtZYx5aUCgmlkgnY0gmlwhKwS4MSKbXVsdGlhZGRyc5YACASsEuDEBv1AAAoErBLgxAb9Qd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDac1C4nD8XhsrREjOHliuh-0CXB5iW45biDHbfCc6f7aDdGNwgv1Ag3VkcIL9QoV3YWt1MgU"}'
2025-12-08 08:54:04.003 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 08:54:04.003 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2025-12-08 08:54:04.010 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 08:54:04.010 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:04.010 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 08:54:04.010 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 08:54:04.012 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 08:54:04.012 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.56.92
2025-12-08 08:54:04.012 DEBUG [src.node.docker_mananger] Generated ports ['63962', '63963', '63964', '63965', '63966']
2025-12-08 08:54:04.012 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 08:54:04.012 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 08:54:04.012 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 08:54:04.012 DEBUG [src.node.docker_mananger] docker run -i -t -p 63962:63962 -p 63963:63963 -p 63964:63964 -p 63965:63965 -p 63966:63966 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=63964 --rest-port=63962 --tcp-port=63963 --discv5-udp-port=63965 --rest-address=0.0.0.0 --nat=extip:172.18.56.92 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ab63eaddaf8e70c4c9effdc6ef2efd7d5553cbbe58afed0d3f4dbbdf4effe07d --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=63966 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QDb8Rpc9q96Hi81zTfAW3RJn29ZCTBCNjaqC0gXltNvJIpywGWh2Wppp8OruEPyWsHniQPnPPlRgX-vKtZYx5aUCgmlkgnY0gmlwhKwS4MSKbXVsdGlhZGRyc5YACASsEuDEBv1AAAoErBLgxAb9Qd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDac1C4nD8XhsrREjOHliuh-0CXB5iW45biDHbfCc6f7aDdGNwgv1Ag3VkcIL9QoV3YWt1MgU --filternode=/ip4/172.18.224.196/tcp/64832/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK
2025-12-08 08:54:04.194 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.56.92 waku 65c0ff3c61eab95d45e6290260cad6347cfbd284a824220bdac4ea40d22ce679
2025-12-08 08:54:04.223 DEBUG [src.node.docker_mananger] Container started with ID 65c0ff3c61ea. Setting up logs at ./log/docker/node2_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:04.223 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 63962
2025-12-08 08:54:04.223 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 08:54:05.224 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63962/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:05.228 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-08 08:54:05.229 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 08:54:05.229 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63962/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:05.231 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.56.92/tcp/63963/p2p/16Uiu2HAmJ8QdiS54eRBgQgGCR9xcsEd7jVTCHxFFGfXH7usbKurC","/ip4/172.18.56.92/tcp/63964/ws/p2p/16Uiu2HAmJ8QdiS54eRBgQgGCR9xcsEd7jVTCHxFFGfXH7usbKurC"],"enrUri":"enr:-L24QD_2nzHYr7cOzdvIGHthE4ioaSrtW-392isWcinTvEoCMpfXxg2JKy1F42UqKxzNGElc72HVCgNEjpfOp2e-3B8CgmlkgnY0gmlwhKwSOFyKbXVsdGlhZGRyc5YACASsEjhcBvnbAAoErBI4XAb53N0DgnJzhQADAQAAiXNlY3AyNTZrMaEDUVCS1aXWpkzhLArJHUQzsYHRAspqafAgPKJBI2_t8qWDdGNwgvnbg3VkcIL53YV3YWt1MgA"}'
2025-12-08 08:54:05.231 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 08:54:05.232 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63962/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.224.196/tcp/64832/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK"]'
2025-12-08 08:54:05.261 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:54:05.277 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 08:54:05.277 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:05.277 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 08:54:05.279 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 08:54:05.284 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 08:54:05.284 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.26.72
2025-12-08 08:54:05.284 DEBUG [src.node.docker_mananger] Generated ports ['59420', '59421', '59422', '59423', '59424']
2025-12-08 08:54:05.284 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 08:54:05.285 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 08:54:05.285 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 08:54:05.285 DEBUG [src.node.docker_mananger] docker run -i -t -p 59420:59420 -p 59421:59421 -p 59422:59422 -p 59423:59423 -p 59424:59424 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=59422 --rest-port=59420 --tcp-port=59421 --discv5-udp-port=59423 --rest-address=0.0.0.0 --nat=extip:172.18.26.72 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b66f7f9e22f2bfeb9adcfc306a4bdae46bfb0ff6e9bebdfe8e4c5a092bf92dee --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=59424 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QDb8Rpc9q96Hi81zTfAW3RJn29ZCTBCNjaqC0gXltNvJIpywGWh2Wppp8OruEPyWsHniQPnPPlRgX-vKtZYx5aUCgmlkgnY0gmlwhKwS4MSKbXVsdGlhZGRyc5YACASsEuDEBv1AAAoErBLgxAb9Qd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDac1C4nD8XhsrREjOHliuh-0CXB5iW45biDHbfCc6f7aDdGNwgv1Ag3VkcIL9QoV3YWt1MgU --filternode=/ip4/172.18.224.196/tcp/64832/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK
2025-12-08 08:54:05.471 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.26.72 waku c100744b23e212894adc8a46c291ddad7b60391e17379409c901cbdd030a8d76
2025-12-08 08:54:05.502 DEBUG [src.node.docker_mananger] Container started with ID c100744b23e2. Setting up logs at ./log/docker/node3_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:05.502 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 59420
2025-12-08 08:54:05.503 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 08:54:06.503 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59420/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:06.507 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-08 08:54:06.508 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 08:54:06.508 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59420/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:06.510 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.26.72/tcp/59421/p2p/16Uiu2HAmA32GiWR2WQSgELr5Ad5Zb9M9k83qGuNbnmKD7M3ew4mm","/ip4/172.18.26.72/tcp/59422/ws/p2p/16Uiu2HAmA32GiWR2WQSgELr5Ad5Zb9M9k83qGuNbnmKD7M3ew4mm"],"enrUri":"enr:-L24QAsCyA0wg9LZ1CeATuPm_JXACSZSEXebbMS5LzLgWTKIZgGLoMbZ9x12QidMacvu2T0gaCvUZwGwGFzN-9RTt3kCgmlkgnY0gmlwhKwSGkiKbXVsdGlhZGRyc5YACASsEhpIBugdAAoErBIaSAboHt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC2RHjpyp3wNpsfELiTHLM-npeH6RttvojRF17rOgGeJCDdGNwgugdg3VkcILoH4V3YWt1MgA"}'
2025-12-08 08:54:06.511 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 08:54:06.511 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:59420/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.224.196/tcp/64832/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK"]'
2025-12-08 08:54:06.540 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:54:06.551 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 08:54:06.552 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:06.552 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 08:54:06.552 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 08:54:06.555 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 08:54:06.555 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.212.194
2025-12-08 08:54:06.555 DEBUG [src.node.docker_mananger] Generated ports ['31392', '31393', '31394', '31395', '31396']
2025-12-08 08:54:06.555 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 08:54:06.556 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 08:54:06.557 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 08:54:06.557 DEBUG [src.node.docker_mananger] docker run -i -t -p 31392:31392 -p 31393:31393 -p 31394:31394 -p 31395:31395 -p 31396:31396 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=31394 --rest-port=31392 --tcp-port=31393 --discv5-udp-port=31395 --rest-address=0.0.0.0 --nat=extip:172.18.212.194 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=dbdb56ecd3c2aeb917adf64ad69b50e28c99ab51a4aa4cc91d8bb041faafbfbd --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=31396 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QDb8Rpc9q96Hi81zTfAW3RJn29ZCTBCNjaqC0gXltNvJIpywGWh2Wppp8OruEPyWsHniQPnPPlRgX-vKtZYx5aUCgmlkgnY0gmlwhKwS4MSKbXVsdGlhZGRyc5YACASsEuDEBv1AAAoErBLgxAb9Qd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDac1C4nD8XhsrREjOHliuh-0CXB5iW45biDHbfCc6f7aDdGNwgv1Ag3VkcIL9QoV3YWt1MgU --filternode=/ip4/172.18.224.196/tcp/64832/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK
2025-12-08 08:54:06.748 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.212.194 waku 2f18969c3399de90cc69a54dd3f7fac0b8fbaa0f2dafc053416cc1da13fe1b37
2025-12-08 08:54:06.775 DEBUG [src.node.docker_mananger] Container started with ID 2f18969c3399. Setting up logs at ./log/docker/node4_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:06.776 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 31392
2025-12-08 08:54:06.777 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 08:54:07.777 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31392/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:07.781 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-08 08:54:07.781 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 08:54:07.782 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31392/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:07.784 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.212.194/tcp/31393/p2p/16Uiu2HAmTnrybGhetFTH1jvww8dM6LukjHBqkwRRBeYjqUJqRAUv","/ip4/172.18.212.194/tcp/31394/ws/p2p/16Uiu2HAmTnrybGhetFTH1jvww8dM6LukjHBqkwRRBeYjqUJqRAUv"],"enrUri":"enr:-L24QG49NuBM7cx_3MGz0Y5lQqnXU_lfEcFFzrxqkjICQqEpPEd5xXqUQEmPR_F_sCX_gd9nopl8IRfXlmkw9xwU7uACgmlkgnY0gmlwhKwS1MKKbXVsdGlhZGRyc5YACASsEtTCBnqhAAoErBLUwgZ6ot0DgnJzhQADAQAAiXNlY3AyNTZrMaED4OOcyMwPTzfBSfd0qds8xzEEYdb6fz72gS7WivXB57eDdGNwgnqhg3VkcIJ6o4V3YWt1MgA"}'
2025-12-08 08:54:07.784 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 08:54:07.785 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:31392/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.224.196/tcp/64832/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK"]'
2025-12-08 08:54:07.817 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:54:07.827 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 08:54:07.827 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:07.828 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 08:54:07.828 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 08:54:07.830 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 08:54:07.830 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.57.223
2025-12-08 08:54:07.831 DEBUG [src.node.docker_mananger] Generated ports ['43879', '43880', '43881', '43882', '43883']
2025-12-08 08:54:07.831 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 08:54:07.831 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 08:54:07.832 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 08:54:07.832 DEBUG [src.node.docker_mananger] docker run -i -t -p 43879:43879 -p 43880:43880 -p 43881:43881 -p 43882:43882 -p 43883:43883 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=43881 --rest-port=43879 --tcp-port=43880 --discv5-udp-port=43882 --rest-address=0.0.0.0 --nat=extip:172.18.57.223 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=c424bf6f1f28fdf1be9fa35fcacbdcde397f12eeb7d440eeb1beccfc8ff6d7fc --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=43883 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QDb8Rpc9q96Hi81zTfAW3RJn29ZCTBCNjaqC0gXltNvJIpywGWh2Wppp8OruEPyWsHniQPnPPlRgX-vKtZYx5aUCgmlkgnY0gmlwhKwS4MSKbXVsdGlhZGRyc5YACASsEuDEBv1AAAoErBLgxAb9Qd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDac1C4nD8XhsrREjOHliuh-0CXB5iW45biDHbfCc6f7aDdGNwgv1Ag3VkcIL9QoV3YWt1MgU --filternode=/ip4/172.18.224.196/tcp/64832/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK
2025-12-08 08:54:08.035 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.57.223 waku dc762fffd3ab4917978c58ec5b0d16bca563e465cee523ec760f8f5925c97c3f
2025-12-08 08:54:08.065 DEBUG [src.node.docker_mananger] Container started with ID dc762fffd3ab. Setting up logs at ./log/docker/node5_2025-12-08_08-54-02__11ee22f0-1624-4400-b279-1ae4bf3fa742__wakuorg_nwaku:latest.log
2025-12-08 08:54:08.066 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 43879
2025-12-08 08:54:08.066 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 08:54:09.066 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43879/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:09.070 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-08 08:54:09.070 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 08:54:09.071 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43879/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:09.073 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.57.223/tcp/43880/p2p/16Uiu2HAmDB4bqsNErS2qLjoJnVMmLPExLduu8nejes4mqKwXCfGo","/ip4/172.18.57.223/tcp/43881/ws/p2p/16Uiu2HAmDB4bqsNErS2qLjoJnVMmLPExLduu8nejes4mqKwXCfGo"],"enrUri":"enr:-L24QO3sGym808grKz4Zzn2ZrTme1Y4-eqT4nyBr1PUPaIJcEc1yK0V11IazYjaN9dKq5woyWaVq5UTI56qSWODrWDICgmlkgnY0gmlwhKwSOd-KbXVsdGlhZGRyc5YACASsEjnfBqtoAAoErBI53warad0DgnJzhQADAQAAiXNlY3AyNTZrMaEDB7Q7FhIZozxQIhKndj29w9M1ZHqqk_vRVBUYEnnWYMSDdGNwgqtog3VkcIKraoV3YWt1MgA"}'
2025-12-08 08:54:09.073 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 08:54:09.073 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43879/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.224.196/tcp/64832/p2p/16Uiu2HAmKmzh9W2726F3q4UoKCF7D3JGXvCbjogXneGur2RQQnMK"]'
2025-12-08 08:54:09.104 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:54:09.106 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:64831/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-08 08:54:09.113 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:54:09.114 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63962/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "8f83d12a-cdb4-4d8a-ae3e-df87f42bf928", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-08 08:54:09.126 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"8f83d12a-cdb4-4d8a-ae3e-df87f42bf928","statusDesc":"OK"}'
2025-12-08 08:54:09.128 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:59420/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "f4d921aa-5af6-427f-abd2-9b3bdd62cbaf", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-08 08:54:09.137 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"f4d921aa-5af6-427f-abd2-9b3bdd62cbaf","statusDesc":"OK"}'
2025-12-08 08:54:09.137 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:31392/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "62eaa0c6-a7f4-4235-9908-d433787fa1fc", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-08 08:54:09.146 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"62eaa0c6-a7f4-4235-9908-d433787fa1fc","statusDesc":"OK"}'
2025-12-08 08:54:09.146 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43879/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "70ab1ba3-32b1-4085-82b5-934a1ce17215", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-08 08:54:09.155 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"70ab1ba3-32b1-4085-82b5-934a1ce17215","statusDesc":"OK"}'
2025-12-08 08:54:09.155 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:64831/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 08:54:09.169 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:54:09.169 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-08 08:54:09.270 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-08 08:54:09.270 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63962/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:09.273 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765184049155792025,"ephemeral":false}]'
2025-12-08 08:54:09.275 DEBUG [src.steps.filter] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-08 08:54:09.275 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59420/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:09.277 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765184049155792025,"ephemeral":false}]'
2025-12-08 08:54:09.279 DEBUG [src.steps.filter] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-08 08:54:09.279 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31392/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:09.281 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765184049155792025,"ephemeral":false}]'
2025-12-08 08:54:09.282 DEBUG [src.steps.filter] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-08 08:54:09.283 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43879/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:54:09.285 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765184049155792025,"ephemeral":false}]'
2025-12-08 08:54:09.288 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-08 08:54:09.289 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-08 08:54:09.289 DEBUG [src.node.waku_node] Stopping container with id 481e967d4878
2025-12-08 08:54:09.865 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 08:54:09.865 DEBUG [src.node.waku_node] Stopping container with id 65c0ff3c61ea
2025-12-08 08:54:10.440 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 08:54:10.441 DEBUG [src.node.waku_node] Stopping container with id c100744b23e2
2025-12-08 08:54:10.678 ERROR [src.node.docker_mananger] Max retries reached for container 481e967d4878. Exiting log stream.
2025-12-08 08:54:11.038 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 08:54:11.039 DEBUG [src.node.waku_node] Stopping container with id 2f18969c3399
2025-12-08 08:54:11.271 ERROR [src.node.docker_mananger] Max retries reached for container 65c0ff3c61ea. Exiting log stream.
2025-12-08 08:54:11.540 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 08:54:11.540 DEBUG [src.node.waku_node] Stopping container with id dc762fffd3ab
2025-12-08 08:54:11.853 ERROR [src.node.docker_mananger] Max retries reached for container c100744b23e2. Exiting log stream.
2025-12-08 08:54:12.068 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 08:54:12.070 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-08 08:54:12.084 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 08:54:12.093 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 08:54:12.098 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 08:54:12.103 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 08:54:12.108 DEBUG [src.node.docker_mananger] No errors found in the waku logs.