168 lines
32 KiB
Plaintext

2026-03-16 04:51:46.320 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-16 04:51:46.320 DEBUG [tests.conftest] Running test: test_all_nodes_subscribed_to_the_topic with id: 2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70
2026-03-16 04:51:46.321 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-16 04:51:46.321 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2026-03-16 04:51:46.321 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2026-03-16 04:51:46.328 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-16 04:51:46.328 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:46.329 DEBUG [src.node.waku_node] Starting Node...
2026-03-16 04:51:46.329 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-16 04:51:46.330 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-16 04:51:46.330 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.100.57
2026-03-16 04:51:46.331 DEBUG [src.node.docker_mananger] Generated ports ['39194', '39195', '39196', '39197', '39198']
2026-03-16 04:51:46.331 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-16 04:51:46.331 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-16 04:51:46.331 DEBUG [src.node.waku_node] Using volumes []
2026-03-16 04:51:46.331 DEBUG [src.node.docker_mananger] docker run -i -t -p 39194:39194 -p 39195:39195 -p 39196:39196 -p 39197:39197 -p 39198:39198 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=39196 --rest-port=39194 --tcp-port=39195 --discv5-udp-port=39197 --rest-address=0.0.0.0 --nat=extip:172.18.100.57 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=d78f7940df9ea5be5f1f442d6f7288e0ea59cddf31a25b6daecbf81140011c5f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=39198 --metrics-logging=true --relay=true --filter=true
2026-03-16 04:51:46.515 ERROR [src.node.docker_mananger] Max retries reached for container d24eeb368fe1. Exiting log stream.
2026-03-16 04:51:46.530 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.100.57 waku ec3881c88ff4a8c7229021356a2689dc6c2cf56a699af9edd85f1e6cb2403840
2026-03-16 04:51:46.565 DEBUG [src.node.docker_mananger] Container started with ID ec3881c88ff4. Setting up logs at ./log/docker/node1_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:46.566 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 39194
2026-03-16 04:51:46.566 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-16 04:51:47.052 ERROR [src.node.docker_mananger] Max retries reached for container 87bb4c3b9a34. Exiting log stream.
2026-03-16 04:51:47.567 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:39194/health" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:47.570 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-16 04:51:47.571 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-16 04:51:47.571 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:39194/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:47.573 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.100.57/tcp/39195/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV","/ip4/172.18.100.57/tcp/39196/ws/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV"],"enrUri":"enr:-L24QCEaoX6Ee4s2UBZp2C3avJdamWzhuyDRLzZ-fyFsWxH5KdvvEtPYr_2_HsDiw5S1iWwEnMuvM0wtnrXWgGayOF0CgmlkgnY0gmlwhKwSZDmKbXVsdGlhZGRyc5YACASsEmQ5BpkbAAoErBJkOQaZHN0DgnJzhQADAQAAiXNlY3AyNTZrMaECoW_2aEFhEknVpYSn8KLYdVvE1J7qhpbmQRsGF4f2N2iDdGNwgpkbg3VkcIKZHYV3YWt1MgU"}'
2026-03-16 04:51:47.574 INFO [src.node.waku_node] REST service is ready !!
2026-03-16 04:51:47.574 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2026-03-16 04:51:47.581 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-16 04:51:47.581 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:47.581 DEBUG [src.node.waku_node] Starting Node...
2026-03-16 04:51:47.582 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-16 04:51:47.583 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-16 04:51:47.583 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.83.241
2026-03-16 04:51:47.583 DEBUG [src.node.docker_mananger] Generated ports ['55362', '55363', '55364', '55365', '55366']
2026-03-16 04:51:47.584 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-16 04:51:47.584 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-16 04:51:47.584 DEBUG [src.node.waku_node] Using volumes []
2026-03-16 04:51:47.584 DEBUG [src.node.docker_mananger] docker run -i -t -p 55362:55362 -p 55363:55363 -p 55364:55364 -p 55365:55365 -p 55366:55366 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=55364 --rest-port=55362 --tcp-port=55363 --discv5-udp-port=55365 --rest-address=0.0.0.0 --nat=extip:172.18.83.241 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=01a69a197a943eeaceddbbbdf7fb85f8bfeaead7154433b79ce92abc40bde40f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=55366 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QCEaoX6Ee4s2UBZp2C3avJdamWzhuyDRLzZ-fyFsWxH5KdvvEtPYr_2_HsDiw5S1iWwEnMuvM0wtnrXWgGayOF0CgmlkgnY0gmlwhKwSZDmKbXVsdGlhZGRyc5YACASsEmQ5BpkbAAoErBJkOQaZHN0DgnJzhQADAQAAiXNlY3AyNTZrMaECoW_2aEFhEknVpYSn8KLYdVvE1J7qhpbmQRsGF4f2N2iDdGNwgpkbg3VkcIKZHYV3YWt1MgU --filternode=/ip4/172.18.100.57/tcp/39195/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV
2026-03-16 04:51:47.783 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.83.241 waku 66d4bfafa406869a6c419f1ff51da60951e89e8bc39cf577bc66958162d2ad55
2026-03-16 04:51:47.816 DEBUG [src.node.docker_mananger] Container started with ID 66d4bfafa406. Setting up logs at ./log/docker/node2_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:47.816 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 55362
2026-03-16 04:51:47.816 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-16 04:51:48.817 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:55362/health" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:48.820 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-16 04:51:48.820 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-16 04:51:48.820 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:55362/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:48.822 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.83.241/tcp/55363/p2p/16Uiu2HAmKUDHUoG3XwE75m4wgdtEeiSPD2kgDidf53wps9vJKjnq","/ip4/172.18.83.241/tcp/55364/ws/p2p/16Uiu2HAmKUDHUoG3XwE75m4wgdtEeiSPD2kgDidf53wps9vJKjnq"],"enrUri":"enr:-L24QDPNc_TnDUt-2dVW1310UMqdbOd6P4eCYvZmpLO-qXvBcSzHYhK-7CtrAezpuRoJfGrJWsmx7i0h2_OWosnvnT0CgmlkgnY0gmlwhKwSU_GKbXVsdGlhZGRyc5YACASsElPxBthDAAoErBJT8QbYRN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDZT8LYbvJCOiDDsIYShjJnfeKk32NQucFNOqtZiiDM0qDdGNwgthDg3VkcILYRYV3YWt1MgA"}'
2026-03-16 04:51:48.823 INFO [src.node.waku_node] REST service is ready !!
2026-03-16 04:51:48.823 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:55362/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.100.57/tcp/39195/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV"]'
2026-03-16 04:51:48.860 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-16 04:51:48.870 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-16 04:51:48.870 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:48.870 DEBUG [src.node.waku_node] Starting Node...
2026-03-16 04:51:48.870 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-16 04:51:48.872 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-16 04:51:48.872 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.205.113
2026-03-16 04:51:48.872 DEBUG [src.node.docker_mananger] Generated ports ['63078', '63079', '63080', '63081', '63082']
2026-03-16 04:51:48.872 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-16 04:51:48.872 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-16 04:51:48.873 DEBUG [src.node.waku_node] Using volumes []
2026-03-16 04:51:48.873 DEBUG [src.node.docker_mananger] docker run -i -t -p 63078:63078 -p 63079:63079 -p 63080:63080 -p 63081:63081 -p 63082:63082 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=63080 --rest-port=63078 --tcp-port=63079 --discv5-udp-port=63081 --rest-address=0.0.0.0 --nat=extip:172.18.205.113 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=defb9a4ba9df8f2caad9f1ac904ca5fde1162ae5dfb33175bbb4fa094b1e0bed --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=63082 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QCEaoX6Ee4s2UBZp2C3avJdamWzhuyDRLzZ-fyFsWxH5KdvvEtPYr_2_HsDiw5S1iWwEnMuvM0wtnrXWgGayOF0CgmlkgnY0gmlwhKwSZDmKbXVsdGlhZGRyc5YACASsEmQ5BpkbAAoErBJkOQaZHN0DgnJzhQADAQAAiXNlY3AyNTZrMaECoW_2aEFhEknVpYSn8KLYdVvE1J7qhpbmQRsGF4f2N2iDdGNwgpkbg3VkcIKZHYV3YWt1MgU --filternode=/ip4/172.18.100.57/tcp/39195/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV
2026-03-16 04:51:49.086 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.205.113 waku d55d1772cd05398b3e8a610d8274a63e945630954f21e75c15fbc18bf49b6df3
2026-03-16 04:51:49.119 DEBUG [src.node.docker_mananger] Container started with ID d55d1772cd05. Setting up logs at ./log/docker/node3_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:49.120 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 63078
2026-03-16 04:51:49.120 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-16 04:51:50.121 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63078/health" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:50.124 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-16 04:51:50.124 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-16 04:51:50.124 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63078/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:50.127 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.205.113/tcp/63079/p2p/16Uiu2HAmB55fFC697CoapecbK4cTqoXxxEj2uZCZy8DcwaYEtncm","/ip4/172.18.205.113/tcp/63080/ws/p2p/16Uiu2HAmB55fFC697CoapecbK4cTqoXxxEj2uZCZy8DcwaYEtncm"],"enrUri":"enr:-L24QLDg9GSCJ8uwUxpHqjcy_gY8HIFJvNpwc3tA7qKafRkUdkUwTOGU_SgSJ3NuzIjwztWO7yZvsXi5s_gXCXYx4koCgmlkgnY0gmlwhKwSzXGKbXVsdGlhZGRyc5YACASsEs1xBvZnAAoErBLNcQb2aN0DgnJzhQADAQAAiXNlY3AyNTZrMaEC6HSRsjuyOcvP3e8ihwuNoyLNBpFcEbgFcJT0L7dYMdaDdGNwgvZng3VkcIL2aYV3YWt1MgA"}'
2026-03-16 04:51:50.127 INFO [src.node.waku_node] REST service is ready !!
2026-03-16 04:51:50.127 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63078/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.100.57/tcp/39195/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV"]'
2026-03-16 04:51:50.161 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-16 04:51:50.176 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-16 04:51:50.176 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:50.176 DEBUG [src.node.waku_node] Starting Node...
2026-03-16 04:51:50.177 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-16 04:51:50.180 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-16 04:51:50.182 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.220.210
2026-03-16 04:51:50.182 DEBUG [src.node.docker_mananger] Generated ports ['42579', '42580', '42581', '42582', '42583']
2026-03-16 04:51:50.183 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-16 04:51:50.183 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-16 04:51:50.184 DEBUG [src.node.waku_node] Using volumes []
2026-03-16 04:51:50.184 DEBUG [src.node.docker_mananger] docker run -i -t -p 42579:42579 -p 42580:42580 -p 42581:42581 -p 42582:42582 -p 42583:42583 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=42581 --rest-port=42579 --tcp-port=42580 --discv5-udp-port=42582 --rest-address=0.0.0.0 --nat=extip:172.18.220.210 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=e70b3bdc52af6a5bda6f2ab78258c2ed7ab6aacfd648cfe3eedaabd1eeb72b8a --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=42583 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QCEaoX6Ee4s2UBZp2C3avJdamWzhuyDRLzZ-fyFsWxH5KdvvEtPYr_2_HsDiw5S1iWwEnMuvM0wtnrXWgGayOF0CgmlkgnY0gmlwhKwSZDmKbXVsdGlhZGRyc5YACASsEmQ5BpkbAAoErBJkOQaZHN0DgnJzhQADAQAAiXNlY3AyNTZrMaECoW_2aEFhEknVpYSn8KLYdVvE1J7qhpbmQRsGF4f2N2iDdGNwgpkbg3VkcIKZHYV3YWt1MgU --filternode=/ip4/172.18.100.57/tcp/39195/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV
2026-03-16 04:51:50.386 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.220.210 waku 407caf1bb47ecfcf2055b91375bc0a319102274f2508342fe155d2d88989f607
2026-03-16 04:51:50.425 DEBUG [src.node.docker_mananger] Container started with ID 407caf1bb47e. Setting up logs at ./log/docker/node4_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:50.425 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 42579
2026-03-16 04:51:50.425 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-16 04:51:51.426 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42579/health" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:51.429 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-16 04:51:51.429 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-16 04:51:51.430 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42579/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:51.432 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.220.210/tcp/42580/p2p/16Uiu2HAmDTVqj4MZKJSP83GCm6VF7ZpT5q7gNvxkdFKrXJGZ9G3C","/ip4/172.18.220.210/tcp/42581/ws/p2p/16Uiu2HAmDTVqj4MZKJSP83GCm6VF7ZpT5q7gNvxkdFKrXJGZ9G3C"],"enrUri":"enr:-L24QPKkA-iREKka_tquMh7GyaGj1QcEuy5LcsR0ElqXIAlzHKVxPMZ_3tj8tYRjD1sGHtZSjDEziN82I-TauFAVUccCgmlkgnY0gmlwhKwS3NKKbXVsdGlhZGRyc5YACASsEtzSBqZUAAoErBLc0gamVd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDC-oP3e5GzhXSrnFdxek4j1iWpYd6Q2flzgDacP2wr3uDdGNwgqZUg3VkcIKmVoV3YWt1MgA"}'
2026-03-16 04:51:51.432 INFO [src.node.waku_node] REST service is ready !!
2026-03-16 04:51:51.433 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42579/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.100.57/tcp/39195/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV"]'
2026-03-16 04:51:51.468 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-16 04:51:51.482 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-16 04:51:51.483 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:51.483 DEBUG [src.node.waku_node] Starting Node...
2026-03-16 04:51:51.483 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-16 04:51:51.486 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-16 04:51:51.486 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.164.126
2026-03-16 04:51:51.487 DEBUG [src.node.docker_mananger] Generated ports ['42266', '42267', '42268', '42269', '42270']
2026-03-16 04:51:51.487 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-16 04:51:51.488 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-16 04:51:51.488 DEBUG [src.node.waku_node] Using volumes []
2026-03-16 04:51:51.488 DEBUG [src.node.docker_mananger] docker run -i -t -p 42266:42266 -p 42267:42267 -p 42268:42268 -p 42269:42269 -p 42270:42270 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=42268 --rest-port=42266 --tcp-port=42267 --discv5-udp-port=42269 --rest-address=0.0.0.0 --nat=extip:172.18.164.126 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b0c162cc481d31dde1dacbe7aa1a5a9fb2d1d16a8e13688152264ae2632db0b5 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=42270 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QCEaoX6Ee4s2UBZp2C3avJdamWzhuyDRLzZ-fyFsWxH5KdvvEtPYr_2_HsDiw5S1iWwEnMuvM0wtnrXWgGayOF0CgmlkgnY0gmlwhKwSZDmKbXVsdGlhZGRyc5YACASsEmQ5BpkbAAoErBJkOQaZHN0DgnJzhQADAQAAiXNlY3AyNTZrMaECoW_2aEFhEknVpYSn8KLYdVvE1J7qhpbmQRsGF4f2N2iDdGNwgpkbg3VkcIKZHYV3YWt1MgU --filternode=/ip4/172.18.100.57/tcp/39195/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV
2026-03-16 04:51:51.691 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.164.126 waku 9917acf3d98ed50ba4203c864c3da546614ef43cb05dad2b48e668cf8b86b61b
2026-03-16 04:51:51.726 DEBUG [src.node.docker_mananger] Container started with ID 9917acf3d98e. Setting up logs at ./log/docker/node5_2026-03-16_04-51-46__a24969c8-5253-470a-961c-1543e9c4ae70__wakuorg_nwaku:latest.log
2026-03-16 04:51:51.727 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 42266
2026-03-16 04:51:51.727 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-16 04:51:52.728 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42266/health" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:52.731 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-16 04:51:52.732 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-16 04:51:52.732 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42266/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:52.734 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.164.126/tcp/42267/p2p/16Uiu2HAky4yjg2TSUULEiQzsBGWG1htxoEJ4jR76modsdqi8G1Vk","/ip4/172.18.164.126/tcp/42268/ws/p2p/16Uiu2HAky4yjg2TSUULEiQzsBGWG1htxoEJ4jR76modsdqi8G1Vk"],"enrUri":"enr:-L24QMuPGNDc4scl4y-ANNhVhjdNZHOmyvZ5OWPVOCZaFrTye_OkEAfKJ64uagw2vgtAoxvvZbYHcUKt7upn9pp5jDICgmlkgnY0gmlwhKwSpH6KbXVsdGlhZGRyc5YACASsEqR-BqUbAAoErBKkfgalHN0DgnJzhQADAQAAiXNlY3AyNTZrMaECNiGgzCBYsjAoziFH9mBwBP2cIQiApNv6PPKCdVpwKOuDdGNwgqUbg3VkcIKlHYV3YWt1MgA"}'
2026-03-16 04:51:52.734 INFO [src.node.waku_node] REST service is ready !!
2026-03-16 04:51:52.735 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42266/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.100.57/tcp/39195/p2p/16Uiu2HAm6Hre3m7ksour5aYfYMcifemS91sVTq6Ev4biLYybQCuV"]'
2026-03-16 04:51:52.770 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-16 04:51:52.770 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:39194/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-16 04:51:52.778 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-16 04:51:52.781 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:55362/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "0e886aa3-9c5f-4e8e-8b2b-72dc8f22b34a", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-16 04:51:52.795 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"0e886aa3-9c5f-4e8e-8b2b-72dc8f22b34a","statusDesc":"OK"}'
2026-03-16 04:51:52.797 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63078/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "d8ce67a1-68cc-4126-aee4-802f6cd7d26f", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-16 04:51:52.807 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"d8ce67a1-68cc-4126-aee4-802f6cd7d26f","statusDesc":"OK"}'
2026-03-16 04:51:52.808 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42579/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "f5dd1608-b7ce-4579-96cd-4cc00408d4d6", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-16 04:51:52.818 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"f5dd1608-b7ce-4579-96cd-4cc00408d4d6","statusDesc":"OK"}'
2026-03-16 04:51:52.819 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42266/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "00e3c055-c281-4ddd-ae82-fafd448de2b1", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-16 04:51:52.829 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"00e3c055-c281-4ddd-ae82-fafd448de2b1","statusDesc":"OK"}'
2026-03-16 04:51:52.829 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:39194/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-16 04:51:52.846 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-16 04:51:52.846 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-16 04:51:52.946 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-16 04:51:52.947 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:55362/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:52.950 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773636712829860490,"ephemeral":false}]'
2026-03-16 04:51:52.951 DEBUG [src.steps.filter] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2026-03-16 04:51:52.952 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63078/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:52.954 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773636712829860490,"ephemeral":false}]'
2026-03-16 04:51:52.955 DEBUG [src.steps.filter] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2026-03-16 04:51:52.956 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42579/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:52.958 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773636712829860490,"ephemeral":false}]'
2026-03-16 04:51:52.960 DEBUG [src.steps.filter] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2026-03-16 04:51:52.960 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42266/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-16 04:51:52.962 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773636712829860490,"ephemeral":false}]'
2026-03-16 04:51:52.965 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-16 04:51:52.966 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-16 04:51:52.966 DEBUG [src.node.waku_node] Stopping container with id ec3881c88ff4
2026-03-16 04:51:53.520 DEBUG [src.node.waku_node] Container stopped.
2026-03-16 04:51:53.520 DEBUG [src.node.waku_node] Stopping container with id 66d4bfafa406
2026-03-16 04:51:54.123 DEBUG [src.node.waku_node] Container stopped.
2026-03-16 04:51:54.125 DEBUG [src.node.waku_node] Stopping container with id d55d1772cd05
2026-03-16 04:51:54.393 ERROR [src.node.docker_mananger] Max retries reached for container ec3881c88ff4. Exiting log stream.
2026-03-16 04:51:54.684 DEBUG [src.node.waku_node] Container stopped.
2026-03-16 04:51:54.684 DEBUG [src.node.waku_node] Stopping container with id 407caf1bb47e
2026-03-16 04:51:54.938 ERROR [src.node.docker_mananger] Max retries reached for container 66d4bfafa406. Exiting log stream.
2026-03-16 04:51:55.263 DEBUG [src.node.waku_node] Container stopped.
2026-03-16 04:51:55.264 DEBUG [src.node.waku_node] Stopping container with id 9917acf3d98e
2026-03-16 04:51:55.519 ERROR [src.node.docker_mananger] Max retries reached for container d55d1772cd05. Exiting log stream.
2026-03-16 04:51:55.837 DEBUG [src.node.waku_node] Container stopped.
2026-03-16 04:51:55.840 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-16 04:51:55.867 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-16 04:51:55.871 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-16 04:51:55.880 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-16 04:51:55.884 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-16 04:51:55.889 DEBUG [src.node.docker_mananger] No errors found in the waku logs.