168 lines
32 KiB
Plaintext

2025-12-19 04:12:12.482 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-19 04:12:12.482 DEBUG [tests.conftest] Running test: test_all_nodes_subscribed_to_the_topic with id: 2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a
2025-12-19 04:12:12.483 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-19 04:12:12.483 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2025-12-19 04:12:12.483 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2025-12-19 04:12:12.489 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-19 04:12:12.489 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:12.489 DEBUG [src.node.waku_node] Starting Node...
2025-12-19 04:12:12.490 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-19 04:12:12.491 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-19 04:12:12.491 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.34.21
2025-12-19 04:12:12.491 DEBUG [src.node.docker_mananger] Generated ports ['49666', '49667', '49668', '49669', '49670']
2025-12-19 04:12:12.491 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-19 04:12:12.492 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-19 04:12:12.492 DEBUG [src.node.waku_node] Using volumes []
2025-12-19 04:12:12.492 DEBUG [src.node.docker_mananger] docker run -i -t -p 49666:49666 -p 49667:49667 -p 49668:49668 -p 49669:49669 -p 49670:49670 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=49668 --rest-port=49666 --tcp-port=49667 --discv5-udp-port=49669 --rest-address=0.0.0.0 --nat=extip:172.18.34.21 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=e3431ab715e0dbd511eb0e6b8ab99ccf23c36003ffd16bd7f33531ddf9db3a3b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=49670 --metrics-logging=true --relay=true --filter=true
2025-12-19 04:12:12.674 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.34.21 waku d930557ed787703b3d3b613b28e2ee8665ea9cfb29fdd4348c682e5dcadbf450
2025-12-19 04:12:12.703 DEBUG [src.node.docker_mananger] Container started with ID d930557ed787. Setting up logs at ./log/docker/node1_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:12.703 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 49666
2025-12-19 04:12:12.703 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-19 04:12:12.753 ERROR [src.node.docker_mananger] Max retries reached for container 483342eb5006. Exiting log stream.
2025-12-19 04:12:13.279 ERROR [src.node.docker_mananger] Max retries reached for container 493237b84f68. Exiting log stream.
2025-12-19 04:12:13.705 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:49666/health" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:13.708 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-19 04:12:13.708 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-19 04:12:13.708 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:49666/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:13.711 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.34.21/tcp/49667/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65","/ip4/172.18.34.21/tcp/49668/ws/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65"],"enrUri":"enr:-L24QAHmjD5wzqmXj4Z9g3_X3NWyEXIUBbmfJekSZVF_8ggHPzdCg-FLv88dJ8rAlXu6pFKfzR6Rjtw40yCVnpCyxKACgmlkgnY0gmlwhKwSIhWKbXVsdGlhZGRyc5YACASsEiIVBsIDAAoErBIiFQbCBN0DgnJzhQADAQAAiXNlY3AyNTZrMaED8UBydbTVm4IbcMcwFpLTUaXSLHJUTw89ShTStbZgRPaDdGNwgsIDg3VkcILCBYV3YWt1MgU"}'
2025-12-19 04:12:13.711 INFO [src.node.waku_node] REST service is ready !!
2025-12-19 04:12:13.711 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2025-12-19 04:12:13.717 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-19 04:12:13.718 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:13.718 DEBUG [src.node.waku_node] Starting Node...
2025-12-19 04:12:13.718 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-19 04:12:13.719 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-19 04:12:13.719 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.173.240
2025-12-19 04:12:13.720 DEBUG [src.node.docker_mananger] Generated ports ['17252', '17253', '17254', '17255', '17256']
2025-12-19 04:12:13.720 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-19 04:12:13.720 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-19 04:12:13.720 DEBUG [src.node.waku_node] Using volumes []
2025-12-19 04:12:13.720 DEBUG [src.node.docker_mananger] docker run -i -t -p 17252:17252 -p 17253:17253 -p 17254:17254 -p 17255:17255 -p 17256:17256 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=17254 --rest-port=17252 --tcp-port=17253 --discv5-udp-port=17255 --rest-address=0.0.0.0 --nat=extip:172.18.173.240 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=8fdbafb8ae27ebfeed4eb2efe61e8ee31f424cdc9180e47f3fc08dea94ff19b1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=17256 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QAHmjD5wzqmXj4Z9g3_X3NWyEXIUBbmfJekSZVF_8ggHPzdCg-FLv88dJ8rAlXu6pFKfzR6Rjtw40yCVnpCyxKACgmlkgnY0gmlwhKwSIhWKbXVsdGlhZGRyc5YACASsEiIVBsIDAAoErBIiFQbCBN0DgnJzhQADAQAAiXNlY3AyNTZrMaED8UBydbTVm4IbcMcwFpLTUaXSLHJUTw89ShTStbZgRPaDdGNwgsIDg3VkcILCBYV3YWt1MgU --filternode=/ip4/172.18.34.21/tcp/49667/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65
2025-12-19 04:12:13.896 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.173.240 waku 6843b5aa44575928d4f2f5ed8fad09494585b6df080a7a4a67dd18b9da6a8381
2025-12-19 04:12:13.927 DEBUG [src.node.docker_mananger] Container started with ID 6843b5aa4457. Setting up logs at ./log/docker/node2_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:13.927 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 17252
2025-12-19 04:12:13.927 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-19 04:12:14.929 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17252/health" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:14.933 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-19 04:12:14.933 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-19 04:12:14.933 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17252/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:14.935 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.173.240/tcp/17253/p2p/16Uiu2HAkvdix13XCUbwoCYLNhSjfFRaqELQMB34qCxTahDTU2WU3","/ip4/172.18.173.240/tcp/17254/ws/p2p/16Uiu2HAkvdix13XCUbwoCYLNhSjfFRaqELQMB34qCxTahDTU2WU3"],"enrUri":"enr:-L24QDBHVdCjQ8F6BHu5h0ji71vdswp9PrNjZIlgMKyr9gPIK_fzA_c4hYxxpNWSonsah65pkixZrG1eWr9NbVzra8sCgmlkgnY0gmlwhKwSrfCKbXVsdGlhZGRyc5YACASsEq3wBkNlAAoErBKt8AZDZt0DgnJzhQADAQAAiXNlY3AyNTZrMaECEfIDiTHR26rJSSfUHf8fqu0RTnask_JZO2C-w11wGEyDdGNwgkNlg3VkcIJDZ4V3YWt1MgA"}'
2025-12-19 04:12:14.935 INFO [src.node.waku_node] REST service is ready !!
2025-12-19 04:12:14.936 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:17252/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.34.21/tcp/49667/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65"]'
2025-12-19 04:12:14.966 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-19 04:12:14.980 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-19 04:12:14.980 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:14.982 DEBUG [src.node.waku_node] Starting Node...
2025-12-19 04:12:14.983 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-19 04:12:14.986 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-19 04:12:14.987 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.86.163
2025-12-19 04:12:14.987 DEBUG [src.node.docker_mananger] Generated ports ['64909', '64910', '64911', '64912', '64913']
2025-12-19 04:12:14.987 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-19 04:12:14.987 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-19 04:12:14.987 DEBUG [src.node.waku_node] Using volumes []
2025-12-19 04:12:14.990 DEBUG [src.node.docker_mananger] docker run -i -t -p 64909:64909 -p 64910:64910 -p 64911:64911 -p 64912:64912 -p 64913:64913 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=64911 --rest-port=64909 --tcp-port=64910 --discv5-udp-port=64912 --rest-address=0.0.0.0 --nat=extip:172.18.86.163 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=205274d280b68a4fedfd90fe9aa454fdcea83f7b223be9fbfeed832df21a40ea --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=64913 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QAHmjD5wzqmXj4Z9g3_X3NWyEXIUBbmfJekSZVF_8ggHPzdCg-FLv88dJ8rAlXu6pFKfzR6Rjtw40yCVnpCyxKACgmlkgnY0gmlwhKwSIhWKbXVsdGlhZGRyc5YACASsEiIVBsIDAAoErBIiFQbCBN0DgnJzhQADAQAAiXNlY3AyNTZrMaED8UBydbTVm4IbcMcwFpLTUaXSLHJUTw89ShTStbZgRPaDdGNwgsIDg3VkcILCBYV3YWt1MgU --filternode=/ip4/172.18.34.21/tcp/49667/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65
2025-12-19 04:12:15.161 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.86.163 waku 1237afbb9f23c5c6e83534122a493abad3e6a3e90123c5c6f914195ba4160f1b
2025-12-19 04:12:15.193 DEBUG [src.node.docker_mananger] Container started with ID 1237afbb9f23. Setting up logs at ./log/docker/node3_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:15.193 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 64909
2025-12-19 04:12:15.194 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-19 04:12:16.195 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64909/health" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:16.199 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-19 04:12:16.199 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-19 04:12:16.199 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64909/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:16.201 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.86.163/tcp/64910/p2p/16Uiu2HAm1HvPnqFqkiDr5ahNmwJGC6m98V8z5FCy9TwQnpq5djeu","/ip4/172.18.86.163/tcp/64911/ws/p2p/16Uiu2HAm1HvPnqFqkiDr5ahNmwJGC6m98V8z5FCy9TwQnpq5djeu"],"enrUri":"enr:-L24QPeUXGS2O7y4yB0k1csy2PadGgqq_jnRP2yOzHUKfBeIHJ1PHvd96mVr-pcaRYL2PnxGdK1XMvhleEFE86dSpswCgmlkgnY0gmlwhKwSVqOKbXVsdGlhZGRyc5YACASsElajBv2OAAoErBJWowb9j90DgnJzhQADAQAAiXNlY3AyNTZrMaECVynF0-iYYYHv8A-oHLKIYKlB9dyeydXWYZafTFzpGZ6DdGNwgv2Og3VkcIL9kIV3YWt1MgA"}'
2025-12-19 04:12:16.202 INFO [src.node.waku_node] REST service is ready !!
2025-12-19 04:12:16.202 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:64909/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.34.21/tcp/49667/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65"]'
2025-12-19 04:12:16.231 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-19 04:12:16.243 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-19 04:12:16.244 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:16.244 DEBUG [src.node.waku_node] Starting Node...
2025-12-19 04:12:16.244 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-19 04:12:16.245 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-19 04:12:16.245 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.94.204
2025-12-19 04:12:16.245 DEBUG [src.node.docker_mananger] Generated ports ['48074', '48075', '48076', '48077', '48078']
2025-12-19 04:12:16.245 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-19 04:12:16.246 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-19 04:12:16.246 DEBUG [src.node.waku_node] Using volumes []
2025-12-19 04:12:16.246 DEBUG [src.node.docker_mananger] docker run -i -t -p 48074:48074 -p 48075:48075 -p 48076:48076 -p 48077:48077 -p 48078:48078 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=48076 --rest-port=48074 --tcp-port=48075 --discv5-udp-port=48077 --rest-address=0.0.0.0 --nat=extip:172.18.94.204 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=4ef55eeabe0ffd607dfcf407ba575ad14aa99e7126acff73a7eb59b0cdf6a47f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=48078 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QAHmjD5wzqmXj4Z9g3_X3NWyEXIUBbmfJekSZVF_8ggHPzdCg-FLv88dJ8rAlXu6pFKfzR6Rjtw40yCVnpCyxKACgmlkgnY0gmlwhKwSIhWKbXVsdGlhZGRyc5YACASsEiIVBsIDAAoErBIiFQbCBN0DgnJzhQADAQAAiXNlY3AyNTZrMaED8UBydbTVm4IbcMcwFpLTUaXSLHJUTw89ShTStbZgRPaDdGNwgsIDg3VkcILCBYV3YWt1MgU --filternode=/ip4/172.18.34.21/tcp/49667/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65
2025-12-19 04:12:16.423 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.94.204 waku adc6c995ac7a4ba9ee903dfeba7c50e4dea662208c80192f892940c26400ce36
2025-12-19 04:12:16.450 DEBUG [src.node.docker_mananger] Container started with ID adc6c995ac7a. Setting up logs at ./log/docker/node4_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:16.450 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 48074
2025-12-19 04:12:16.451 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-19 04:12:17.451 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48074/health" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:17.455 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-19 04:12:17.455 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-19 04:12:17.455 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48074/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:17.457 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.94.204/tcp/48075/p2p/16Uiu2HAkzQzbWmb2uWN3RJmM4SwpKZaBEkizGVube9aiEgQEeRsg","/ip4/172.18.94.204/tcp/48076/ws/p2p/16Uiu2HAkzQzbWmb2uWN3RJmM4SwpKZaBEkizGVube9aiEgQEeRsg"],"enrUri":"enr:-L24QMs44yxP5OKoULi5xiyHqg7Nc9Yz9wBdhTYEvCatHpdhNJBkNbsLz1BokYj8bT4JjbF-0MuLiPbPmKpOmnwhgJQCgmlkgnY0gmlwhKwSXsyKbXVsdGlhZGRyc5YACASsEl7MBrvLAAoErBJezAa7zN0DgnJzhQADAQAAiXNlY3AyNTZrMaECSh3nIY8qYR6yi0l1xDhEvdIfDCcyxE26AAUQXZgsERODdGNwgrvLg3VkcIK7zYV3YWt1MgA"}'
2025-12-19 04:12:17.458 INFO [src.node.waku_node] REST service is ready !!
2025-12-19 04:12:17.458 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:48074/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.34.21/tcp/49667/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65"]'
2025-12-19 04:12:17.489 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-19 04:12:17.498 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-19 04:12:17.498 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:17.498 DEBUG [src.node.waku_node] Starting Node...
2025-12-19 04:12:17.498 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-19 04:12:17.500 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-19 04:12:17.501 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.110.41
2025-12-19 04:12:17.501 DEBUG [src.node.docker_mananger] Generated ports ['40517', '40518', '40519', '40520', '40521']
2025-12-19 04:12:17.501 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-19 04:12:17.501 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-19 04:12:17.501 DEBUG [src.node.waku_node] Using volumes []
2025-12-19 04:12:17.502 DEBUG [src.node.docker_mananger] docker run -i -t -p 40517:40517 -p 40518:40518 -p 40519:40519 -p 40520:40520 -p 40521:40521 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=40519 --rest-port=40517 --tcp-port=40518 --discv5-udp-port=40520 --rest-address=0.0.0.0 --nat=extip:172.18.110.41 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=26bf3efbdfb0f29fe5b19abd5ba8fc69fb9821abfd6d24ddde0c3ee65001de06 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=40521 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QAHmjD5wzqmXj4Z9g3_X3NWyEXIUBbmfJekSZVF_8ggHPzdCg-FLv88dJ8rAlXu6pFKfzR6Rjtw40yCVnpCyxKACgmlkgnY0gmlwhKwSIhWKbXVsdGlhZGRyc5YACASsEiIVBsIDAAoErBIiFQbCBN0DgnJzhQADAQAAiXNlY3AyNTZrMaED8UBydbTVm4IbcMcwFpLTUaXSLHJUTw89ShTStbZgRPaDdGNwgsIDg3VkcILCBYV3YWt1MgU --filternode=/ip4/172.18.34.21/tcp/49667/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65
2025-12-19 04:12:17.690 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.110.41 waku 44adadd1b5674d196b040a312c2aff91229932f1687ec2c12092d77ec08ead10
2025-12-19 04:12:17.719 DEBUG [src.node.docker_mananger] Container started with ID 44adadd1b567. Setting up logs at ./log/docker/node5_2025-12-19_04-12-12__4d92377c-402d-4565-92d7-5b8c575a3d2a__wakuorg_nwaku:latest.log
2025-12-19 04:12:17.720 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 40517
2025-12-19 04:12:17.720 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-19 04:12:18.721 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40517/health" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:18.724 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-19 04:12:18.725 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-19 04:12:18.725 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40517/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:18.727 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.110.41/tcp/40518/p2p/16Uiu2HAmU4SSdSqz79QhJCFJ5nQhBUvmgaP2V2LoeHjqvJPFSiVn","/ip4/172.18.110.41/tcp/40519/ws/p2p/16Uiu2HAmU4SSdSqz79QhJCFJ5nQhBUvmgaP2V2LoeHjqvJPFSiVn"],"enrUri":"enr:-L24QBvRofQowM7lMKtziBbN7MJscTBdVGjeujQMCoQ_hKHwOcwdfxIXTl-1DoGR822i4yH_sVtZO2Q6xsjJPLfZvwECgmlkgnY0gmlwhKwSbimKbXVsdGlhZGRyc5YACASsEm4pBp5GAAoErBJuKQaeR90DgnJzhQADAQAAiXNlY3AyNTZrMaED5OEqNgmbhzxyk5j1lp1sWoP08ILGJXmWAWf80K_qtJGDdGNwgp5Gg3VkcIKeSIV3YWt1MgA"}'
2025-12-19 04:12:18.727 INFO [src.node.waku_node] REST service is ready !!
2025-12-19 04:12:18.728 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40517/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.34.21/tcp/49667/p2p/16Uiu2HAmUtjbwD88dLZpGh1VXU45wzmfgYDCvJx8w7FuJrJ4Gj65"]'
2025-12-19 04:12:18.757 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-19 04:12:18.759 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:49666/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-19 04:12:18.765 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-19 04:12:18.766 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:17252/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "52f4ca27-741a-40bc-a6f1-a2f38860db41", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-19 04:12:18.777 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"52f4ca27-741a-40bc-a6f1-a2f38860db41","statusDesc":"OK"}'
2025-12-19 04:12:18.780 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:64909/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "fabc38e9-c7bd-4a76-92f4-5a47b39dfdc9", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-19 04:12:18.791 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"fabc38e9-c7bd-4a76-92f4-5a47b39dfdc9","statusDesc":"OK"}'
2025-12-19 04:12:18.792 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:48074/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "7348e716-d380-424d-9055-d4bbabe78981", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-19 04:12:18.803 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"7348e716-d380-424d-9055-d4bbabe78981","statusDesc":"OK"}'
2025-12-19 04:12:18.804 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40517/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "b5109ea6-d665-40a5-bc79-46d791c31173", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-19 04:12:18.812 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"b5109ea6-d665-40a5-bc79-46d791c31173","statusDesc":"OK"}'
2025-12-19 04:12:18.813 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:49666/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2025-12-19 04:12:18.830 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-19 04:12:18.830 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-19 04:12:18.931 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-19 04:12:18.931 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17252/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:18.934 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766117538813073489,"ephemeral":false}]'
2025-12-19 04:12:18.935 DEBUG [src.steps.filter] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-19 04:12:18.936 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64909/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:18.938 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766117538813073489,"ephemeral":false}]'
2025-12-19 04:12:18.940 DEBUG [src.steps.filter] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-19 04:12:18.940 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48074/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:18.942 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766117538813073489,"ephemeral":false}]'
2025-12-19 04:12:18.944 DEBUG [src.steps.filter] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-19 04:12:18.944 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40517/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-19 04:12:18.946 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766117538813073489,"ephemeral":false}]'
2025-12-19 04:12:18.949 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-19 04:12:18.950 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-19 04:12:18.950 DEBUG [src.node.waku_node] Stopping container with id d930557ed787
2025-12-19 04:12:19.489 DEBUG [src.node.waku_node] Container stopped.
2025-12-19 04:12:19.489 DEBUG [src.node.waku_node] Stopping container with id 6843b5aa4457
2025-12-19 04:12:20.045 DEBUG [src.node.waku_node] Container stopped.
2025-12-19 04:12:20.045 DEBUG [src.node.waku_node] Stopping container with id 1237afbb9f23
2025-12-19 04:12:20.302 ERROR [src.node.docker_mananger] Max retries reached for container d930557ed787. Exiting log stream.
2025-12-19 04:12:20.548 DEBUG [src.node.waku_node] Container stopped.
2025-12-19 04:12:20.549 DEBUG [src.node.waku_node] Stopping container with id adc6c995ac7a
2025-12-19 04:12:20.857 ERROR [src.node.docker_mananger] Max retries reached for container 6843b5aa4457. Exiting log stream.
2025-12-19 04:12:21.058 DEBUG [src.node.waku_node] Container stopped.
2025-12-19 04:12:21.059 DEBUG [src.node.waku_node] Stopping container with id 44adadd1b567
2025-12-19 04:12:21.380 ERROR [src.node.docker_mananger] Max retries reached for container 1237afbb9f23. Exiting log stream.
2025-12-19 04:12:21.589 DEBUG [src.node.waku_node] Container stopped.
2025-12-19 04:12:21.592 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-19 04:12:21.605 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-19 04:12:21.610 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-19 04:12:21.618 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-19 04:12:21.626 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-19 04:12:21.630 DEBUG [src.node.docker_mananger] No errors found in the waku logs.