198 lines
36 KiB
Plaintext

2025-12-13 04:17:21.160 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-13 04:17:21.160 DEBUG [tests.conftest] Running test: test_relay_get_message_while_one_peer_is_paused with id: 2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864
2025-12-13 04:17:21.160 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-13 04:17:21.161 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2025-12-13 04:17:21.161 DEBUG [src.steps.relay] Running fixture setup: setup_main_relay_nodes
2025-12-13 04:17:21.167 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-13 04:17:21.167 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:21.168 DEBUG [src.node.waku_node] Starting Node...
2025-12-13 04:17:21.168 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-13 04:17:21.169 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-13 04:17:21.169 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.69.94
2025-12-13 04:17:21.169 DEBUG [src.node.docker_mananger] Generated ports ['1978', '1979', '1980', '1981', '1982']
2025-12-13 04:17:21.170 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-13 04:17:21.170 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-13 04:17:21.170 DEBUG [src.node.waku_node] Using volumes []
2025-12-13 04:17:21.170 DEBUG [src.node.docker_mananger] docker run -i -t -p 1978:1978 -p 1979:1979 -p 1980:1980 -p 1981:1981 -p 1982:1982 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=1980 --rest-port=1978 --tcp-port=1979 --discv5-udp-port=1981 --rest-address=0.0.0.0 --nat=extip:172.18.69.94 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ceacc54c8120e5bc28ec6cbd20ebf4b7c932bfdaead1cc9128a56a6e83b1c1ae --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=1982 --metrics-logging=true --relay=true
2025-12-13 04:17:21.378 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.69.94 waku 288dd89a6fb26372e7ade927a7d576c66df6a2a68583c912c2322ea1d3789d2b
2025-12-13 04:17:21.415 DEBUG [src.node.docker_mananger] Container started with ID 288dd89a6fb2. Setting up logs at ./log/docker/node1_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:21.416 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 1978
2025-12-13 04:17:21.416 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-13 04:17:22.417 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1978/health" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:22.421 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-13 04:17:22.421 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-13 04:17:22.421 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1978/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:22.423 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.69.94/tcp/1979/p2p/16Uiu2HAmGeGDEqBbqWnpvDdTXA45q7XQ1fpZvMpRTahRhADV9g88","/ip4/172.18.69.94/tcp/1980/ws/p2p/16Uiu2HAmGeGDEqBbqWnpvDdTXA45q7XQ1fpZvMpRTahRhADV9g88"],"enrUri":"enr:-L24QOIj-lUXo7eQDKRADawGmLuuoEASlRIMTLnzXuvtMR2sUMqhRGnIoJyyWCse0isvYFo0lGJLWgas_FsCw9Tzs_4CgmlkgnY0gmlwhKwSRV6KbXVsdGlhZGRyc5YACASsEkVeBge7AAoErBJFXgYHvN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDOz8Z6Mx8GdmvqzTJFk8dC1DbLojMwtRjyn77wpfK_NmDdGNwgge7g3VkcIIHvYV3YWt1MgE"}'
2025-12-13 04:17:22.423 INFO [src.node.waku_node] REST service is ready !!
2025-12-13 04:17:22.430 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-13 04:17:22.430 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:22.430 DEBUG [src.node.waku_node] Starting Node...
2025-12-13 04:17:22.430 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-13 04:17:22.432 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-13 04:17:22.432 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.254.246
2025-12-13 04:17:22.432 DEBUG [src.node.docker_mananger] Generated ports ['64212', '64213', '64214', '64215', '64216']
2025-12-13 04:17:22.432 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-13 04:17:22.432 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-13 04:17:22.432 DEBUG [src.node.waku_node] Using volumes []
2025-12-13 04:17:22.432 DEBUG [src.node.docker_mananger] docker run -i -t -p 64212:64212 -p 64213:64213 -p 64214:64214 -p 64215:64215 -p 64216:64216 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=64214 --rest-port=64212 --tcp-port=64213 --discv5-udp-port=64215 --rest-address=0.0.0.0 --nat=extip:172.18.254.246 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=54cdda94acc8bb7e5e0ebdda2ec7b91f4b22c9ff1c4c4eec6f05ed9388ce6e2f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=64216 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QOIj-lUXo7eQDKRADawGmLuuoEASlRIMTLnzXuvtMR2sUMqhRGnIoJyyWCse0isvYFo0lGJLWgas_FsCw9Tzs_4CgmlkgnY0gmlwhKwSRV6KbXVsdGlhZGRyc5YACASsEkVeBge7AAoErBJFXgYHvN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDOz8Z6Mx8GdmvqzTJFk8dC1DbLojMwtRjyn77wpfK_NmDdGNwgge7g3VkcIIHvYV3YWt1MgE
2025-12-13 04:17:22.625 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.254.246 waku 71495eeac7941f4f158a0f06a1f6bb0b85e880f9a34267acd72ed6189d170522
2025-12-13 04:17:22.660 DEBUG [src.node.docker_mananger] Container started with ID 71495eeac794. Setting up logs at ./log/docker/node2_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:22.660 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 64212
2025-12-13 04:17:22.661 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-13 04:17:23.661 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64212/health" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:23.670 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-13 04:17:23.671 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-13 04:17:23.672 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64212/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:23.678 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.254.246/tcp/64213/p2p/16Uiu2HAmGi43avS4KVM4rV6mmhPLtnaEXdDVVjxifKx4BRfnpsGH","/ip4/172.18.254.246/tcp/64214/ws/p2p/16Uiu2HAmGi43avS4KVM4rV6mmhPLtnaEXdDVVjxifKx4BRfnpsGH"],"enrUri":"enr:-L24QDqSpJ1BUCFn9BBmbQbYK7M0LFBvw14HD-jzpRLMk_7zI9x1Njw6H3mkP1JkSkWmZ3v9J251PCWLEo2RdwIISTMCgmlkgnY0gmlwhKwS_vaKbXVsdGlhZGRyc5YACASsEv72BvrVAAoErBL-9gb61t0DgnJzhQADAQAAiXNlY3AyNTZrMaEDPDeq9UvDcVpsTnh-htWKqNeP_6_20gWxoDcua_jgI2aDdGNwgvrVg3VkcIL614V3YWt1MgE"}'
2025-12-13 04:17:23.679 INFO [src.node.waku_node] REST service is ready !!
2025-12-13 04:17:23.679 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:64212/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.69.94/tcp/1979/p2p/16Uiu2HAmGeGDEqBbqWnpvDdTXA45q7XQ1fpZvMpRTahRhADV9g88"]'
2025-12-13 04:17:23.682 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:23.683 DEBUG [src.steps.relay] Running fixture setup: setup_optional_relay_nodes
2025-12-13 04:17:23.689 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-13 04:17:23.689 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:23.689 DEBUG [src.node.waku_node] Starting Node...
2025-12-13 04:17:23.689 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-13 04:17:23.691 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-13 04:17:23.691 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.35.203
2025-12-13 04:17:23.691 DEBUG [src.node.docker_mananger] Generated ports ['31052', '31053', '31054', '31055', '31056']
2025-12-13 04:17:23.691 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-13 04:17:23.691 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-13 04:17:23.691 DEBUG [src.node.waku_node] Using volumes []
2025-12-13 04:17:23.692 DEBUG [src.node.docker_mananger] docker run -i -t -p 31052:31052 -p 31053:31053 -p 31054:31054 -p 31055:31055 -p 31056:31056 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=31054 --rest-port=31052 --tcp-port=31053 --discv5-udp-port=31055 --rest-address=0.0.0.0 --nat=extip:172.18.35.203 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=d3b3e8353489cb620a8ca3cbacb425ae48adcf63edcfe0cb349e0fcc1abdafc6 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=31056 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QOIj-lUXo7eQDKRADawGmLuuoEASlRIMTLnzXuvtMR2sUMqhRGnIoJyyWCse0isvYFo0lGJLWgas_FsCw9Tzs_4CgmlkgnY0gmlwhKwSRV6KbXVsdGlhZGRyc5YACASsEkVeBge7AAoErBJFXgYHvN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDOz8Z6Mx8GdmvqzTJFk8dC1DbLojMwtRjyn77wpfK_NmDdGNwgge7g3VkcIIHvYV3YWt1MgE
2025-12-13 04:17:23.880 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.35.203 waku e63889d557981eeb3bcedc572e328ff25f4d288f138f3523596b3303d40d2c91
2025-12-13 04:17:23.915 DEBUG [src.node.docker_mananger] Container started with ID e63889d55798. Setting up logs at ./log/docker/node3_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:23.916 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 31052
2025-12-13 04:17:23.916 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-13 04:17:24.918 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31052/health" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:24.923 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"READY"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-13 04:17:24.924 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-13 04:17:24.924 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31052/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:24.926 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.35.203/tcp/31053/p2p/16Uiu2HAmN43yLUAPFq6eRDVnVn3hUTW715RcbPjyMSz3vNb3wuYs","/ip4/172.18.35.203/tcp/31054/ws/p2p/16Uiu2HAmN43yLUAPFq6eRDVnVn3hUTW715RcbPjyMSz3vNb3wuYs"],"enrUri":"enr:-L24QJit1R8hNJbmgVP3iSC8oO2mTxMuSx1gbFwEyGpU3rpfE20EOKpcSo9A9rfdxlg03_dRGt-ZzlfJszQlsjiDE40CgmlkgnY0gmlwhKwSI8uKbXVsdGlhZGRyc5YACASsEiPLBnlNAAoErBIjywZ5Tt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDi6Giwo7a55Pu6MogszKXpwyLTC3g3MI-UwWGM7QKMBiDdGNwgnlNg3VkcIJ5T4V3YWt1MgE"}'
2025-12-13 04:17:24.926 INFO [src.node.waku_node] REST service is ready !!
2025-12-13 04:17:24.927 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:31052/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.69.94/tcp/1979/p2p/16Uiu2HAmGeGDEqBbqWnpvDdTXA45q7XQ1fpZvMpRTahRhADV9g88"]'
2025-12-13 04:17:24.929 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:24.936 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-13 04:17:24.936 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:24.936 DEBUG [src.node.waku_node] Starting Node...
2025-12-13 04:17:24.936 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-13 04:17:24.938 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-13 04:17:24.938 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.11.71
2025-12-13 04:17:24.938 DEBUG [src.node.docker_mananger] Generated ports ['26955', '26956', '26957', '26958', '26959']
2025-12-13 04:17:24.938 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-13 04:17:24.938 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-13 04:17:24.938 DEBUG [src.node.waku_node] Using volumes []
2025-12-13 04:17:24.938 DEBUG [src.node.docker_mananger] docker run -i -t -p 26955:26955 -p 26956:26956 -p 26957:26957 -p 26958:26958 -p 26959:26959 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=26957 --rest-port=26955 --tcp-port=26956 --discv5-udp-port=26958 --rest-address=0.0.0.0 --nat=extip:172.18.11.71 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=42a0b78d495db0b5e10a47befae9cc87e7ca6279c969bfc3a3bb9b1791dedcc3 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=26959 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QOIj-lUXo7eQDKRADawGmLuuoEASlRIMTLnzXuvtMR2sUMqhRGnIoJyyWCse0isvYFo0lGJLWgas_FsCw9Tzs_4CgmlkgnY0gmlwhKwSRV6KbXVsdGlhZGRyc5YACASsEkVeBge7AAoErBJFXgYHvN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDOz8Z6Mx8GdmvqzTJFk8dC1DbLojMwtRjyn77wpfK_NmDdGNwgge7g3VkcIIHvYV3YWt1MgE
2025-12-13 04:17:25.125 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.11.71 waku 35604b845f4ab6ab8c4dac51b14018bad97ec4a736b38bccf7aef253dfbdbcd0
2025-12-13 04:17:25.155 DEBUG [src.node.docker_mananger] Container started with ID 35604b845f4a. Setting up logs at ./log/docker/node4_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:25.156 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 26955
2025-12-13 04:17:25.156 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-13 04:17:26.156 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26955/health" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:26.166 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-13 04:17:26.167 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-13 04:17:26.167 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26955/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:26.174 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.11.71/tcp/26956/p2p/16Uiu2HAm55UtQCtMfhrbUrGqnNcSKcR1bdEDQLKZBYCp6K5tKgFK","/ip4/172.18.11.71/tcp/26957/ws/p2p/16Uiu2HAm55UtQCtMfhrbUrGqnNcSKcR1bdEDQLKZBYCp6K5tKgFK"],"enrUri":"enr:-L24QFQl0Q3CQjEH5Bbp3dunVSft69kxyVTzopfNDd3sY__lDD2ZQKP7JUkrRMXG9RKp2OGdJ94FNEsVXhMn_6fBj5kCgmlkgnY0gmlwhKwSC0eKbXVsdGlhZGRyc5YACASsEgtHBmlMAAoErBILRwZpTd0DgnJzhQADAQAAiXNlY3AyNTZrMaECj2i10JRbdAD1m9K1x9b3LWKs2ntpxNFttHo2Dr47qTqDdGNwgmlMg3VkcIJpToV3YWt1MgE"}'
2025-12-13 04:17:26.174 INFO [src.node.waku_node] REST service is ready !!
2025-12-13 04:17:26.175 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26955/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.69.94/tcp/1979/p2p/16Uiu2HAmGeGDEqBbqWnpvDdTXA45q7XQ1fpZvMpRTahRhADV9g88"]'
2025-12-13 04:17:26.177 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:26.184 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-13 04:17:26.184 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:26.184 DEBUG [src.node.waku_node] Starting Node...
2025-12-13 04:17:26.184 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-13 04:17:26.185 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-13 04:17:26.186 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.165.210
2025-12-13 04:17:26.186 DEBUG [src.node.docker_mananger] Generated ports ['40700', '40701', '40702', '40703', '40704']
2025-12-13 04:17:26.186 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-13 04:17:26.186 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-13 04:17:26.186 DEBUG [src.node.waku_node] Using volumes []
2025-12-13 04:17:26.186 DEBUG [src.node.docker_mananger] docker run -i -t -p 40700:40700 -p 40701:40701 -p 40702:40702 -p 40703:40703 -p 40704:40704 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=40702 --rest-port=40700 --tcp-port=40701 --discv5-udp-port=40703 --rest-address=0.0.0.0 --nat=extip:172.18.165.210 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=4adfcdf6cda0f102babde96d8405423ccb52300239341ee275eb29fc8f5abc70 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=40704 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QOIj-lUXo7eQDKRADawGmLuuoEASlRIMTLnzXuvtMR2sUMqhRGnIoJyyWCse0isvYFo0lGJLWgas_FsCw9Tzs_4CgmlkgnY0gmlwhKwSRV6KbXVsdGlhZGRyc5YACASsEkVeBge7AAoErBJFXgYHvN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDOz8Z6Mx8GdmvqzTJFk8dC1DbLojMwtRjyn77wpfK_NmDdGNwgge7g3VkcIIHvYV3YWt1MgE
2025-12-13 04:17:26.385 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.165.210 waku f6760a0fd7b02dbaf8bd521c94fcdecd6c201f4ef8196edec249f6ffe75cf68a
2025-12-13 04:17:26.419 DEBUG [src.node.docker_mananger] Container started with ID f6760a0fd7b0. Setting up logs at ./log/docker/node5_2025-12-13_04-17-21__3607453f-3286-479a-8778-f8f160a5c864__wakuorg_nwaku:latest.log
2025-12-13 04:17:26.420 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 40700
2025-12-13 04:17:26.421 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-13 04:17:27.421 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40700/health" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.429 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"READY"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-13 04:17:27.430 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-13 04:17:27.430 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40700/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.432 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.165.210/tcp/40701/p2p/16Uiu2HAmPSYtsWWieKcFE4K7DkEM8QBazdDjXoyJGDB7CMJ1Te2H","/ip4/172.18.165.210/tcp/40702/ws/p2p/16Uiu2HAmPSYtsWWieKcFE4K7DkEM8QBazdDjXoyJGDB7CMJ1Te2H"],"enrUri":"enr:-L24QK2AP3dX3LLjEb6K3IhI5zAGJrzCsg-Xa22n45y9koJzf2trmBAp52Tweya7LxmE_S3fFSJkZG22SRxhmEo1ulYCgmlkgnY0gmlwhKwSpdKKbXVsdGlhZGRyc5YACASsEqXSBp79AAoErBKl0gae_t0DgnJzhQADAQAAiXNlY3AyNTZrMaEDoEDNynb4Dw0jaadL-PMfJY19iXdiDW1HsYGQXCX3UK6DdGNwgp79g3VkcIKe_4V3YWt1MgE"}'
2025-12-13 04:17:27.432 INFO [src.node.waku_node] REST service is ready !!
2025-12-13 04:17:27.432 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40700/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.69.94/tcp/1979/p2p/16Uiu2HAmGeGDEqBbqWnpvDdTXA45q7XQ1fpZvMpRTahRhADV9g88"]'
2025-12-13 04:17:27.435 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.435 DEBUG [src.steps.relay] Running fixture setup: subscribe_main_relay_nodes
2025-12-13 04:17:27.436 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1978/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-13 04:17:27.442 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.442 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:64212/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-13 04:17:27.447 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.448 DEBUG [src.steps.relay] Running fixture setup: subscribe_optional_relay_nodes
2025-12-13 04:17:27.448 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:31052/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-13 04:17:27.453 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.453 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26955/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-13 04:17:27.458 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.459 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40700/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-13 04:17:27.464 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.465 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1978/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-13 04:17:27.476 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.476 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-13 04:17:27.576 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.576 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1978/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.579 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447465334528,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.581 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.581 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64212/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.583 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447465334528,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.585 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.585 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31052/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.587 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447465334528,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.588 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.589 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.591 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447465334528,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.592 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.592 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40700/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.594 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447465334528,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.596 INFO [src.steps.relay] WARM UP successful!!
2025-12-13 04:17:27.597 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1978/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-13 04:17:27.605 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.605 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-13 04:17:27.706 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.707 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1978/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.709 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447597181529,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.711 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.711 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64212/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.713 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447597181529,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.715 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.715 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31052/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.717 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447597181529,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.719 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.719 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26955/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.721 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447597181529,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.723 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-13 04:17:27.723 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40700/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.725 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447597181529,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.726 DEBUG [src.node.waku_node] Pausing container with id 71495eeac794
2025-12-13 04:17:27.736 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1978/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-13 04:17:27.743 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.744 DEBUG [src.node.waku_node] Unpause container with id 71495eeac794
2025-12-13 04:17:27.754 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1978/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-13 04:17:27.763 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-13 04:17:27.763 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64212/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-13 04:17:27.769 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447726631462,"ephemeral":false,"proof":""},{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765599447726707814,"ephemeral":false,"proof":""}]'
2025-12-13 04:17:27.772 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-13 04:17:27.773 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-13 04:17:27.773 DEBUG [src.node.waku_node] Stopping container with id 288dd89a6fb2
2025-12-13 04:17:28.367 DEBUG [src.node.waku_node] Container stopped.
2025-12-13 04:17:28.367 DEBUG [src.node.waku_node] Stopping container with id 71495eeac794
2025-12-13 04:17:28.930 DEBUG [src.node.waku_node] Container stopped.
2025-12-13 04:17:28.932 DEBUG [src.node.waku_node] Stopping container with id e63889d55798
2025-12-13 04:17:29.239 ERROR [src.node.docker_mananger] Max retries reached for container 288dd89a6fb2. Exiting log stream.
2025-12-13 04:17:29.473 DEBUG [src.node.waku_node] Container stopped.
2025-12-13 04:17:29.473 DEBUG [src.node.waku_node] Stopping container with id 35604b845f4a
2025-12-13 04:17:29.766 ERROR [src.node.docker_mananger] Max retries reached for container 71495eeac794. Exiting log stream.
2025-12-13 04:17:29.974 DEBUG [src.node.waku_node] Container stopped.
2025-12-13 04:17:29.975 DEBUG [src.node.waku_node] Stopping container with id f6760a0fd7b0
2025-12-13 04:17:30.285 ERROR [src.node.docker_mananger] Max retries reached for container e63889d55798. Exiting log stream.
2025-12-13 04:17:30.508 DEBUG [src.node.waku_node] Container stopped.
2025-12-13 04:17:30.509 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-13 04:17:30.540 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-13 04:17:30.552 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-13 04:17:30.558 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-13 04:17:30.563 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-13 04:17:30.569 DEBUG [src.node.docker_mananger] No errors found in the waku logs.