262 lines
50 KiB
Plaintext

2026-03-14 04:33:16.398 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-14 04:33:16.399 DEBUG [tests.conftest] Running test: test_light_push_after_light_push_node_restarts with id: 2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1
2026-03-14 04:33:16.399 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-14 04:33:16.400 DEBUG [src.steps.light_push] Running fixture setup: light_push_setup
2026-03-14 04:33:16.406 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-14 04:33:16.407 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node1_2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1__wakuorg_nwaku:latest.log
2026-03-14 04:33:16.407 DEBUG [src.node.waku_node] Starting Node...
2026-03-14 04:33:16.407 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-14 04:33:16.408 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-14 04:33:16.408 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.249.197
2026-03-14 04:33:16.409 DEBUG [src.node.docker_mananger] Generated ports ['31643', '31644', '31645', '31646', '31647']
2026-03-14 04:33:16.409 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-14 04:33:16.409 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-14 04:33:16.409 DEBUG [src.node.waku_node] Using volumes []
2026-03-14 04:33:16.409 DEBUG [src.node.docker_mananger] docker run -i -t -p 31643:31643 -p 31644:31644 -p 31645:31645 -p 31646:31646 -p 31647:31647 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=31645 --rest-port=31643 --tcp-port=31644 --discv5-udp-port=31646 --rest-address=0.0.0.0 --nat=extip:172.18.249.197 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=f9c65afcdbfadffeb8a6d7b0c6059bfac61dae345f12e56884cced9407e1b02b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=31647 --metrics-logging=true --lightpush=true --relay=true
2026-03-14 04:33:16.602 ERROR [src.node.docker_mananger] Max retries reached for container 6b5c9c7bf608. Exiting log stream.
2026-03-14 04:33:16.608 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.249.197 waku 86feba41282f637a5ac8104cb653dd372ccf3c2fb56768d8a2e1f04f50ab5b8f
2026-03-14 04:33:16.644 DEBUG [src.node.docker_mananger] Container started with ID 86feba41282f. Setting up logs at ./log/docker/receiving_node1_2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1__wakuorg_nwaku:latest.log
2026-03-14 04:33:16.644 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 31643
2026-03-14 04:33:16.645 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-14 04:33:17.167 ERROR [src.node.docker_mananger] Max retries reached for container 94c843fc0466. Exiting log stream.
2026-03-14 04:33:17.646 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31643/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:17.649 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-14 04:33:17.649 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-14 04:33:17.650 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31643/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:17.652 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.249.197/tcp/31644/p2p/16Uiu2HAmNdYTPbTH83M8p4BAN9w31DnrEVTqy9FWoq7pw5PpTZCP","/ip4/172.18.249.197/tcp/31645/ws/p2p/16Uiu2HAmNdYTPbTH83M8p4BAN9w31DnrEVTqy9FWoq7pw5PpTZCP"],"enrUri":"enr:-L24QJhJOxqI15bdQKqqLLKu_GIjk02Ke7bF_jDSvVGFnu7MQuYhTiGZNIluqroH5B5HEzbG9_ixSKRG0nDszBbZsmwCgmlkgnY0gmlwhKwS-cWKbXVsdGlhZGRyc5YACASsEvnFBnucAAoErBL5xQZ7nd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDlDYCU6qrDM18xzu8tRRjf97lDf903UVEqIEM98IF69SDdGNwgnucg3VkcIJ7noV3YWt1Mgk"}'
2026-03-14 04:33:17.652 INFO [src.node.waku_node] REST service is ready !!
2026-03-14 04:33:17.660 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-14 04:33:17.660 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node2_2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1__wakuorg_nwaku:latest.log
2026-03-14 04:33:17.660 DEBUG [src.node.waku_node] Starting Node...
2026-03-14 04:33:17.660 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-14 04:33:17.661 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-14 04:33:17.662 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.83.151
2026-03-14 04:33:17.662 DEBUG [src.node.docker_mananger] Generated ports ['17324', '17325', '17326', '17327', '17328']
2026-03-14 04:33:17.662 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-14 04:33:17.662 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-14 04:33:17.662 DEBUG [src.node.waku_node] Using volumes []
2026-03-14 04:33:17.662 DEBUG [src.node.docker_mananger] docker run -i -t -p 17324:17324 -p 17325:17325 -p 17326:17326 -p 17327:17327 -p 17328:17328 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=17326 --rest-port=17324 --tcp-port=17325 --discv5-udp-port=17327 --rest-address=0.0.0.0 --nat=extip:172.18.83.151 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=f44ae6d2b21eda7f490614bec51deafbe9c0c8bbaa0eb8fab13f6144efe7d549 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=17328 --metrics-logging=true --lightpush=false --relay=true
2026-03-14 04:33:17.874 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.83.151 waku c26488f80671d5345f77d7737fabf6b42f93ab30ce0d3d8f05e98f83d3250ab4
2026-03-14 04:33:17.912 DEBUG [src.node.docker_mananger] Container started with ID c26488f80671. Setting up logs at ./log/docker/receiving_node2_2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1__wakuorg_nwaku:latest.log
2026-03-14 04:33:17.913 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 17324
2026-03-14 04:33:17.913 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-14 04:33:18.914 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17324/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:18.917 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-14 04:33:18.917 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-14 04:33:18.918 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17324/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:18.920 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.83.151/tcp/17325/p2p/16Uiu2HAkymXhPAb1UnpJAJWLVXoqNatqMDmHQpgnvnQTpANRM6MS","/ip4/172.18.83.151/tcp/17326/ws/p2p/16Uiu2HAkymXhPAb1UnpJAJWLVXoqNatqMDmHQpgnvnQTpANRM6MS"],"enrUri":"enr:-L24QM9E1o5SX9j_sKjpYqWEGOuTa0GIRJiwjjfBd7yJ-WWDGZRd-oHqKF5yP5xCYoG_tvaH7V_6ItseiQ5WXW5IDfwCgmlkgnY0gmlwhKwSU5eKbXVsdGlhZGRyc5YACASsElOXBkOtAAoErBJTlwZDrt0DgnJzhQADAQAAiXNlY3AyNTZrMaECQIT_kvlOK03pbFuUpRafBDw3amiCVyD_g2OWhewI8tWDdGNwgkOtg3VkcIJDr4V3YWt1MgE"}'
2026-03-14 04:33:18.920 INFO [src.node.waku_node] REST service is ready !!
2026-03-14 04:33:18.921 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:17324/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.249.197/tcp/31644/p2p/16Uiu2HAmNdYTPbTH83M8p4BAN9w31DnrEVTqy9FWoq7pw5PpTZCP"]'
2026-03-14 04:33:18.959 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:18.969 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-14 04:33:18.969 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/lightpush_node1_2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1__wakuorg_nwaku:latest.log
2026-03-14 04:33:18.970 DEBUG [src.node.waku_node] Starting Node...
2026-03-14 04:33:18.970 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-14 04:33:18.971 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-14 04:33:18.971 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.152.9
2026-03-14 04:33:18.972 DEBUG [src.node.docker_mananger] Generated ports ['13198', '13199', '13200', '13201', '13202']
2026-03-14 04:33:18.972 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-14 04:33:18.972 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-14 04:33:18.972 DEBUG [src.node.waku_node] Using volumes []
2026-03-14 04:33:18.972 DEBUG [src.node.docker_mananger] docker run -i -t -p 13198:13198 -p 13199:13199 -p 13200:13200 -p 13201:13201 -p 13202:13202 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=13200 --rest-port=13198 --tcp-port=13199 --discv5-udp-port=13201 --rest-address=0.0.0.0 --nat=extip:172.18.152.9 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=24c6261ba61c1ccd517e8445ba6ad5ba26c6fdd12e3d75aa3b14bc8ffacf9d0f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=13202 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QJhJOxqI15bdQKqqLLKu_GIjk02Ke7bF_jDSvVGFnu7MQuYhTiGZNIluqroH5B5HEzbG9_ixSKRG0nDszBbZsmwCgmlkgnY0gmlwhKwS-cWKbXVsdGlhZGRyc5YACASsEvnFBnucAAoErBL5xQZ7nd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDlDYCU6qrDM18xzu8tRRjf97lDf903UVEqIEM98IF69SDdGNwgnucg3VkcIJ7noV3YWt1Mgk --lightpushnode=/ip4/172.18.249.197/tcp/31644/p2p/16Uiu2HAmNdYTPbTH83M8p4BAN9w31DnrEVTqy9FWoq7pw5PpTZCP --lightpush=true --relay=true
2026-03-14 04:33:19.176 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.152.9 waku 35e9ed8d49feed3d464d98bfc3045f8b79f36ff3072f1a30262ce56524b07770
2026-03-14 04:33:19.214 DEBUG [src.node.docker_mananger] Container started with ID 35e9ed8d49fe. Setting up logs at ./log/docker/lightpush_node1_2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1__wakuorg_nwaku:latest.log
2026-03-14 04:33:19.214 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 13198
2026-03-14 04:33:19.214 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-14 04:33:20.215 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13198/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:20.218 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-14 04:33:20.218 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-14 04:33:20.218 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13198/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:20.221 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.152.9/tcp/13199/p2p/16Uiu2HAmGKYUXYsqjpoZA5TedC3e8tJsqDL7jKKPJRVY7kWu9CJB","/ip4/172.18.152.9/tcp/13200/ws/p2p/16Uiu2HAmGKYUXYsqjpoZA5TedC3e8tJsqDL7jKKPJRVY7kWu9CJB"],"enrUri":"enr:-L24QAvZWQcqaXpvJA5ZajGlo7urdkH0wq0o1LBypN4IGOogQXtRWwBcEgwQ53wrR4owQqUOPywqGLztevepqA9rRgMCgmlkgnY0gmlwhKwSmAmKbXVsdGlhZGRyc5YACASsEpgJBjOPAAoErBKYCQYzkN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDNnN0g9T6jYhQxQMQj1btSFZL3DSxPMxuO4bvzShDCtCDdGNwgjOPg3VkcIIzkYV3YWt1Mgk"}'
2026-03-14 04:33:20.221 INFO [src.node.waku_node] REST service is ready !!
2026-03-14 04:33:20.221 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13198/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.249.197/tcp/31644/p2p/16Uiu2HAmNdYTPbTH83M8p4BAN9w31DnrEVTqy9FWoq7pw5PpTZCP"]'
2026-03-14 04:33:20.258 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:20.258 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13198/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.83.151/tcp/17325/p2p/16Uiu2HAkymXhPAb1UnpJAJWLVXoqNatqMDmHQpgnvnQTpANRM6MS"]'
2026-03-14 04:33:20.289 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:20.290 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:31643/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-14 04:33:20.300 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:20.301 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:17324/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-14 04:33:20.307 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:20.311 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13198/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-14 04:33:20.315 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:20.318 DEBUG [src.steps.light_push] Lightpushing message
2026-03-14 04:33:20.318 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13198/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1773462800318525408}}'
2026-03-14 04:33:20.333 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:20.335 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-14 04:33:20.435 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:20.436 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31643/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:20.438 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462800318525408,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:20.440 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:20.440 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17324/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:20.443 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462800318525408,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:20.444 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:20.444 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13198/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:20.447 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462800318525408,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:20.448 DEBUG [src.node.waku_node] Restarting container with id 35e9ed8d49fe
2026-03-14 04:33:21.508 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13198/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:21.612 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13198/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:21.615 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-14 04:33:21.615 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-14 04:33:21.615 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13198/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:21.618 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.152.9/tcp/13199/p2p/16Uiu2HAmGKYUXYsqjpoZA5TedC3e8tJsqDL7jKKPJRVY7kWu9CJB","/ip4/172.18.152.9/tcp/13200/ws/p2p/16Uiu2HAmGKYUXYsqjpoZA5TedC3e8tJsqDL7jKKPJRVY7kWu9CJB"],"enrUri":"enr:-L24QAvZWQcqaXpvJA5ZajGlo7urdkH0wq0o1LBypN4IGOogQXtRWwBcEgwQ53wrR4owQqUOPywqGLztevepqA9rRgMCgmlkgnY0gmlwhKwSmAmKbXVsdGlhZGRyc5YACASsEpgJBjOPAAoErBKYCQYzkN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDNnN0g9T6jYhQxQMQj1btSFZL3DSxPMxuO4bvzShDCtCDdGNwgjOPg3VkcIIzkYV3YWt1Mgk"}'
2026-03-14 04:33:21.618 INFO [src.node.waku_node] REST service is ready !!
2026-03-14 04:33:21.619 DEBUG [src.steps.light_push] Lightpushing message
2026-03-14 04:33:21.619 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13198/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1773462801619301020}}'
2026-03-14 04:33:21.635 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:21.636 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-14 04:33:21.737 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:21.737 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:31643/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:21.740 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462801619301020,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:21.741 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:21.742 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17324/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:21.744 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462801619301020,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:21.746 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:21.746 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13198/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:21.748 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462801619301020,"ephemeral":false,"proof":""},{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462800318525408,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:21.792 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-14 04:33:21.794 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-14 04:33:21.794 DEBUG [src.node.waku_node] Stopping container with id 86feba41282f
2026-03-14 04:33:22.389 DEBUG [src.node.waku_node] Container stopped.
2026-03-14 04:33:22.389 DEBUG [src.node.waku_node] Stopping container with id c26488f80671
2026-03-14 04:33:22.978 DEBUG [src.node.waku_node] Container stopped.
2026-03-14 04:33:22.981 DEBUG [src.node.waku_node] Stopping container with id 35e9ed8d49fe
2026-03-14 04:33:23.253 ERROR [src.node.docker_mananger] Max retries reached for container 86feba41282f. Exiting log stream.
2026-03-14 04:33:23.549 DEBUG [src.node.waku_node] Container stopped.
2026-03-14 04:33:23.551 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-14 04:33:23.578 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-14 04:33:23.594 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-14 04:33:23.622 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-14 04:33:23.623 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2026-03-14 04:33:23.623 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2026-03-14 04:33:23.623 DEBUG [src.libs.common] Attaching file ./log/docker/receiving_node1_2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1__wakuorg_nwaku:latest.log
2026-03-14 04:33:23.625 DEBUG [src.libs.common] Attaching file ./log/docker/receiving_node2_2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1__wakuorg_nwaku:latest.log
2026-03-14 04:33:23.627 DEBUG [src.libs.common] Attaching file ./log/docker/lightpush_node1_2026-03-14_04-33-16__628d9ec2-28f3-4cce-a107-3fe227f40ee1__wakuorg_nwaku:latest.log
2026-03-14 04:33:23.631 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-14 04:33:23.631 DEBUG [tests.conftest] Running test: test_light_push_after_light_push_node_restarts with id: 2026-03-14_04-33-23__7c29f64f-ed31-43e9-894d-938416dbc87b
2026-03-14 04:33:23.631 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-14 04:33:23.632 DEBUG [src.steps.light_push] Running fixture setup: light_push_setup
2026-03-14 04:33:23.639 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-14 04:33:23.639 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node1_2026-03-14_04-33-23__7c29f64f-ed31-43e9-894d-938416dbc87b__wakuorg_nwaku:latest.log
2026-03-14 04:33:23.639 DEBUG [src.node.waku_node] Starting Node...
2026-03-14 04:33:23.639 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-14 04:33:23.641 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-14 04:33:23.641 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.14.49
2026-03-14 04:33:23.641 DEBUG [src.node.docker_mananger] Generated ports ['10614', '10615', '10616', '10617', '10618']
2026-03-14 04:33:23.641 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-14 04:33:23.641 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-14 04:33:23.642 DEBUG [src.node.waku_node] Using volumes []
2026-03-14 04:33:23.642 DEBUG [src.node.docker_mananger] docker run -i -t -p 10614:10614 -p 10615:10615 -p 10616:10616 -p 10617:10617 -p 10618:10618 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=10616 --rest-port=10614 --tcp-port=10615 --discv5-udp-port=10617 --rest-address=0.0.0.0 --nat=extip:172.18.14.49 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=cdea9cbed3773e4bdafcd91937673be5009df3a0aac4caf92f2d3df5bc57ee51 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=10618 --metrics-logging=true --lightpush=true --relay=true
2026-03-14 04:33:23.829 ERROR [src.node.docker_mananger] Max retries reached for container c26488f80671. Exiting log stream.
2026-03-14 04:33:23.842 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.14.49 waku df4f10e32c1ea20f262982a64ba3aee62a625011b9c0af868e0c81dd56c649b8
2026-03-14 04:33:23.876 DEBUG [src.node.docker_mananger] Container started with ID df4f10e32c1e. Setting up logs at ./log/docker/receiving_node1_2026-03-14_04-33-23__7c29f64f-ed31-43e9-894d-938416dbc87b__wakuorg_nwaku:latest.log
2026-03-14 04:33:23.877 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 10614
2026-03-14 04:33:23.877 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-14 04:33:24.365 ERROR [src.node.docker_mananger] Max retries reached for container 35e9ed8d49fe. Exiting log stream.
2026-03-14 04:33:24.879 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10614/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:24.881 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-14 04:33:24.882 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-14 04:33:24.882 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10614/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:24.884 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.14.49/tcp/10615/p2p/16Uiu2HAkzwKNMuw3Gq97GusEZcxTr74b5R3zYcLaYUngRA4Mw13r","/ip4/172.18.14.49/tcp/10616/ws/p2p/16Uiu2HAkzwKNMuw3Gq97GusEZcxTr74b5R3zYcLaYUngRA4Mw13r"],"enrUri":"enr:-L24QCKGqs25CIBxnrt4_sP8DBcV-IfjLrSFIeCZgC22oxqVbEi9nkNnCa60QSNLF3rTo4_-IOcpGl1CJgAajmfWbBACgmlkgnY0gmlwhKwSDjGKbXVsdGlhZGRyc5YACASsEg4xBil3AAoErBIOMQYpeN0DgnJzhQADAQAAiXNlY3AyNTZrMaECUeKN2JlbQbHT8XJuTeyTQJJSRaKlC6phT7raG0ggjHWDdGNwgil3g3VkcIIpeYV3YWt1Mgk"}'
2026-03-14 04:33:24.885 INFO [src.node.waku_node] REST service is ready !!
2026-03-14 04:33:24.892 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-14 04:33:24.892 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node2_2026-03-14_04-33-23__7c29f64f-ed31-43e9-894d-938416dbc87b__wakuorg_nwaku:latest.log
2026-03-14 04:33:24.892 DEBUG [src.node.waku_node] Starting Node...
2026-03-14 04:33:24.893 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-14 04:33:24.894 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-14 04:33:24.894 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.28.85
2026-03-14 04:33:24.894 DEBUG [src.node.docker_mananger] Generated ports ['14707', '14708', '14709', '14710', '14711']
2026-03-14 04:33:24.895 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-14 04:33:24.895 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-14 04:33:24.895 DEBUG [src.node.waku_node] Using volumes []
2026-03-14 04:33:24.895 DEBUG [src.node.docker_mananger] docker run -i -t -p 14707:14707 -p 14708:14708 -p 14709:14709 -p 14710:14710 -p 14711:14711 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=14709 --rest-port=14707 --tcp-port=14708 --discv5-udp-port=14710 --rest-address=0.0.0.0 --nat=extip:172.18.28.85 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=bcdf5bdf2af00de5b4aa3a8be72ef40f8dc03d6b50fccf39cf94c4bde4eff2ef --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=14711 --metrics-logging=true --lightpush=false --relay=true
2026-03-14 04:33:25.102 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.28.85 waku 483ce5291d378d8f38f863eabc17a426e7766c645db1c40531e51855650b6bd6
2026-03-14 04:33:25.136 DEBUG [src.node.docker_mananger] Container started with ID 483ce5291d37. Setting up logs at ./log/docker/receiving_node2_2026-03-14_04-33-23__7c29f64f-ed31-43e9-894d-938416dbc87b__wakuorg_nwaku:latest.log
2026-03-14 04:33:25.136 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 14707
2026-03-14 04:33:25.136 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-14 04:33:26.137 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14707/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:26.140 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-14 04:33:26.140 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-14 04:33:26.140 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14707/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:26.143 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.28.85/tcp/14708/p2p/16Uiu2HAkvGSZjpRnqNFtAsxDuBaxqRWUVqnw2XZTMDf13kyDMd8w","/ip4/172.18.28.85/tcp/14709/ws/p2p/16Uiu2HAkvGSZjpRnqNFtAsxDuBaxqRWUVqnw2XZTMDf13kyDMd8w"],"enrUri":"enr:-L24QJrTX-n3_gKxJ5PctgEC1lCCGdnQaWelM8zGZ1vkFTNmXr2-_kjImZ48OJJ6dYvlkF4DOTYe3mAXquBCDyjhA4ECgmlkgnY0gmlwhKwSHFWKbXVsdGlhZGRyc5YACASsEhxVBjl0AAoErBIcVQY5dd0DgnJzhQADAQAAiXNlY3AyNTZrMaECDH5Ko5cYIHlFGLn1bZ-ND2Oerz_4yOUYTzCnn1i1i3yDdGNwgjl0g3VkcII5doV3YWt1MgE"}'
2026-03-14 04:33:26.143 INFO [src.node.waku_node] REST service is ready !!
2026-03-14 04:33:26.143 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:14707/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.14.49/tcp/10615/p2p/16Uiu2HAkzwKNMuw3Gq97GusEZcxTr74b5R3zYcLaYUngRA4Mw13r"]'
2026-03-14 04:33:26.179 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:26.188 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-14 04:33:26.189 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/lightpush_node1_2026-03-14_04-33-23__7c29f64f-ed31-43e9-894d-938416dbc87b__wakuorg_nwaku:latest.log
2026-03-14 04:33:26.189 DEBUG [src.node.waku_node] Starting Node...
2026-03-14 04:33:26.189 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-14 04:33:26.192 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-14 04:33:26.193 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.49.118
2026-03-14 04:33:26.193 DEBUG [src.node.docker_mananger] Generated ports ['63978', '63979', '63980', '63981', '63982']
2026-03-14 04:33:26.193 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-14 04:33:26.193 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-14 04:33:26.193 DEBUG [src.node.waku_node] Using volumes []
2026-03-14 04:33:26.194 DEBUG [src.node.docker_mananger] docker run -i -t -p 63978:63978 -p 63979:63979 -p 63980:63980 -p 63981:63981 -p 63982:63982 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=63980 --rest-port=63978 --tcp-port=63979 --discv5-udp-port=63981 --rest-address=0.0.0.0 --nat=extip:172.18.49.118 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=9535465cca86a99c6edc3f7c17e7cbe1dba3fc7906bbeba2cead609bcba4fe7a --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=63982 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QCKGqs25CIBxnrt4_sP8DBcV-IfjLrSFIeCZgC22oxqVbEi9nkNnCa60QSNLF3rTo4_-IOcpGl1CJgAajmfWbBACgmlkgnY0gmlwhKwSDjGKbXVsdGlhZGRyc5YACASsEg4xBil3AAoErBIOMQYpeN0DgnJzhQADAQAAiXNlY3AyNTZrMaECUeKN2JlbQbHT8XJuTeyTQJJSRaKlC6phT7raG0ggjHWDdGNwgil3g3VkcIIpeYV3YWt1Mgk --lightpushnode=/ip4/172.18.14.49/tcp/10615/p2p/16Uiu2HAkzwKNMuw3Gq97GusEZcxTr74b5R3zYcLaYUngRA4Mw13r --lightpush=true --relay=true
2026-03-14 04:33:26.413 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.49.118 waku 5c537f06c5fd56d2aaf46f20b4e9d807ead9fd1afb44f600973706b9ab7c5e7c
2026-03-14 04:33:26.451 DEBUG [src.node.docker_mananger] Container started with ID 5c537f06c5fd. Setting up logs at ./log/docker/lightpush_node1_2026-03-14_04-33-23__7c29f64f-ed31-43e9-894d-938416dbc87b__wakuorg_nwaku:latest.log
2026-03-14 04:33:26.451 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 63978
2026-03-14 04:33:26.451 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-14 04:33:27.452 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63978/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:27.455 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-14 04:33:27.456 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-14 04:33:27.456 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63978/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:27.463 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.49.118/tcp/63979/p2p/16Uiu2HAm6tz8UUcbSh8RoY1V7AU266CD2Z1DXvTuYEhhccUtj4uB","/ip4/172.18.49.118/tcp/63980/ws/p2p/16Uiu2HAm6tz8UUcbSh8RoY1V7AU266CD2Z1DXvTuYEhhccUtj4uB"],"enrUri":"enr:-L24QMD5yQ0YSmgyEExvvvXt4pxR-b9G_Lil-aFNxQfMbuJuaJViq8G0DuDtFzmcncL9SfTb5luG0uByDVCRfvqNRGwCgmlkgnY0gmlwhKwSMXaKbXVsdGlhZGRyc5YACASsEjF2BvnrAAoErBIxdgb57N0DgnJzhQADAQAAiXNlY3AyNTZrMaECqm_CiyChw21oUoLvShlGygJut-efrdpfJP-OqTEGDh6DdGNwgvnrg3VkcIL57YV3YWt1Mgk"}'
2026-03-14 04:33:27.466 INFO [src.node.waku_node] REST service is ready !!
2026-03-14 04:33:27.467 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63978/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.14.49/tcp/10615/p2p/16Uiu2HAkzwKNMuw3Gq97GusEZcxTr74b5R3zYcLaYUngRA4Mw13r"]'
2026-03-14 04:33:27.496 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:27.497 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63978/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.28.85/tcp/14708/p2p/16Uiu2HAkvGSZjpRnqNFtAsxDuBaxqRWUVqnw2XZTMDf13kyDMd8w"]'
2026-03-14 04:33:27.528 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:27.529 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:10614/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-14 04:33:27.535 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:27.538 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:14707/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-14 04:33:27.544 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:27.545 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63978/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-14 04:33:27.548 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:27.549 DEBUG [src.steps.light_push] Lightpushing message
2026-03-14 04:33:27.549 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63978/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1773462807549390440}}'
2026-03-14 04:33:27.562 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:27.565 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-14 04:33:27.666 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:27.667 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10614/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:27.669 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462807549390440,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:27.671 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:27.671 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14707/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:27.674 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462807549390440,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:27.675 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:27.676 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63978/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:27.678 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462807549390440,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:27.680 DEBUG [src.node.waku_node] Restarting container with id 5c537f06c5fd
2026-03-14 04:33:28.446 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63978/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:28.550 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63978/health" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:28.554 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-14 04:33:28.554 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-14 04:33:28.554 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63978/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:28.557 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.49.118/tcp/63979/p2p/16Uiu2HAm6tz8UUcbSh8RoY1V7AU266CD2Z1DXvTuYEhhccUtj4uB","/ip4/172.18.49.118/tcp/63980/ws/p2p/16Uiu2HAm6tz8UUcbSh8RoY1V7AU266CD2Z1DXvTuYEhhccUtj4uB"],"enrUri":"enr:-L24QMD5yQ0YSmgyEExvvvXt4pxR-b9G_Lil-aFNxQfMbuJuaJViq8G0DuDtFzmcncL9SfTb5luG0uByDVCRfvqNRGwCgmlkgnY0gmlwhKwSMXaKbXVsdGlhZGRyc5YACASsEjF2BvnrAAoErBIxdgb57N0DgnJzhQADAQAAiXNlY3AyNTZrMaECqm_CiyChw21oUoLvShlGygJut-efrdpfJP-OqTEGDh6DdGNwgvnrg3VkcIL57YV3YWt1Mgk"}'
2026-03-14 04:33:28.557 INFO [src.node.waku_node] REST service is ready !!
2026-03-14 04:33:28.557 DEBUG [src.steps.light_push] Lightpushing message
2026-03-14 04:33:28.558 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63978/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1773462808557898859}}'
2026-03-14 04:33:28.572 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-14 04:33:28.572 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-14 04:33:28.674 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:28.674 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:10614/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:28.677 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462808557898859,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:28.680 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:28.681 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14707/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:28.683 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462808557898859,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:28.684 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-14 04:33:28.684 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63978/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-14 04:33:28.687 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773462808557898859,"ephemeral":false,"proof":""}]'
2026-03-14 04:33:28.690 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-14 04:33:28.691 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-14 04:33:28.691 DEBUG [src.node.waku_node] Stopping container with id df4f10e32c1e
2026-03-14 04:33:29.292 DEBUG [src.node.waku_node] Container stopped.
2026-03-14 04:33:29.292 DEBUG [src.node.waku_node] Stopping container with id 483ce5291d37
2026-03-14 04:33:29.880 DEBUG [src.node.waku_node] Container stopped.
2026-03-14 04:33:29.880 DEBUG [src.node.waku_node] Stopping container with id 5c537f06c5fd
2026-03-14 04:33:30.105 ERROR [src.node.docker_mananger] Max retries reached for container df4f10e32c1e. Exiting log stream.
2026-03-14 04:33:30.437 DEBUG [src.node.waku_node] Container stopped.
2026-03-14 04:33:30.438 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-14 04:33:30.455 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-14 04:33:30.463 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-14 04:33:30.491 DEBUG [src.node.docker_mananger] No errors found in the waku logs.