logos-messaging-interop-tests/nim/1104/data/attachments/81ccdc9a1eaa05de.txt

2026-03-05 04:34:04.415 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-05 04:34:04.416 DEBUG [tests.conftest] Running test: test_light_push_after_light_push_node_restarts with id: 2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a
2026-03-05 04:34:04.416 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-05 04:34:04.416 DEBUG [src.steps.light_push] Running fixture setup: light_push_setup
2026-03-05 04:34:04.423 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:04.423 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node1_2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a__wakuorg_nwaku:latest.log
2026-03-05 04:34:04.423 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:04.423 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:04.425 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:04.425 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.247.95
2026-03-05 04:34:04.425 DEBUG [src.node.docker_mananger] Generated ports ['19302', '19303', '19304', '19305', '19306']
2026-03-05 04:34:04.425 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:04.425 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:04.425 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:04.426 DEBUG [src.node.docker_mananger] docker run -i -t -p 19302:19302 -p 19303:19303 -p 19304:19304 -p 19305:19305 -p 19306:19306 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=19304 --rest-port=19302 --tcp-port=19303 --discv5-udp-port=19305 --rest-address=0.0.0.0 --nat=extip:172.18.247.95 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=d0b64ff1f95fd0afeb7e6bde33e859a6efaffbc9aa8046421ae8cbcaff19a0fd --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=19306 --metrics-logging=true --lightpush=true --relay=true
2026-03-05 04:34:04.624 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.247.95 waku 317ae9956828bfb05bc50e858873307c28494ca8e265e2546e3f9d5d21ca45d7
2026-03-05 04:34:04.660 DEBUG [src.node.docker_mananger] Container started with ID 317ae9956828. Setting up logs at ./log/docker/receiving_node1_2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a__wakuorg_nwaku:latest.log
2026-03-05 04:34:04.661 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 19302
2026-03-05 04:34:04.662 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:04.682 ERROR [src.node.docker_mananger] Max retries reached for container f5e9845585b3. Exiting log stream.
2026-03-05 04:34:05.215 ERROR [src.node.docker_mananger] Max retries reached for container 1bf83464c9f1. Exiting log stream.
2026-03-05 04:34:05.662 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:19302/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:05.665 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:05.665 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:05.665 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:19302/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:05.668 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.247.95/tcp/19303/p2p/16Uiu2HAmSERmc3K3sbBHtSeDP547yypfuVskCvyfAecDLpHA36DM","/ip4/172.18.247.95/tcp/19304/ws/p2p/16Uiu2HAmSERmc3K3sbBHtSeDP547yypfuVskCvyfAecDLpHA36DM"],"enrUri":"enr:-L24QDrD4ZMUWVZK6KLp3jfIS9ouU6lBYzg_x4M7o0EnTjOCSFcrYutHaoqP6zNiiqQZLV9XnfCr0EVd-J96GtYN2CQCgmlkgnY0gmlwhKwS91-KbXVsdGlhZGRyc5YACASsEvdfBktnAAoErBL3XwZLaN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDybjWnjrTgWV490_o2nkHrCBmBi50nm5FLMTDf7TZy6CDdGNwgktng3VkcIJLaYV3YWt1Mgk"}'
2026-03-05 04:34:05.668 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:05.675 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:05.675 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node2_2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a__wakuorg_nwaku:latest.log
2026-03-05 04:34:05.676 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:05.676 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:05.677 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:05.677 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.109.17
2026-03-05 04:34:05.677 DEBUG [src.node.docker_mananger] Generated ports ['43590', '43591', '43592', '43593', '43594']
2026-03-05 04:34:05.678 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:05.678 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:05.678 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:05.678 DEBUG [src.node.docker_mananger] docker run -i -t -p 43590:43590 -p 43591:43591 -p 43592:43592 -p 43593:43593 -p 43594:43594 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=43592 --rest-port=43590 --tcp-port=43591 --discv5-udp-port=43593 --rest-address=0.0.0.0 --nat=extip:172.18.109.17 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=16d2d0a8826fcbd98aa4b50ab1599270ccbc00ece66817fee59d257eccec49db --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=43594 --metrics-logging=true --lightpush=false --relay=true
2026-03-05 04:34:05.876 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.109.17 waku b427c47458f32ab81e7798ac44142902cd6db7b109542248bd7631f27bbd8b28
2026-03-05 04:34:05.912 DEBUG [src.node.docker_mananger] Container started with ID b427c47458f3. Setting up logs at ./log/docker/receiving_node2_2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a__wakuorg_nwaku:latest.log
2026-03-05 04:34:05.912 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 43590
2026-03-05 04:34:05.913 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:06.913 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43590/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:06.916 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:06.916 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:06.917 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43590/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:06.919 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.109.17/tcp/43591/p2p/16Uiu2HAmFDifyce7Tnjmaz6WMKmcw2Fk9nvAer9JNxcdmnnK1Wku","/ip4/172.18.109.17/tcp/43592/ws/p2p/16Uiu2HAmFDifyce7Tnjmaz6WMKmcw2Fk9nvAer9JNxcdmnnK1Wku"],"enrUri":"enr:-L24QI7UNSY3LnAulY6EyuA1XFRxS8jXls926QanfCpZieGeUbSpbLXxsRD45sFege4z1Ktt4mxLhl3RfpD98WYKQg4CgmlkgnY0gmlwhKwSbRGKbXVsdGlhZGRyc5YACASsEm0RBqpHAAoErBJtEQaqSN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDJhnQR9yjsz-nKNxe3QzEagj8rBi3fW3W5M4DtFK0zIaDdGNwgqpHg3VkcIKqSYV3YWt1MgE"}'
2026-03-05 04:34:06.919 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:06.919 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43590/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.247.95/tcp/19303/p2p/16Uiu2HAmSERmc3K3sbBHtSeDP547yypfuVskCvyfAecDLpHA36DM"]'
2026-03-05 04:34:06.957 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:06.967 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:06.967 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/lightpush_node1_2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a__wakuorg_nwaku:latest.log
2026-03-05 04:34:06.967 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:06.967 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:06.968 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:06.969 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.188.85
2026-03-05 04:34:06.969 DEBUG [src.node.docker_mananger] Generated ports ['20234', '20235', '20236', '20237', '20238']
2026-03-05 04:34:06.969 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:06.969 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:06.969 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:06.969 DEBUG [src.node.docker_mananger] docker run -i -t -p 20234:20234 -p 20235:20235 -p 20236:20236 -p 20237:20237 -p 20238:20238 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=20236 --rest-port=20234 --tcp-port=20235 --discv5-udp-port=20237 --rest-address=0.0.0.0 --nat=extip:172.18.188.85 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=f35e0a19bacdab39db16dde4f0cd1bdd0b20fdf501abe7b8334eddb48c8ac1c7 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=20238 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QDrD4ZMUWVZK6KLp3jfIS9ouU6lBYzg_x4M7o0EnTjOCSFcrYutHaoqP6zNiiqQZLV9XnfCr0EVd-J96GtYN2CQCgmlkgnY0gmlwhKwS91-KbXVsdGlhZGRyc5YACASsEvdfBktnAAoErBL3XwZLaN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDybjWnjrTgWV490_o2nkHrCBmBi50nm5FLMTDf7TZy6CDdGNwgktng3VkcIJLaYV3YWt1Mgk --lightpushnode=/ip4/172.18.247.95/tcp/19303/p2p/16Uiu2HAmSERmc3K3sbBHtSeDP547yypfuVskCvyfAecDLpHA36DM --lightpush=true --relay=true
2026-03-05 04:34:07.172 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.188.85 waku 0d8b49d195ece19b0cf6e9d1bd5164c89258fa2ecaebabc0f1f3d3e373fe1e0b
2026-03-05 04:34:07.206 DEBUG [src.node.docker_mananger] Container started with ID 0d8b49d195ec. Setting up logs at ./log/docker/lightpush_node1_2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a__wakuorg_nwaku:latest.log
2026-03-05 04:34:07.206 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 20234
2026-03-05 04:34:07.206 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:08.207 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20234/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.230 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:08.232 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:08.235 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20234/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.240 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.188.85/tcp/20235/p2p/16Uiu2HAmKNqdw7YoamMwcM4RRvCTzQmycwZugFBbi29NxBda9UHM","/ip4/172.18.188.85/tcp/20236/ws/p2p/16Uiu2HAmKNqdw7YoamMwcM4RRvCTzQmycwZugFBbi29NxBda9UHM"],"enrUri":"enr:-L24QES7u76AAm7s-BfXgnpfJhIhP7wJKMO4fONXzQao8JNTEdF-CAAMdNM3mneLjnJm5ZVLkplcj_aC56IwfaeNKlgCgmlkgnY0gmlwhKwSvFWKbXVsdGlhZGRyc5YACASsErxVBk8LAAoErBK8VQZPDN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDY96p5tEgZZDgZBoxCt5WOukTm5MtubApSXPXwR2GolCDdGNwgk8Lg3VkcIJPDYV3YWt1Mgk"}'
2026-03-05 04:34:08.240 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:08.241 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20234/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.247.95/tcp/19303/p2p/16Uiu2HAmSERmc3K3sbBHtSeDP547yypfuVskCvyfAecDLpHA36DM"]'
2026-03-05 04:34:08.245 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.245 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20234/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.109.17/tcp/43591/p2p/16Uiu2HAmFDifyce7Tnjmaz6WMKmcw2Fk9nvAer9JNxcdmnnK1Wku"]'
2026-03-05 04:34:08.269 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.271 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:19302/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-05 04:34:08.280 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.281 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43590/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-05 04:34:08.286 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.287 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20234/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-05 04:34:08.290 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.293 DEBUG [src.steps.light_push] Lightpushing message
2026-03-05 04:34:08.295 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20234/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1772685248293649131}}'
2026-03-05 04:34:08.311 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.312 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-05 04:34:08.412 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:08.412 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:19302/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.415 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685248293649131,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:08.417 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:08.417 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43590/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.420 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685248293649131,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:08.421 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:08.421 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20234/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.424 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685248293649131,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:08.425 DEBUG [src.node.waku_node] Restarting container with id 0d8b49d195ec
2026-03-05 04:34:09.488 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20234/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:09.592 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20234/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:09.594 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:09.595 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:09.595 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20234/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:09.597 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.188.85/tcp/20235/p2p/16Uiu2HAmKNqdw7YoamMwcM4RRvCTzQmycwZugFBbi29NxBda9UHM","/ip4/172.18.188.85/tcp/20236/ws/p2p/16Uiu2HAmKNqdw7YoamMwcM4RRvCTzQmycwZugFBbi29NxBda9UHM"],"enrUri":"enr:-L24QES7u76AAm7s-BfXgnpfJhIhP7wJKMO4fONXzQao8JNTEdF-CAAMdNM3mneLjnJm5ZVLkplcj_aC56IwfaeNKlgCgmlkgnY0gmlwhKwSvFWKbXVsdGlhZGRyc5YACASsErxVBk8LAAoErBK8VQZPDN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDY96p5tEgZZDgZBoxCt5WOukTm5MtubApSXPXwR2GolCDdGNwgk8Lg3VkcIJPDYV3YWt1Mgk"}'
2026-03-05 04:34:09.597 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:09.598 DEBUG [src.steps.light_push] Lightpushing message
2026-03-05 04:34:09.598 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20234/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1772685249598365293}}'
2026-03-05 04:34:09.611 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:09.611 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-05 04:34:09.712 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:09.712 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:19302/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:09.715 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685249598365293,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:09.717 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:09.717 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43590/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:09.719 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685249598365293,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:09.720 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:09.721 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20234/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:09.723 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685249598365293,"ephemeral":false,"proof":""},{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685248293649131,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:09.767 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-05 04:34:09.768 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-05 04:34:09.768 DEBUG [src.node.waku_node] Stopping container with id 317ae9956828
2026-03-05 04:34:10.329 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:10.329 DEBUG [src.node.waku_node] Stopping container with id b427c47458f3
2026-03-05 04:34:10.879 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:10.879 DEBUG [src.node.waku_node] Stopping container with id 0d8b49d195ec
2026-03-05 04:34:11.190 ERROR [src.node.docker_mananger] Max retries reached for container 317ae9956828. Exiting log stream.
2026-03-05 04:34:11.427 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:11.430 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-05 04:34:11.455 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:11.463 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:11.492 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:11.494 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2026-03-05 04:34:11.494 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2026-03-05 04:34:11.495 DEBUG [src.libs.common] Attaching file ./log/docker/receiving_node1_2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a__wakuorg_nwaku:latest.log
2026-03-05 04:34:11.496 DEBUG [src.libs.common] Attaching file ./log/docker/lightpush_node1_2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a__wakuorg_nwaku:latest.log
2026-03-05 04:34:11.496 DEBUG [src.libs.common] Attaching file ./log/docker/receiving_node2_2026-03-05_04-34-04__b7bfc8c4-c0dc-4c33-8020-89feb2ebda9a__wakuorg_nwaku:latest.log
2026-03-05 04:34:11.500 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-05 04:34:11.500 DEBUG [tests.conftest] Running test: test_light_push_after_light_push_node_restarts with id: 2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4
2026-03-05 04:34:11.500 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-05 04:34:11.501 DEBUG [src.steps.light_push] Running fixture setup: light_push_setup
2026-03-05 04:34:11.507 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:11.508 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node1_2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4__wakuorg_nwaku:latest.log
2026-03-05 04:34:11.508 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:11.508 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:11.509 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:11.509 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.15.198
2026-03-05 04:34:11.510 DEBUG [src.node.docker_mananger] Generated ports ['40884', '40885', '40886', '40887', '40888']
2026-03-05 04:34:11.510 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:11.510 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:11.510 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:11.510 DEBUG [src.node.docker_mananger] docker run -i -t -p 40884:40884 -p 40885:40885 -p 40886:40886 -p 40887:40887 -p 40888:40888 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=40886 --rest-port=40884 --tcp-port=40885 --discv5-udp-port=40887 --rest-address=0.0.0.0 --nat=extip:172.18.15.198 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=d2ca50e44f9bcb21ebf84ceaf0e489d011dc321d0096b0dae66c12ab9c018cc9 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=40888 --metrics-logging=true --lightpush=true --relay=true
2026-03-05 04:34:11.697 ERROR [src.node.docker_mananger] Max retries reached for container b427c47458f3. Exiting log stream.
2026-03-05 04:34:11.701 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.15.198 waku 5de19e4e4ce7fd0b0f83c87a4f0b1fec36221f56c94979a934b40bc64814c8c0
2026-03-05 04:34:11.736 DEBUG [src.node.docker_mananger] Container started with ID 5de19e4e4ce7. Setting up logs at ./log/docker/receiving_node1_2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4__wakuorg_nwaku:latest.log
2026-03-05 04:34:11.736 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 40884
2026-03-05 04:34:11.736 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:12.239 ERROR [src.node.docker_mananger] Max retries reached for container 0d8b49d195ec. Exiting log stream.
2026-03-05 04:34:12.737 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40884/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:12.740 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:12.740 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:12.740 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40884/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:12.742 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.15.198/tcp/40885/p2p/16Uiu2HAm2D8u1G4uP3R8T8zfpvU1u5uoDYhd6nHrpPWVchotoXV7","/ip4/172.18.15.198/tcp/40886/ws/p2p/16Uiu2HAm2D8u1G4uP3R8T8zfpvU1u5uoDYhd6nHrpPWVchotoXV7"],"enrUri":"enr:-L24QAZhK5JTVrbWd2tzMjhbJnsB7mBmBgNo6bwx2YEqNsYgQYdqbBmv-k_gzV2uHyxlDnHamTPEERfhbJSHYtyhTHkCgmlkgnY0gmlwhKwSD8aKbXVsdGlhZGRyc5YACASsEg_GBp-1AAoErBIPxgaftt0DgnJzhQADAQAAiXNlY3AyNTZrMaECZMuxkPJwYEALlk3CTHeHrAlfH23ikjRAB36mLCTzmDaDdGNwgp-1g3VkcIKft4V3YWt1Mgk"}'
2026-03-05 04:34:12.742 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:12.749 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:12.750 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node2_2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4__wakuorg_nwaku:latest.log
2026-03-05 04:34:12.750 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:12.750 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:12.751 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:12.751 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.255.255
2026-03-05 04:34:12.752 DEBUG [src.node.docker_mananger] Generated ports ['38391', '38392', '38393', '38394', '38395']
2026-03-05 04:34:12.752 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:12.752 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:12.752 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:12.752 DEBUG [src.node.docker_mananger] docker run -i -t -p 38391:38391 -p 38392:38392 -p 38393:38393 -p 38394:38394 -p 38395:38395 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=38393 --rest-port=38391 --tcp-port=38392 --discv5-udp-port=38394 --rest-address=0.0.0.0 --nat=extip:172.18.255.255 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=75590098f09d1eaaeb4bb3436f447c7ce6c7db9fefe84feb3b4f90d1ae2cd083 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=38395 --metrics-logging=true --lightpush=false --relay=true
2026-03-05 04:34:12.947 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.255.255 waku 2e0eda570b0a60ddaa2ec12d49e955081d3958f844abfa185822769cdb1e6d96
2026-03-05 04:34:13.049 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:13.049 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:13.051 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:13.051 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.31.27
2026-03-05 04:34:13.051 DEBUG [src.node.docker_mananger] Generated ports ['26914', '26915', '26916', '26917', '26918']
2026-03-05 04:34:13.052 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:13.052 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:13.052 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:13.052 DEBUG [src.node.docker_mananger] docker run -i -t -p 26914:26914 -p 26915:26915 -p 26916:26916 -p 26917:26917 -p 26918:26918 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=26916 --rest-port=26914 --tcp-port=26915 --discv5-udp-port=26917 --rest-address=0.0.0.0 --nat=extip:172.18.31.27 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=eea1be03c23cd5ee9ccfe014c8c9fad6fcc4f690a842ecaadaf973fb5b63a7d7 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=26918 --metrics-logging=true --lightpush=false --relay=true
2026-03-05 04:34:13.251 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.31.27 waku 810645e72efd0c704edde982f86ddd13aa77648bfe16fd76e689c8043b9997ca
2026-03-05 04:34:13.285 DEBUG [src.node.docker_mananger] Container started with ID 810645e72efd. Setting up logs at ./log/docker/receiving_node2_2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4__wakuorg_nwaku:latest.log
2026-03-05 04:34:13.285 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 26914
2026-03-05 04:34:13.285 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:14.286 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26914/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:14.290 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:14.290 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:14.290 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26914/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:14.293 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.31.27/tcp/26915/p2p/16Uiu2HAky1Xs4k4kLkVWNBBGh8KqYV1ZK7BcRo2sfpc7HsKyxGVN","/ip4/172.18.31.27/tcp/26916/ws/p2p/16Uiu2HAky1Xs4k4kLkVWNBBGh8KqYV1ZK7BcRo2sfpc7HsKyxGVN"],"enrUri":"enr:-L24QCPos58ZfUuWbXL0sFAFLPviAdF1QTbDmQ97244XXrSiFWTJ0iKAqpemd4CgwT56_bS2XiR3pCDqO55ZYGVtfFUCgmlkgnY0gmlwhKwSHxuKbXVsdGlhZGRyc5YACASsEh8bBmkjAAoErBIfGwZpJN0DgnJzhQADAQAAiXNlY3AyNTZrMaECNT-hqZLuWR8gt8MZIPKWL4e6xg7RYak6v2sWiDpLC2GDdGNwgmkjg3VkcIJpJYV3YWt1MgE"}'
2026-03-05 04:34:14.293 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:14.293 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26914/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.15.198/tcp/40885/p2p/16Uiu2HAm2D8u1G4uP3R8T8zfpvU1u5uoDYhd6nHrpPWVchotoXV7"]'
2026-03-05 04:34:14.337 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:14.345 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:14.345 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/lightpush_node1_2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4__wakuorg_nwaku:latest.log
2026-03-05 04:34:14.345 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:14.345 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:14.348 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:14.350 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.169.105
2026-03-05 04:34:14.350 DEBUG [src.node.docker_mananger] Generated ports ['42091', '42092', '42093', '42094', '42095']
2026-03-05 04:34:14.350 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:14.351 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:14.353 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:14.353 DEBUG [src.node.docker_mananger] docker run -i -t -p 42091:42091 -p 42092:42092 -p 42093:42093 -p 42094:42094 -p 42095:42095 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=42093 --rest-port=42091 --tcp-port=42092 --discv5-udp-port=42094 --rest-address=0.0.0.0 --nat=extip:172.18.169.105 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=5aadf3c275bcc8df6beb70e79f2ce8a82d27ccff08fb98d3bf3d550cc3e7c672 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=42095 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QAZhK5JTVrbWd2tzMjhbJnsB7mBmBgNo6bwx2YEqNsYgQYdqbBmv-k_gzV2uHyxlDnHamTPEERfhbJSHYtyhTHkCgmlkgnY0gmlwhKwSD8aKbXVsdGlhZGRyc5YACASsEg_GBp-1AAoErBIPxgaftt0DgnJzhQADAQAAiXNlY3AyNTZrMaECZMuxkPJwYEALlk3CTHeHrAlfH23ikjRAB36mLCTzmDaDdGNwgp-1g3VkcIKft4V3YWt1Mgk --lightpushnode=/ip4/172.18.15.198/tcp/40885/p2p/16Uiu2HAm2D8u1G4uP3R8T8zfpvU1u5uoDYhd6nHrpPWVchotoXV7 --lightpush=true --relay=true
2026-03-05 04:34:14.568 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.169.105 waku c7a1234862bccfdf6a3c4e8a364673c6dad3ee841f1b3d94a6c25328ca154dd5
2026-03-05 04:34:14.604 DEBUG [src.node.docker_mananger] Container started with ID c7a1234862bc. Setting up logs at ./log/docker/lightpush_node1_2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4__wakuorg_nwaku:latest.log
2026-03-05 04:34:14.604 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 42091
2026-03-05 04:34:14.604 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:15.606 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42091/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:15.609 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:15.609 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:15.609 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42091/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:15.611 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.169.105/tcp/42092/p2p/16Uiu2HAmUbBEerWjSQaAGNvfXkJtLWwvepSAawoivz6NSPtxpx4M","/ip4/172.18.169.105/tcp/42093/ws/p2p/16Uiu2HAmUbBEerWjSQaAGNvfXkJtLWwvepSAawoivz6NSPtxpx4M"],"enrUri":"enr:-L24QA9I4vOc0GGQ7R1UQ4v6_gRBuF1ZuWe4Mirga-3uEU6uWhVHL41rQfFFTp9F77kBMk4sJFd-PbYq_P1FSnS33VkCgmlkgnY0gmlwhKwSqWmKbXVsdGlhZGRyc5YACASsEqlpBqRsAAoErBKpaQakbd0DgnJzhQADAQAAiXNlY3AyNTZrMaED7MD518mSjPLs_UmmWVegvKSDIfAt72ttk1d25kofQSaDdGNwgqRsg3VkcIKkboV3YWt1Mgk"}'
2026-03-05 04:34:15.612 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:15.612 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42091/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.15.198/tcp/40885/p2p/16Uiu2HAm2D8u1G4uP3R8T8zfpvU1u5uoDYhd6nHrpPWVchotoXV7"]'
2026-03-05 04:34:15.652 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:15.652 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42091/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.31.27/tcp/26915/p2p/16Uiu2HAky1Xs4k4kLkVWNBBGh8KqYV1ZK7BcRo2sfpc7HsKyxGVN"]'
2026-03-05 04:34:15.679 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:15.680 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40884/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-05 04:34:15.686 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:15.687 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26914/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-05 04:34:15.691 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:15.692 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42091/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-05 04:34:15.696 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:15.701 DEBUG [src.steps.light_push] Lightpushing message
2026-03-05 04:34:15.702 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42091/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1772685255701251396}}'
2026-03-05 04:34:15.718 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:15.719 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-05 04:34:15.820 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:15.821 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40884/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:15.824 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685255701251396,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:15.826 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:15.826 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26914/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:15.828 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685255701251396,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:15.830 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:15.830 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42091/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:15.832 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685255701251396,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:15.834 DEBUG [src.node.waku_node] Restarting container with id c7a1234862bc
2026-03-05 04:34:16.624 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42091/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:16.728 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42091/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:16.730 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:16.731 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:16.731 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42091/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:16.733 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.169.105/tcp/42092/p2p/16Uiu2HAmUbBEerWjSQaAGNvfXkJtLWwvepSAawoivz6NSPtxpx4M","/ip4/172.18.169.105/tcp/42093/ws/p2p/16Uiu2HAmUbBEerWjSQaAGNvfXkJtLWwvepSAawoivz6NSPtxpx4M"],"enrUri":"enr:-L24QA9I4vOc0GGQ7R1UQ4v6_gRBuF1ZuWe4Mirga-3uEU6uWhVHL41rQfFFTp9F77kBMk4sJFd-PbYq_P1FSnS33VkCgmlkgnY0gmlwhKwSqWmKbXVsdGlhZGRyc5YACASsEqlpBqRsAAoErBKpaQakbd0DgnJzhQADAQAAiXNlY3AyNTZrMaED7MD518mSjPLs_UmmWVegvKSDIfAt72ttk1d25kofQSaDdGNwgqRsg3VkcIKkboV3YWt1Mgk"}'
2026-03-05 04:34:16.734 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:16.734 DEBUG [src.steps.light_push] Lightpushing message
2026-03-05 04:34:16.734 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42091/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1772685256734587736}}'
2026-03-05 04:34:16.746 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:16.746 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-05 04:34:16.847 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:16.847 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40884/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:16.850 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685256734587736,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:16.851 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:16.852 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26914/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:16.854 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685256734587736,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:16.855 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:16.855 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42091/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:16.858 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685255701251396,"ephemeral":false,"proof":""},{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685256734587736,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:16.870 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-05 04:34:16.871 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-05 04:34:16.871 DEBUG [src.node.waku_node] Stopping container with id 5de19e4e4ce7
2026-03-05 04:34:17.460 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:17.460 DEBUG [src.node.waku_node] Stopping container with id 810645e72efd
2026-03-05 04:34:18.032 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:18.034 DEBUG [src.node.waku_node] Stopping container with id c7a1234862bc
2026-03-05 04:34:18.272 ERROR [src.node.docker_mananger] Max retries reached for container 5de19e4e4ce7. Exiting log stream.
2026-03-05 04:34:18.629 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:18.631 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-05 04:34:18.643 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:18.652 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:18.681 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:18.682 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2026-03-05 04:34:18.683 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2026-03-05 04:34:18.683 DEBUG [src.libs.common] Attaching file ./log/docker/lightpush_node1_2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4__wakuorg_nwaku:latest.log
2026-03-05 04:34:18.684 DEBUG [src.libs.common] Attaching file ./log/docker/receiving_node2_2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4__wakuorg_nwaku:latest.log
2026-03-05 04:34:18.684 DEBUG [src.libs.common] Attaching file ./log/docker/receiving_node1_2026-03-05_04-34-11__12faff12-61a7-4ad6-8068-0721bac115d4__wakuorg_nwaku:latest.log
2026-03-05 04:34:18.688 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-05 04:34:18.688 DEBUG [tests.conftest] Running test: test_light_push_after_light_push_node_restarts with id: 2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc
2026-03-05 04:34:18.689 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-05 04:34:18.689 DEBUG [src.steps.light_push] Running fixture setup: light_push_setup
2026-03-05 04:34:18.695 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:18.696 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node1_2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc__wakuorg_nwaku:latest.log
2026-03-05 04:34:18.696 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:18.696 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:18.697 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:18.697 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.25.212
2026-03-05 04:34:18.697 DEBUG [src.node.docker_mananger] Generated ports ['34425', '34426', '34427', '34428', '34429']
2026-03-05 04:34:18.697 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:18.698 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:18.698 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:18.698 DEBUG [src.node.docker_mananger] docker run -i -t -p 34425:34425 -p 34426:34426 -p 34427:34427 -p 34428:34428 -p 34429:34429 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=34427 --rest-port=34425 --tcp-port=34426 --discv5-udp-port=34428 --rest-address=0.0.0.0 --nat=extip:172.18.25.212 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=e59a921ea0e3ba613fb60b3dd976d6cca7abf83ad7fafce7a2276d28f7fcd3da --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=34429 --metrics-logging=true --lightpush=true --relay=true
2026-03-05 04:34:18.885 ERROR [src.node.docker_mananger] Max retries reached for container 810645e72efd. Exiting log stream.
2026-03-05 04:34:18.893 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.25.212 waku c46395c4815d3750aae4260a7a7d0c285a3451feeb2e1e7956703ad2a168a3f3
2026-03-05 04:34:18.928 DEBUG [src.node.docker_mananger] Container started with ID c46395c4815d. Setting up logs at ./log/docker/receiving_node1_2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc__wakuorg_nwaku:latest.log
2026-03-05 04:34:18.929 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 34425
2026-03-05 04:34:18.930 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:19.463 ERROR [src.node.docker_mananger] Max retries reached for container c7a1234862bc. Exiting log stream.
2026-03-05 04:34:19.930 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34425/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:19.933 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:19.933 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:19.933 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34425/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:19.936 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.25.212/tcp/34426/p2p/16Uiu2HAm367gUfNFvkLCd5fuo27PsxiBMVt1dXh6uYjfMDiDpAy8","/ip4/172.18.25.212/tcp/34427/ws/p2p/16Uiu2HAm367gUfNFvkLCd5fuo27PsxiBMVt1dXh6uYjfMDiDpAy8"],"enrUri":"enr:-L24QI5ZHWQ9_T3CYGPXR3cX2A8-CAgmGBVYysTl_CBGOxy_Y74kOVMxYna_Lv_aVldEzMPF_BlupiYr27ETTry8qKYCgmlkgnY0gmlwhKwSGdSKbXVsdGlhZGRyc5YACASsEhnUBoZ6AAoErBIZ1AaGe90DgnJzhQADAQAAiXNlY3AyNTZrMaECcdrwoNDMgb9c-241ynuA1uPbpRp_vW76o_Cs8lcv9rODdGNwgoZ6g3VkcIKGfIV3YWt1Mgk"}'
2026-03-05 04:34:19.936 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:19.943 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:19.943 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node2_2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc__wakuorg_nwaku:latest.log
2026-03-05 04:34:19.943 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:19.943 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:19.945 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:19.945 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.246.245
2026-03-05 04:34:19.945 DEBUG [src.node.docker_mananger] Generated ports ['30895', '30896', '30897', '30898', '30899']
2026-03-05 04:34:19.945 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:19.945 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:19.945 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:19.946 DEBUG [src.node.docker_mananger] docker run -i -t -p 30895:30895 -p 30896:30896 -p 30897:30897 -p 30898:30898 -p 30899:30899 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=30897 --rest-port=30895 --tcp-port=30896 --discv5-udp-port=30898 --rest-address=0.0.0.0 --nat=extip:172.18.246.245 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b886be2fbd93c3e8ccecd5e564285ccf5ada4eabbfa7eaef29ec45e4f6ecea5f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=30899 --metrics-logging=true --lightpush=false --relay=true
2026-03-05 04:34:20.145 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.246.245 waku 103f97d548b3075c86b4c7144a92f67ca307ea30d6d08adb1674fad4c769042b
2026-03-05 04:34:20.181 DEBUG [src.node.docker_mananger] Container started with ID 103f97d548b3. Setting up logs at ./log/docker/receiving_node2_2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc__wakuorg_nwaku:latest.log
2026-03-05 04:34:20.182 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 30895
2026-03-05 04:34:20.182 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:21.183 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:30895/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:21.186 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:21.187 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:21.187 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:30895/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:21.189 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.246.245/tcp/30896/p2p/16Uiu2HAm3JJe3nNeWy5fuFQEZkHHJSCX7DhhjKCSbMo4AygKY3tD","/ip4/172.18.246.245/tcp/30897/ws/p2p/16Uiu2HAm3JJe3nNeWy5fuFQEZkHHJSCX7DhhjKCSbMo4AygKY3tD"],"enrUri":"enr:-L24QDvnwZ32EAUzZHa5CJFPvnVar9zOSOCrKQZ3Bek-nbxmE_YHSTnOBvzU4dT_TaRuxi7kG16PHcRL-JrSRxQe8qgCgmlkgnY0gmlwhKwS9vWKbXVsdGlhZGRyc5YACASsEvb1BniwAAoErBL29QZ4sd0DgnJzhQADAQAAiXNlY3AyNTZrMaECdPpM0BgGLQsFRvf7j1RQPtbqn6pJXsLKnfwWIWKOArqDdGNwgniwg3VkcIJ4soV3YWt1MgE"}'
2026-03-05 04:34:21.189 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:21.190 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:30895/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.25.212/tcp/34426/p2p/16Uiu2HAm367gUfNFvkLCd5fuo27PsxiBMVt1dXh6uYjfMDiDpAy8"]'
2026-03-05 04:34:21.227 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:21.236 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:21.236 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/lightpush_node1_2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc__wakuorg_nwaku:latest.log
2026-03-05 04:34:21.236 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:21.236 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:21.238 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:21.238 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.254.19
2026-03-05 04:34:21.238 DEBUG [src.node.docker_mananger] Generated ports ['63693', '63694', '63695', '63696', '63697']
2026-03-05 04:34:21.238 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:21.238 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:21.238 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:21.239 DEBUG [src.node.docker_mananger] docker run -i -t -p 63693:63693 -p 63694:63694 -p 63695:63695 -p 63696:63696 -p 63697:63697 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=63695 --rest-port=63693 --tcp-port=63694 --discv5-udp-port=63696 --rest-address=0.0.0.0 --nat=extip:172.18.254.19 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=cdacfae0a1bb60741816be1cbed720aaea9ca3fcd619561bdbfc0cbaebe0daf4 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=63697 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QI5ZHWQ9_T3CYGPXR3cX2A8-CAgmGBVYysTl_CBGOxy_Y74kOVMxYna_Lv_aVldEzMPF_BlupiYr27ETTry8qKYCgmlkgnY0gmlwhKwSGdSKbXVsdGlhZGRyc5YACASsEhnUBoZ6AAoErBIZ1AaGe90DgnJzhQADAQAAiXNlY3AyNTZrMaECcdrwoNDMgb9c-241ynuA1uPbpRp_vW76o_Cs8lcv9rODdGNwgoZ6g3VkcIKGfIV3YWt1Mgk --lightpushnode=/ip4/172.18.25.212/tcp/34426/p2p/16Uiu2HAm367gUfNFvkLCd5fuo27PsxiBMVt1dXh6uYjfMDiDpAy8 --lightpush=true --relay=true
2026-03-05 04:34:21.444 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.254.19 waku 4ff1003e95ab43925034ed62934c520a48e75b4b2b0f3b9c9fa150ffc40f8a5c
2026-03-05 04:34:21.480 DEBUG [src.node.docker_mananger] Container started with ID 4ff1003e95ab. Setting up logs at ./log/docker/lightpush_node1_2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc__wakuorg_nwaku:latest.log
2026-03-05 04:34:21.480 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 63693
2026-03-05 04:34:21.480 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:22.481 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63693/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:22.502 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:22.504 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:22.506 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63693/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:22.511 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.254.19/tcp/63694/p2p/16Uiu2HAmERXNxUCdhFUEiGYA4VdWnctCchZE39a9eB9Cfy3zg59o","/ip4/172.18.254.19/tcp/63695/ws/p2p/16Uiu2HAmERXNxUCdhFUEiGYA4VdWnctCchZE39a9eB9Cfy3zg59o"],"enrUri":"enr:-L24QOIr_IZcXtFwBgwUe7-7NfRIHFAcDHoUs2wWFc2mYIhoJO6ZSj-vbNxDmhCBN_tUfAQ6nyW-5sEqo4ekmf2yEkcCgmlkgnY0gmlwhKwS_hOKbXVsdGlhZGRyc5YACASsEv4TBvjOAAoErBL-Ewb4z90DgnJzhQADAQAAiXNlY3AyNTZrMaEDGkRTq96U7-DqJEVg3sHWwLkLGPCw9Bgm2zMq2-pe_naDdGNwgvjOg3VkcIL40IV3YWt1Mgk"}'
2026-03-05 04:34:22.511 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:22.512 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63693/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.25.212/tcp/34426/p2p/16Uiu2HAm367gUfNFvkLCd5fuo27PsxiBMVt1dXh6uYjfMDiDpAy8"]'
2026-03-05 04:34:22.514 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:22.515 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63693/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.246.245/tcp/30896/p2p/16Uiu2HAm3JJe3nNeWy5fuFQEZkHHJSCX7DhhjKCSbMo4AygKY3tD"]'
2026-03-05 04:34:22.543 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:22.546 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:34425/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-05 04:34:22.553 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:22.554 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:30895/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-05 04:34:22.558 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:22.558 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63693/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-05 04:34:22.560 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:22.561 DEBUG [src.steps.light_push] Lightpushing message
2026-03-05 04:34:22.562 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63693/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1772685262561827802}}'
2026-03-05 04:34:22.575 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:22.576 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-05 04:34:22.676 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:22.677 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34425/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:22.679 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685262561827802,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:22.681 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:22.681 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:30895/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:22.684 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685262561827802,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:22.685 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:22.685 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63693/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:22.688 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685262561827802,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:22.689 DEBUG [src.node.waku_node] Restarting container with id 4ff1003e95ab
2026-03-05 04:34:23.746 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63693/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:23.849 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63693/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:23.852 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:23.852 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:23.852 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63693/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:23.855 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.254.19/tcp/63694/p2p/16Uiu2HAmERXNxUCdhFUEiGYA4VdWnctCchZE39a9eB9Cfy3zg59o","/ip4/172.18.254.19/tcp/63695/ws/p2p/16Uiu2HAmERXNxUCdhFUEiGYA4VdWnctCchZE39a9eB9Cfy3zg59o"],"enrUri":"enr:-L24QOIr_IZcXtFwBgwUe7-7NfRIHFAcDHoUs2wWFc2mYIhoJO6ZSj-vbNxDmhCBN_tUfAQ6nyW-5sEqo4ekmf2yEkcCgmlkgnY0gmlwhKwS_hOKbXVsdGlhZGRyc5YACASsEv4TBvjOAAoErBL-Ewb4z90DgnJzhQADAQAAiXNlY3AyNTZrMaEDGkRTq96U7-DqJEVg3sHWwLkLGPCw9Bgm2zMq2-pe_naDdGNwgvjOg3VkcIL40IV3YWt1Mgk"}'
2026-03-05 04:34:23.855 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:23.856 DEBUG [src.steps.light_push] Lightpushing message
2026-03-05 04:34:23.856 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63693/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1772685263856057731}}'
2026-03-05 04:34:23.869 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:23.869 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-05 04:34:23.970 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:23.970 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34425/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:23.973 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685263856057731,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:23.975 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:23.975 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:30895/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:23.978 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685263856057731,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:23.979 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-05 04:34:23.979 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63693/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:23.981 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685263856057731,"ephemeral":false,"proof":""},{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685262561827802,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:23.993 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-05 04:34:23.994 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-05 04:34:23.994 DEBUG [src.node.waku_node] Stopping container with id c46395c4815d
2026-03-05 04:34:24.579 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:24.579 DEBUG [src.node.waku_node] Stopping container with id 103f97d548b3
2026-03-05 04:34:25.122 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:25.123 DEBUG [src.node.waku_node] Stopping container with id 4ff1003e95ab
2026-03-05 04:34:25.393 ERROR [src.node.docker_mananger] Max retries reached for container c46395c4815d. Exiting log stream.
2026-03-05 04:34:25.672 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:25.675 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-05 04:34:25.688 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:25.696 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:25.726 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:25.726 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2026-03-05 04:34:25.726 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2026-03-05 04:34:25.727 DEBUG [src.libs.common] Attaching file ./log/docker/receiving_node2_2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc__wakuorg_nwaku:latest.log
2026-03-05 04:34:25.728 DEBUG [src.libs.common] Attaching file ./log/docker/lightpush_node1_2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc__wakuorg_nwaku:latest.log
2026-03-05 04:34:25.729 DEBUG [src.libs.common] Attaching file ./log/docker/receiving_node1_2026-03-05_04-34-18__1ee64e4c-d5fd-4a13-ba4c-e76cd581e5fc__wakuorg_nwaku:latest.log