188 lines
34 KiB
Plaintext

2026-03-27 04:50:11.641 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-27 04:50:11.642 DEBUG [tests.conftest] Running test: test_multiple_receiving_nodes with id: 2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205
2026-03-27 04:50:11.642 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-27 04:50:11.642 DEBUG [src.steps.light_push] Running fixture setup: light_push_setup
2026-03-27 04:50:11.649 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-27 04:50:11.649 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node1_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:11.649 DEBUG [src.node.waku_node] Starting Node...
2026-03-27 04:50:11.650 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-27 04:50:11.651 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-27 04:50:11.651 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.137.246
2026-03-27 04:50:11.651 DEBUG [src.node.docker_mananger] Generated ports ['15120', '15121', '15122', '15123', '15124']
2026-03-27 04:50:11.651 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-27 04:50:11.651 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-27 04:50:11.652 DEBUG [src.node.waku_node] Using volumes []
2026-03-27 04:50:11.652 DEBUG [src.node.docker_mananger] docker run -i -t -p 15120:15120 -p 15121:15121 -p 15122:15122 -p 15123:15123 -p 15124:15124 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=15122 --rest-port=15120 --tcp-port=15121 --discv5-udp-port=15123 --rest-address=0.0.0.0 --nat=extip:172.18.137.246 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=85ce4612efef7a0bbf642aff1afd6cfc6a35a125ff1c8c8c6edfd76efdbfa9ae --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=15124 --metrics-logging=true --lightpush=true --relay=true
2026-03-27 04:50:11.840 ERROR [src.node.docker_mananger] Max retries reached for container c051294d3d44. Exiting log stream.
2026-03-27 04:50:11.847 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.137.246 waku bfb5e39d9ccc3111e7fa3b3eb75055ad49ce5daad21080b67d96dd5670c32d88
2026-03-27 04:50:11.883 DEBUG [src.node.docker_mananger] Container started with ID bfb5e39d9ccc. Setting up logs at ./log/docker/receiving_node1_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:11.883 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 15120
2026-03-27 04:50:11.883 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-27 04:50:12.431 ERROR [src.node.docker_mananger] Max retries reached for container 6092f531d3ec. Exiting log stream.
2026-03-27 04:50:12.885 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:15120/health" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:12.887 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-27 04:50:12.888 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-27 04:50:12.888 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:15120/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:12.890 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.137.246/tcp/15121/p2p/16Uiu2HAmLuQ1TrZqfVVTUPhaWiqVNGiKSwCuSCKd9jvm6unn8Up2","/ip4/172.18.137.246/tcp/15122/ws/p2p/16Uiu2HAmLuQ1TrZqfVVTUPhaWiqVNGiKSwCuSCKd9jvm6unn8Up2"],"enrUri":"enr:-L24QL2LMMcF4tZVF1xZR5qz5gnGMKL44J007-fNLjejdEgsab35K1DxQg86eoUxfQ9rkbBbuGmGfnogoLzc4Gmrrc4CgmlkgnY0gmlwhKwSifaKbXVsdGlhZGRyc5YACASsEon2BjsRAAoErBKJ9gY7Et0DgnJzhQADAQAAiXNlY3AyNTZrMaEDeo5gismyI0RLIWNhE_0NB8dv_epbGJ_l4aGsBiisDPuDdGNwgjsRg3VkcII7E4V3YWt1Mgk"}'
2026-03-27 04:50:12.890 INFO [src.node.waku_node] REST service is ready !!
2026-03-27 04:50:12.897 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-27 04:50:12.898 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node2_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:12.898 DEBUG [src.node.waku_node] Starting Node...
2026-03-27 04:50:12.898 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-27 04:50:12.899 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-27 04:50:12.899 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.234.243
2026-03-27 04:50:12.899 DEBUG [src.node.docker_mananger] Generated ports ['20520', '20521', '20522', '20523', '20524']
2026-03-27 04:50:12.899 DEBUG [src.node.waku_node] Cluster id was resolved to: 3
2026-03-27 04:50:12.900 DEBUG [src.node.waku_node] Removing pubsub-topic from nwaku args
2026-03-27 04:50:12.900 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-27 04:50:12.900 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-27 04:50:12.900 DEBUG [src.node.waku_node] Using volumes []
2026-03-27 04:50:12.900 DEBUG [src.node.docker_mananger] docker run -i -t -p 20520:20520 -p 20521:20521 -p 20522:20522 -p 20523:20523 -p 20524:20524 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=20522 --rest-port=20520 --tcp-port=20521 --discv5-udp-port=20523 --rest-address=0.0.0.0 --nat=extip:172.18.234.243 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=edaec3bfdb7dad96c202c024a05bf24d501ea70ecccd8e210abd5ecb2a27a02d --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=20524 --metrics-logging=true --lightpush=true --relay=true
2026-03-27 04:50:13.093 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.234.243 waku d1f2ada90c9595ffb6aca216a7b1fe12439ea189424012a76a5690c3404051fa
2026-03-27 04:50:13.128 DEBUG [src.node.docker_mananger] Container started with ID d1f2ada90c95. Setting up logs at ./log/docker/receiving_node2_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:13.129 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 20520
2026-03-27 04:50:13.129 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-27 04:50:14.129 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20520/health" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:14.132 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-27 04:50:14.132 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-27 04:50:14.133 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20520/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:14.135 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.234.243/tcp/20521/p2p/16Uiu2HAkwJgyNQT9JFsFQ6DQzbCGojrxKnwoAjyJzUKXUc7pYCbP","/ip4/172.18.234.243/tcp/20522/ws/p2p/16Uiu2HAkwJgyNQT9JFsFQ6DQzbCGojrxKnwoAjyJzUKXUc7pYCbP"],"enrUri":"enr:-L24QDU2Mmmf5HvpmJqucO0sz19yxUu_2jLVG92tKxaQlQ5NHrO-cB3CVMs_QnwIGuZidbPbWa8YoNKhDoWJ4x3lvU4CgmlkgnY0gmlwhKwS6vOKbXVsdGlhZGRyc5YACASsEurzBlApAAoErBLq8wZQKt0DgnJzhQADAQAAiXNlY3AyNTZrMaECG-1uPgBjTLzHqGU0nMDgjFDs9S8b6synv3hKJ2KQ1x6DdGNwglApg3VkcIJQK4V3YWt1Mgk"}'
2026-03-27 04:50:14.135 INFO [src.node.waku_node] REST service is ready !!
2026-03-27 04:50:14.136 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20520/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.137.246/tcp/15121/p2p/16Uiu2HAmLuQ1TrZqfVVTUPhaWiqVNGiKSwCuSCKd9jvm6unn8Up2"]'
2026-03-27 04:50:14.174 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:14.188 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-27 04:50:14.189 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node3_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:14.189 DEBUG [src.node.waku_node] Starting Node...
2026-03-27 04:50:14.189 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-27 04:50:14.190 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-27 04:50:14.190 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.23.116
2026-03-27 04:50:14.191 DEBUG [src.node.docker_mananger] Generated ports ['6148', '6149', '6150', '6151', '6152']
2026-03-27 04:50:14.191 DEBUG [src.node.waku_node] Cluster id was resolved to: 3
2026-03-27 04:50:14.192 DEBUG [src.node.waku_node] Removing pubsub-topic from nwaku args
2026-03-27 04:50:14.192 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-27 04:50:14.193 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-27 04:50:14.195 DEBUG [src.node.waku_node] Using volumes []
2026-03-27 04:50:14.196 DEBUG [src.node.docker_mananger] docker run -i -t -p 6148:6148 -p 6149:6149 -p 6150:6150 -p 6151:6151 -p 6152:6152 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=6150 --rest-port=6148 --tcp-port=6149 --discv5-udp-port=6151 --rest-address=0.0.0.0 --nat=extip:172.18.23.116 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=e4fa759ae8da3b50df8fb6d879ab72deed8a3a4c39533b29abdcd59ed6fcafee --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=6152 --metrics-logging=true --lightpush=true --relay=true
2026-03-27 04:50:14.402 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.23.116 waku bc13386e3ef1b1945caaf776ece8d9ab529cdeda13274e7dd9bc7721e387c786
2026-03-27 04:50:14.435 DEBUG [src.node.docker_mananger] Container started with ID bc13386e3ef1. Setting up logs at ./log/docker/receiving_node3_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:14.435 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 6148
2026-03-27 04:50:14.436 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-27 04:50:15.436 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6148/health" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:15.439 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-27 04:50:15.440 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-27 04:50:15.440 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6148/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:15.442 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.23.116/tcp/6149/p2p/16Uiu2HAkyY7nomkN3zFLVzpN1cZp5warKfWHvP7zahjUjot9uSi2","/ip4/172.18.23.116/tcp/6150/ws/p2p/16Uiu2HAkyY7nomkN3zFLVzpN1cZp5warKfWHvP7zahjUjot9uSi2"],"enrUri":"enr:-L24QGnVcY5Sd4tyWm4099lBTMcHOciP733vMDRoRvUkQLvXQbvESckRzi-RkjnYVVHpOf5DLjBmRhnZyMcbKCtKE7ACgmlkgnY0gmlwhKwSF3SKbXVsdGlhZGRyc5YACASsEhd0BhgFAAoErBIXdAYYBt0DgnJzhQADAQAAiXNlY3AyNTZrMaECPRVqq1d_fslctTdhBkd9P_5dKbGnyHd7R4mw-oOlKM-DdGNwghgFg3VkcIIYB4V3YWt1Mgk"}'
2026-03-27 04:50:15.442 INFO [src.node.waku_node] REST service is ready !!
2026-03-27 04:50:15.443 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6148/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.137.246/tcp/15121/p2p/16Uiu2HAmLuQ1TrZqfVVTUPhaWiqVNGiKSwCuSCKd9jvm6unn8Up2"]'
2026-03-27 04:50:15.483 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:15.484 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6148/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.234.243/tcp/20521/p2p/16Uiu2HAkwJgyNQT9JFsFQ6DQzbCGojrxKnwoAjyJzUKXUc7pYCbP"]'
2026-03-27 04:50:15.514 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:15.529 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-27 04:50:15.529 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/receiving_node4_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:15.529 DEBUG [src.node.waku_node] Starting Node...
2026-03-27 04:50:15.530 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-27 04:50:15.533 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-27 04:50:15.535 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.74.39
2026-03-27 04:50:15.535 DEBUG [src.node.docker_mananger] Generated ports ['11872', '11873', '11874', '11875', '11876']
2026-03-27 04:50:15.535 DEBUG [src.node.waku_node] Cluster id was resolved to: 3
2026-03-27 04:50:15.537 DEBUG [src.node.waku_node] Removing pubsub-topic from nwaku args
2026-03-27 04:50:15.538 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-27 04:50:15.538 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-27 04:50:15.538 DEBUG [src.node.waku_node] Using volumes []
2026-03-27 04:50:15.539 DEBUG [src.node.docker_mananger] docker run -i -t -p 11872:11872 -p 11873:11873 -p 11874:11874 -p 11875:11875 -p 11876:11876 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=11874 --rest-port=11872 --tcp-port=11873 --discv5-udp-port=11875 --rest-address=0.0.0.0 --nat=extip:172.18.74.39 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=dec570ab8fff3cedebbbebaf6f921be1f34aca0f799cccfa50a1e650aad54dbb --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=11876 --metrics-logging=true --lightpush=true --relay=true
2026-03-27 04:50:15.737 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.74.39 waku dc1825d534911420d22daae6d0a4dc145d615f757e8b258192950ec887eeec76
2026-03-27 04:50:15.770 DEBUG [src.node.docker_mananger] Container started with ID dc1825d53491. Setting up logs at ./log/docker/receiving_node4_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:15.770 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 11872
2026-03-27 04:50:15.770 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-27 04:50:16.771 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:11872/health" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:16.774 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-27 04:50:16.774 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-27 04:50:16.775 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:11872/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:16.777 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.74.39/tcp/11873/p2p/16Uiu2HAm1prUAeQkDopYE3tJbATPcE3Rb5cVbhgEVMotkj95yCkG","/ip4/172.18.74.39/tcp/11874/ws/p2p/16Uiu2HAm1prUAeQkDopYE3tJbATPcE3Rb5cVbhgEVMotkj95yCkG"],"enrUri":"enr:-L24QMOh42IChluF4UgEweW12UJBfQoaASkRAfULuvvFJ_fiQDvcbbSqR2VQrTuvFxlqPUakpjLI4c8cHYZkNAJwrMYCgmlkgnY0gmlwhKwSSieKbXVsdGlhZGRyc5YACASsEkonBi5hAAoErBJKJwYuYt0DgnJzhQADAQAAiXNlY3AyNTZrMaECXxZXILcIkptsI1PwyaVvY9wubGEH9Jz4T-sy4S_L_VmDdGNwgi5hg3VkcIIuY4V3YWt1Mgk"}'
2026-03-27 04:50:16.777 INFO [src.node.waku_node] REST service is ready !!
2026-03-27 04:50:16.778 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:11872/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.137.246/tcp/15121/p2p/16Uiu2HAmLuQ1TrZqfVVTUPhaWiqVNGiKSwCuSCKd9jvm6unn8Up2"]'
2026-03-27 04:50:16.817 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:16.817 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:11872/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.234.243/tcp/20521/p2p/16Uiu2HAkwJgyNQT9JFsFQ6DQzbCGojrxKnwoAjyJzUKXUc7pYCbP"]'
2026-03-27 04:50:16.842 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:16.844 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:11872/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.23.116/tcp/6149/p2p/16Uiu2HAkyY7nomkN3zFLVzpN1cZp5warKfWHvP7zahjUjot9uSi2"]'
2026-03-27 04:50:16.875 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:16.886 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-27 04:50:16.886 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/lightpush_node1_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:16.886 DEBUG [src.node.waku_node] Starting Node...
2026-03-27 04:50:16.887 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-27 04:50:16.892 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-27 04:50:16.892 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.17.125
2026-03-27 04:50:16.893 DEBUG [src.node.docker_mananger] Generated ports ['26699', '26700', '26701', '26702', '26703']
2026-03-27 04:50:16.893 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-27 04:50:16.893 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-27 04:50:16.893 DEBUG [src.node.waku_node] Using volumes []
2026-03-27 04:50:16.894 DEBUG [src.node.docker_mananger] docker run -i -t -p 26699:26699 -p 26700:26700 -p 26701:26701 -p 26702:26702 -p 26703:26703 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=26701 --rest-port=26699 --tcp-port=26700 --discv5-udp-port=26702 --rest-address=0.0.0.0 --nat=extip:172.18.17.125 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=24dd2aadd867002eb77ae2c4ddb71dce48fcb1df5d70cfa77e2b94faf2a9bbfb --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=26703 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QL2LMMcF4tZVF1xZR5qz5gnGMKL44J007-fNLjejdEgsab35K1DxQg86eoUxfQ9rkbBbuGmGfnogoLzc4Gmrrc4CgmlkgnY0gmlwhKwSifaKbXVsdGlhZGRyc5YACASsEon2BjsRAAoErBKJ9gY7Et0DgnJzhQADAQAAiXNlY3AyNTZrMaEDeo5gismyI0RLIWNhE_0NB8dv_epbGJ_l4aGsBiisDPuDdGNwgjsRg3VkcII7E4V3YWt1Mgk --lightpushnode=/ip4/172.18.137.246/tcp/15121/p2p/16Uiu2HAmLuQ1TrZqfVVTUPhaWiqVNGiKSwCuSCKd9jvm6unn8Up2 --lightpush=true --relay=true
2026-03-27 04:50:17.087 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.17.125 waku 44e621713b85eba3ca5bf002a93d2a3fbd2eb868eace627d6b0b3e4f3bd97826
2026-03-27 04:50:17.121 DEBUG [src.node.docker_mananger] Container started with ID 44e621713b85. Setting up logs at ./log/docker/lightpush_node1_2026-03-27_04-50-11__1c95ed49-70c4-4b72-b55a-921c5c046205__wakuorg_nwaku:latest.log
2026-03-27 04:50:17.121 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 26699
2026-03-27 04:50:17.121 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-27 04:50:18.122 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26699/health" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:18.124 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-27 04:50:18.125 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-27 04:50:18.125 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26699/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:18.127 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.17.125/tcp/26700/p2p/16Uiu2HAmAGEcKWf4eoouUUNEWtwWgv1h75Wjm2c5ksrg2ZZvbgfW","/ip4/172.18.17.125/tcp/26701/ws/p2p/16Uiu2HAmAGEcKWf4eoouUUNEWtwWgv1h75Wjm2c5ksrg2ZZvbgfW"],"enrUri":"enr:-L24QH7LKqr-pqtXhof8liJ9kNUD3FiTv-tNPVolNN2--cxZCVUGGsTizLkPDO-MsEzJcNRGD2p0tRr3tOe0hnitaHICgmlkgnY0gmlwhKwSEX2KbXVsdGlhZGRyc5YACASsEhF9BmhMAAoErBIRfQZoTd0DgnJzhQADAQAAiXNlY3AyNTZrMaEC3HRj8TOl2CD2-l04Xr-kZjf0s10ENzhsCSE8-CHEPlWDdGNwgmhMg3VkcIJoToV3YWt1Mgk"}'
2026-03-27 04:50:18.128 INFO [src.node.waku_node] REST service is ready !!
2026-03-27 04:50:18.128 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26699/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.137.246/tcp/15121/p2p/16Uiu2HAmLuQ1TrZqfVVTUPhaWiqVNGiKSwCuSCKd9jvm6unn8Up2"]'
2026-03-27 04:50:18.167 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.170 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26699/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.234.243/tcp/20521/p2p/16Uiu2HAkwJgyNQT9JFsFQ6DQzbCGojrxKnwoAjyJzUKXUc7pYCbP"]'
2026-03-27 04:50:18.196 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.197 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26699/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.23.116/tcp/6149/p2p/16Uiu2HAkyY7nomkN3zFLVzpN1cZp5warKfWHvP7zahjUjot9uSi2"]'
2026-03-27 04:50:18.232 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.233 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26699/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.74.39/tcp/11873/p2p/16Uiu2HAm1prUAeQkDopYE3tJbATPcE3Rb5cVbhgEVMotkj95yCkG"]'
2026-03-27 04:50:18.269 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.271 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:15120/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-27 04:50:18.277 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.277 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20520/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-27 04:50:18.281 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.282 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6148/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-27 04:50:18.286 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.286 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:11872/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-27 04:50:18.293 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.294 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26699/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-27 04:50:18.298 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.299 DEBUG [src.steps.light_push] Lightpushing message
2026-03-27 04:50:18.299 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26699/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1774587018299459472}}'
2026-03-27 04:50:18.329 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-27 04:50:18.329 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-27 04:50:18.430 DEBUG [src.steps.light_push] Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message
2026-03-27 04:50:18.430 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:15120/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:18.433 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774587018299459472,"ephemeral":false,"proof":""}]'
2026-03-27 04:50:18.434 DEBUG [src.steps.light_push] Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message
2026-03-27 04:50:18.435 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20520/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:18.437 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774587018299459472,"ephemeral":false,"proof":""}]'
2026-03-27 04:50:18.438 DEBUG [src.steps.light_push] Checking that peer NODE_3:wakuorg/nwaku:latest can find the lightpushed message
2026-03-27 04:50:18.438 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6148/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:18.440 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774587018299459472,"ephemeral":false,"proof":""}]'
2026-03-27 04:50:18.443 DEBUG [src.steps.light_push] Checking that peer NODE_4:wakuorg/nwaku:latest can find the lightpushed message
2026-03-27 04:50:18.443 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:11872/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:18.445 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774587018299459472,"ephemeral":false,"proof":""}]'
2026-03-27 04:50:18.446 DEBUG [src.steps.light_push] Checking that peer NODE_5:wakuorg/nwaku:latest can find the lightpushed message
2026-03-27 04:50:18.446 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26699/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-27 04:50:18.448 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774587018299459472,"ephemeral":false,"proof":""}]'
2026-03-27 04:50:18.451 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-27 04:50:18.452 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-27 04:50:18.452 DEBUG [src.node.waku_node] Stopping container with id bfb5e39d9ccc
2026-03-27 04:50:19.041 DEBUG [src.node.waku_node] Container stopped.
2026-03-27 04:50:19.041 DEBUG [src.node.waku_node] Stopping container with id d1f2ada90c95
2026-03-27 04:50:19.610 DEBUG [src.node.waku_node] Container stopped.
2026-03-27 04:50:19.611 DEBUG [src.node.waku_node] Stopping container with id bc13386e3ef1
2026-03-27 04:50:19.854 ERROR [src.node.docker_mananger] Max retries reached for container bfb5e39d9ccc. Exiting log stream.
2026-03-27 04:50:20.202 DEBUG [src.node.waku_node] Container stopped.
2026-03-27 04:50:20.204 DEBUG [src.node.waku_node] Stopping container with id dc1825d53491
2026-03-27 04:50:20.426 ERROR [src.node.docker_mananger] Max retries reached for container d1f2ada90c95. Exiting log stream.
2026-03-27 04:50:20.773 DEBUG [src.node.waku_node] Container stopped.
2026-03-27 04:50:20.773 DEBUG [src.node.waku_node] Stopping container with id 44e621713b85
2026-03-27 04:50:21.082 ERROR [src.node.docker_mananger] Max retries reached for container bc13386e3ef1. Exiting log stream.
2026-03-27 04:50:21.360 DEBUG [src.node.waku_node] Container stopped.
2026-03-27 04:50:21.362 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-27 04:50:21.378 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-27 04:50:21.393 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-27 04:50:21.419 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-27 04:50:21.448 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-27 04:50:21.463 DEBUG [src.node.docker_mananger] No errors found in the waku logs.