192 lines
35 KiB
Plaintext

2026-01-31 04:30:42.056 DEBUG [tests.conftest] Running fixture setup: test_id
2026-01-31 04:30:42.057 DEBUG [tests.conftest] Running test: test_first_node_to_start_publishes with id: 2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4
2026-01-31 04:30:42.058 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-01-31 04:30:42.059 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-01-31 04:30:42.060 DEBUG [src.steps.relay] Running fixture setup: setup_main_relay_nodes
2026-01-31 04:30:42.074 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-01-31 04:30:42.074 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:42.074 DEBUG [src.node.waku_node] Starting Node...
2026-01-31 04:30:42.074 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-01-31 04:30:42.077 DEBUG [src.node.docker_mananger] Network waku already exists
2026-01-31 04:30:42.078 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.62.78
2026-01-31 04:30:42.078 DEBUG [src.node.docker_mananger] Generated ports ['24780', '24781', '24782', '24783', '24784']
2026-01-31 04:30:42.079 DEBUG [src.node.waku_node] RLN credentials were not set
2026-01-31 04:30:42.079 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-01-31 04:30:42.079 DEBUG [src.node.waku_node] Using volumes []
2026-01-31 04:30:42.079 DEBUG [src.node.docker_mananger] docker run -i -t -p 24780:24780 -p 24781:24781 -p 24782:24782 -p 24783:24783 -p 24784:24784 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=24782 --rest-port=24780 --tcp-port=24781 --discv5-udp-port=24783 --rest-address=0.0.0.0 --nat=extip:172.18.62.78 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=2f0e662383fafe1feaf5d1a7df7cd8f731fccaac8a0c4db5dcc1fbcdf5bb9b9a --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=24784 --metrics-logging=true --relay=true
2026-01-31 04:30:42.266 ERROR [src.node.docker_mananger] Max retries reached for container 65b685863689. Exiting log stream.
2026-01-31 04:30:42.279 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.62.78 waku ba6bbb0aef14a82684f80680ee345901d0e816da81c91eec76d0f8cb77af8578
2026-01-31 04:30:42.312 DEBUG [src.node.docker_mananger] Container started with ID ba6bbb0aef14. Setting up logs at ./log/docker/node1_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:42.313 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 24780
2026-01-31 04:30:42.313 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-01-31 04:30:42.909 ERROR [src.node.docker_mananger] Max retries reached for container 7fba7855d930. Exiting log stream.
2026-01-31 04:30:43.314 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:24780/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:43.317 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-01-31 04:30:43.318 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:30:43.318 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:24780/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:43.320 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.62.78/tcp/24781/p2p/16Uiu2HAkyHV6Awqz44YfRVtJQDuV28uTuF9MakMT93NMPJHJbH4s","/ip4/172.18.62.78/tcp/24782/ws/p2p/16Uiu2HAkyHV6Awqz44YfRVtJQDuV28uTuF9MakMT93NMPJHJbH4s"],"enrUri":"enr:-L24QM2i5-W8R7oUBgvFEtY1uscQbP5-abgTSRJjirAuuy1AeYpQ3fdmmjzhgtOHrh4SSyTPDEkQZAEmWqZgMTuhS9cCgmlkgnY0gmlwhKwSPk6KbXVsdGlhZGRyc5YACASsEj5OBmDNAAoErBI-TgZgzt0DgnJzhQADAQAAiXNlY3AyNTZrMaECOVXJsFHZEnflTchN5atiUXYwnst-wzqsbzoPhl7Ok8CDdGNwgmDNg3VkcIJgz4V3YWt1MgE"}'
2026-01-31 04:30:43.321 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:30:43.328 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-01-31 04:30:43.328 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:43.328 DEBUG [src.node.waku_node] Starting Node...
2026-01-31 04:30:43.328 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-01-31 04:30:43.330 DEBUG [src.node.docker_mananger] Network waku already exists
2026-01-31 04:30:43.330 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.101.205
2026-01-31 04:30:43.330 DEBUG [src.node.docker_mananger] Generated ports ['59761', '59762', '59763', '59764', '59765']
2026-01-31 04:30:43.330 DEBUG [src.node.waku_node] RLN credentials were not set
2026-01-31 04:30:43.330 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-01-31 04:30:43.331 DEBUG [src.node.waku_node] Using volumes []
2026-01-31 04:30:43.331 DEBUG [src.node.docker_mananger] docker run -i -t -p 59761:59761 -p 59762:59762 -p 59763:59763 -p 59764:59764 -p 59765:59765 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=59763 --rest-port=59761 --tcp-port=59762 --discv5-udp-port=59764 --rest-address=0.0.0.0 --nat=extip:172.18.101.205 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ffa33e79b72caa8f3076ccc3714ddc8d6232a3e044b24f20aea103f558fafbab --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=59765 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QM2i5-W8R7oUBgvFEtY1uscQbP5-abgTSRJjirAuuy1AeYpQ3fdmmjzhgtOHrh4SSyTPDEkQZAEmWqZgMTuhS9cCgmlkgnY0gmlwhKwSPk6KbXVsdGlhZGRyc5YACASsEj5OBmDNAAoErBI-TgZgzt0DgnJzhQADAQAAiXNlY3AyNTZrMaECOVXJsFHZEnflTchN5atiUXYwnst-wzqsbzoPhl7Ok8CDdGNwgmDNg3VkcIJgz4V3YWt1MgE
2026-01-31 04:30:43.527 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.101.205 waku 13097850a78efb6a3c9a6e7d504d7f32703381fe51ce52a909e33b4080e5079c
2026-01-31 04:30:43.558 DEBUG [src.node.docker_mananger] Container started with ID 13097850a78e. Setting up logs at ./log/docker/node2_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:43.559 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 59761
2026-01-31 04:30:43.559 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-01-31 04:30:44.559 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59761/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:44.572 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-01-31 04:30:44.572 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:30:44.572 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59761/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:44.577 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.101.205/tcp/59762/p2p/16Uiu2HAm7Z4wuLMoxJYcXbLqwV6Syo7MYhxKwaAtfT82zUSY6Q9C","/ip4/172.18.101.205/tcp/59763/ws/p2p/16Uiu2HAm7Z4wuLMoxJYcXbLqwV6Syo7MYhxKwaAtfT82zUSY6Q9C"],"enrUri":"enr:-L24QHyfEKlISwNEbQa4MWGsy7zyCCI0RKMh4bG4N35vNRcwATV-rRmZcFA9pqsSpwBowzQFMwz3X4oesLhatoDKUI4CgmlkgnY0gmlwhKwSZc2KbXVsdGlhZGRyc5YACASsEmXNBulyAAoErBJlzQbpc90DgnJzhQADAQAAiXNlY3AyNTZrMaECtDFHMjFwAtwAQKylZc3ri5VPvqKOEU97NdaGameV4q-DdGNwgulyg3VkcILpdIV3YWt1MgE"}'
2026-01-31 04:30:44.577 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:30:44.578 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:59761/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.62.78/tcp/24781/p2p/16Uiu2HAkyHV6Awqz44YfRVtJQDuV28uTuF9MakMT93NMPJHJbH4s"]'
2026-01-31 04:30:44.581 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:44.582 DEBUG [src.steps.relay] Running fixture setup: setup_optional_relay_nodes
2026-01-31 04:30:44.590 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-01-31 04:30:44.590 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:44.590 DEBUG [src.node.waku_node] Starting Node...
2026-01-31 04:30:44.590 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-01-31 04:30:44.592 DEBUG [src.node.docker_mananger] Network waku already exists
2026-01-31 04:30:44.592 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.193.187
2026-01-31 04:30:44.592 DEBUG [src.node.docker_mananger] Generated ports ['24759', '24760', '24761', '24762', '24763']
2026-01-31 04:30:44.592 DEBUG [src.node.waku_node] RLN credentials were not set
2026-01-31 04:30:44.592 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-01-31 04:30:44.592 DEBUG [src.node.waku_node] Using volumes []
2026-01-31 04:30:44.593 DEBUG [src.node.docker_mananger] docker run -i -t -p 24759:24759 -p 24760:24760 -p 24761:24761 -p 24762:24762 -p 24763:24763 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=24761 --rest-port=24759 --tcp-port=24760 --discv5-udp-port=24762 --rest-address=0.0.0.0 --nat=extip:172.18.193.187 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=7aa34fed9d3abea7ec4ab4d4e261f9299ff6e091efbdda060ece9ad01ae9cbb7 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=24763 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QM2i5-W8R7oUBgvFEtY1uscQbP5-abgTSRJjirAuuy1AeYpQ3fdmmjzhgtOHrh4SSyTPDEkQZAEmWqZgMTuhS9cCgmlkgnY0gmlwhKwSPk6KbXVsdGlhZGRyc5YACASsEj5OBmDNAAoErBI-TgZgzt0DgnJzhQADAQAAiXNlY3AyNTZrMaECOVXJsFHZEnflTchN5atiUXYwnst-wzqsbzoPhl7Ok8CDdGNwgmDNg3VkcIJgz4V3YWt1MgE
2026-01-31 04:30:44.793 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.193.187 waku b88b5e8a6a87cf1ccc6d5841c968e1395c7374fc5d5b83ab7b6a11c2d91759f4
2026-01-31 04:30:44.828 DEBUG [src.node.docker_mananger] Container started with ID b88b5e8a6a87. Setting up logs at ./log/docker/node3_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:44.828 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 24759
2026-01-31 04:30:44.828 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-01-31 04:30:45.829 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:24759/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:45.838 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"READY"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-01-31 04:30:45.839 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:30:45.840 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:24759/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:45.844 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.193.187/tcp/24760/p2p/16Uiu2HAmVd2wEYQFguzkEks7PF81MPdutz9cY6chQyXEnFsvmeNS","/ip4/172.18.193.187/tcp/24761/ws/p2p/16Uiu2HAmVd2wEYQFguzkEks7PF81MPdutz9cY6chQyXEnFsvmeNS"],"enrUri":"enr:-L24QJxyOsooIKFCjA_tURSmGOkKwDuQN50a2BCgz8w1lCKCF77NWZqu6jdSGFZ91EA2Zs02uAs48IS6DY3ekcgy7AICgmlkgnY0gmlwhKwSwbuKbXVsdGlhZGRyc5YACASsEsG7BmC4AAoErBLBuwZgud0DgnJzhQADAQAAiXNlY3AyNTZrMaED_BZwdKFGs7tHOh-147dDH9a-W3rhKdbUZm6JHE_dWH-DdGNwgmC4g3VkcIJguoV3YWt1MgE"}'
2026-01-31 04:30:45.844 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:30:45.845 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:24759/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.62.78/tcp/24781/p2p/16Uiu2HAkyHV6Awqz44YfRVtJQDuV28uTuF9MakMT93NMPJHJbH4s"]'
2026-01-31 04:30:45.847 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:45.855 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-01-31 04:30:45.855 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:45.855 DEBUG [src.node.waku_node] Starting Node...
2026-01-31 04:30:45.855 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-01-31 04:30:45.857 DEBUG [src.node.docker_mananger] Network waku already exists
2026-01-31 04:30:45.857 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.32.32
2026-01-31 04:30:45.857 DEBUG [src.node.docker_mananger] Generated ports ['25722', '25723', '25724', '25725', '25726']
2026-01-31 04:30:45.857 DEBUG [src.node.waku_node] RLN credentials were not set
2026-01-31 04:30:45.858 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-01-31 04:30:45.858 DEBUG [src.node.waku_node] Using volumes []
2026-01-31 04:30:45.858 DEBUG [src.node.docker_mananger] docker run -i -t -p 25722:25722 -p 25723:25723 -p 25724:25724 -p 25725:25725 -p 25726:25726 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=25724 --rest-port=25722 --tcp-port=25723 --discv5-udp-port=25725 --rest-address=0.0.0.0 --nat=extip:172.18.32.32 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=21edd3c851bfdc7c6bae867ae4accb7234da77d2232de1e5c0af6fe4eaf588e5 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=25726 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QM2i5-W8R7oUBgvFEtY1uscQbP5-abgTSRJjirAuuy1AeYpQ3fdmmjzhgtOHrh4SSyTPDEkQZAEmWqZgMTuhS9cCgmlkgnY0gmlwhKwSPk6KbXVsdGlhZGRyc5YACASsEj5OBmDNAAoErBI-TgZgzt0DgnJzhQADAQAAiXNlY3AyNTZrMaECOVXJsFHZEnflTchN5atiUXYwnst-wzqsbzoPhl7Ok8CDdGNwgmDNg3VkcIJgz4V3YWt1MgE
2026-01-31 04:30:46.061 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.32.32 waku ec3202dc0087655b6b15696e07321eb031d80975698060f842884c7e01fdc92a
2026-01-31 04:30:46.095 DEBUG [src.node.docker_mananger] Container started with ID ec3202dc0087. Setting up logs at ./log/docker/node4_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:46.096 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 25722
2026-01-31 04:30:46.096 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-01-31 04:30:47.096 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:25722/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:47.105 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-01-31 04:30:47.106 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:30:47.106 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:25722/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:47.111 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.32.32/tcp/25723/p2p/16Uiu2HAmFUXF6Sw6QGsnrosLHvYbfk9sKukCwtpmRRfY14oBrQUk","/ip4/172.18.32.32/tcp/25724/ws/p2p/16Uiu2HAmFUXF6Sw6QGsnrosLHvYbfk9sKukCwtpmRRfY14oBrQUk"],"enrUri":"enr:-L24QFQdLyfWllWpFFydpGAWlaVp64OinvRpZgXeilkeG-R9B5u3w1dPR-j62UPGiOejY53Ouy0UNklxtKbcrg7qF5ACgmlkgnY0gmlwhKwSICCKbXVsdGlhZGRyc5YACASsEiAgBmR7AAoErBIgIAZkfN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDKeSaWMpO5JR4yXAgBaPJoAJDP7KxlnmTSC72T4MQiU2DdGNwgmR7g3VkcIJkfYV3YWt1MgE"}'
2026-01-31 04:30:47.112 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:30:47.113 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:25722/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.62.78/tcp/24781/p2p/16Uiu2HAkyHV6Awqz44YfRVtJQDuV28uTuF9MakMT93NMPJHJbH4s"]'
2026-01-31 04:30:47.116 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:47.123 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-01-31 04:30:47.123 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:47.123 DEBUG [src.node.waku_node] Starting Node...
2026-01-31 04:30:47.123 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-01-31 04:30:47.125 DEBUG [src.node.docker_mananger] Network waku already exists
2026-01-31 04:30:47.125 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.208.240
2026-01-31 04:30:47.125 DEBUG [src.node.docker_mananger] Generated ports ['29713', '29714', '29715', '29716', '29717']
2026-01-31 04:30:47.125 DEBUG [src.node.waku_node] RLN credentials were not set
2026-01-31 04:30:47.125 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-01-31 04:30:47.126 DEBUG [src.node.waku_node] Using volumes []
2026-01-31 04:30:47.126 DEBUG [src.node.docker_mananger] docker run -i -t -p 29713:29713 -p 29714:29714 -p 29715:29715 -p 29716:29716 -p 29717:29717 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=29715 --rest-port=29713 --tcp-port=29714 --discv5-udp-port=29716 --rest-address=0.0.0.0 --nat=extip:172.18.208.240 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=a6ff3137503dc3bd9eec1cc0151ef3afad3dcd70ea9a1dbcc9a9f3417c6774fd --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=29717 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QM2i5-W8R7oUBgvFEtY1uscQbP5-abgTSRJjirAuuy1AeYpQ3fdmmjzhgtOHrh4SSyTPDEkQZAEmWqZgMTuhS9cCgmlkgnY0gmlwhKwSPk6KbXVsdGlhZGRyc5YACASsEj5OBmDNAAoErBI-TgZgzt0DgnJzhQADAQAAiXNlY3AyNTZrMaECOVXJsFHZEnflTchN5atiUXYwnst-wzqsbzoPhl7Ok8CDdGNwgmDNg3VkcIJgz4V3YWt1MgE
2026-01-31 04:30:47.312 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.208.240 waku 6507b1498a925da87380bfd5df4f683b05e5b0fd9bce09a882b9347be3f0aabe
2026-01-31 04:30:47.343 DEBUG [src.node.docker_mananger] Container started with ID 6507b1498a92. Setting up logs at ./log/docker/node5_2026-01-31_04-30-42__a55e62ca-4924-4e68-9c0f-39620fa0a2a4__wakuorg_nwaku:latest.log
2026-01-31 04:30:47.343 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 29713
2026-01-31 04:30:47.344 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-01-31 04:30:48.344 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29713/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.351 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-01-31 04:30:48.351 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:30:48.351 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29713/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.356 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.208.240/tcp/29714/p2p/16Uiu2HAmAmN1PkCxCe9QA3VUJrya7aNTntRngzkQpP81KS8d6t5y","/ip4/172.18.208.240/tcp/29715/ws/p2p/16Uiu2HAmAmN1PkCxCe9QA3VUJrya7aNTntRngzkQpP81KS8d6t5y"],"enrUri":"enr:-L24QGjRa3NgFVGs9ky8Zp4J5NdaWrC1iOOWw-B42YD5UnkSEa4tvjTol9vzfPH55Mgv4wihacaknFXl_eFDGfALkbgCgmlkgnY0gmlwhKwS0PCKbXVsdGlhZGRyc5YACASsEtDwBnQSAAoErBLQ8AZ0E90DgnJzhQADAQAAiXNlY3AyNTZrMaEC4-qZPWUz4oUUCzg9O01ZJTmdMgZZ5UHf2kTtZIyM3vSDdGNwgnQSg3VkcIJ0FIV3YWt1MgE"}'
2026-01-31 04:30:48.357 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:30:48.358 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:29713/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.62.78/tcp/24781/p2p/16Uiu2HAkyHV6Awqz44YfRVtJQDuV28uTuF9MakMT93NMPJHJbH4s"]'
2026-01-31 04:30:48.361 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:48.362 DEBUG [src.steps.relay] Running fixture setup: subscribe_main_relay_nodes
2026-01-31 04:30:48.362 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:24780/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-01-31 04:30:48.369 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:48.372 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:59761/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-01-31 04:30:48.376 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:48.377 DEBUG [src.steps.relay] Running fixture setup: subscribe_optional_relay_nodes
2026-01-31 04:30:48.378 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:24759/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-01-31 04:30:48.387 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:48.388 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:25722/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-01-31 04:30:48.394 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:48.395 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:29713/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-01-31 04:30:48.402 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:48.403 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:24780/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-01-31 04:30:48.414 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:48.415 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-01-31 04:30:48.516 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.516 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:24780/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.519 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848403696896,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.520 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.521 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59761/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.523 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848403696896,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.524 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.524 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:24759/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.527 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848403696896,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.528 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.528 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:25722/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.531 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848403696896,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.532 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.532 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29713/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.535 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848403696896,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.536 INFO [src.steps.relay] WARM UP successful!!
2026-01-31 04:30:48.537 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:24780/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-01-31 04:30:48.542 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:48.543 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-01-31 04:30:48.644 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.644 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:24780/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.647 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848537484936,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.648 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.648 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59761/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.651 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848537484936,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.652 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.652 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:24759/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.654 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848537484936,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.656 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.656 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:25722/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.658 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848537484936,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.659 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:48.660 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29713/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:48.662 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1769833848537484936,"ephemeral":false,"proof":""}]'
2026-01-31 04:30:48.665 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-01-31 04:30:48.667 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-01-31 04:30:48.667 DEBUG [src.node.waku_node] Stopping container with id ba6bbb0aef14
2026-01-31 04:30:49.275 DEBUG [src.node.waku_node] Container stopped.
2026-01-31 04:30:49.277 DEBUG [src.node.waku_node] Stopping container with id 13097850a78e
2026-01-31 04:30:49.866 DEBUG [src.node.waku_node] Container stopped.
2026-01-31 04:30:49.869 DEBUG [src.node.waku_node] Stopping container with id b88b5e8a6a87
2026-01-31 04:30:50.089 ERROR [src.node.docker_mananger] Max retries reached for container ba6bbb0aef14. Exiting log stream.
2026-01-31 04:30:50.435 DEBUG [src.node.waku_node] Container stopped.
2026-01-31 04:30:50.435 DEBUG [src.node.waku_node] Stopping container with id ec3202dc0087
2026-01-31 04:30:50.681 ERROR [src.node.docker_mananger] Max retries reached for container 13097850a78e. Exiting log stream.
2026-01-31 04:30:51.034 DEBUG [src.node.waku_node] Container stopped.
2026-01-31 04:30:51.035 DEBUG [src.node.waku_node] Stopping container with id 6507b1498a92
2026-01-31 04:30:51.250 ERROR [src.node.docker_mananger] Max retries reached for container b88b5e8a6a87. Exiting log stream.
2026-01-31 04:30:51.609 DEBUG [src.node.waku_node] Container stopped.
2026-01-31 04:30:51.610 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-01-31 04:30:51.627 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-01-31 04:30:51.633 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-01-31 04:30:51.638 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-01-31 04:30:51.643 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-01-31 04:30:51.649 DEBUG [src.node.docker_mananger] No errors found in the waku logs.