192 lines
35 KiB
Plaintext

2026-03-26 04:46:27.053 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-26 04:46:27.054 DEBUG [tests.conftest] Running test: test_first_node_to_start_publishes with id: 2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b
2026-03-26 04:46:27.054 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-26 04:46:27.054 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-26 04:46:27.054 DEBUG [src.steps.relay] Running fixture setup: setup_main_relay_nodes
2026-03-26 04:46:27.062 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-26 04:46:27.062 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:27.063 DEBUG [src.node.waku_node] Starting Node...
2026-03-26 04:46:27.063 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-26 04:46:27.064 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-26 04:46:27.064 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.58.214
2026-03-26 04:46:27.065 DEBUG [src.node.docker_mananger] Generated ports ['20190', '20191', '20192', '20193', '20194']
2026-03-26 04:46:27.065 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-26 04:46:27.065 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-26 04:46:27.065 DEBUG [src.node.waku_node] Using volumes []
2026-03-26 04:46:27.065 DEBUG [src.node.docker_mananger] docker run -i -t -p 20190:20190 -p 20191:20191 -p 20192:20192 -p 20193:20193 -p 20194:20194 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=20192 --rest-port=20190 --tcp-port=20191 --discv5-udp-port=20193 --rest-address=0.0.0.0 --nat=extip:172.18.58.214 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=4eedebd9dfcb58bfdabbf928b6b6e398c6ddc43d1f00bceaa8e23c89abceb6de --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=20194 --metrics-logging=true --relay=true
2026-03-26 04:46:27.259 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.58.214 waku 3bed2c66a4fdc780facaad9d2497b99a40791a68d0e47b4ad6b04c14862f0f04
2026-03-26 04:46:27.293 DEBUG [src.node.docker_mananger] Container started with ID 3bed2c66a4fd. Setting up logs at ./log/docker/node1_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:27.294 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 20190
2026-03-26 04:46:27.295 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-26 04:46:27.337 ERROR [src.node.docker_mananger] Max retries reached for container c37da33bd4a4. Exiting log stream.
2026-03-26 04:46:27.839 ERROR [src.node.docker_mananger] Max retries reached for container f07688222b5f. Exiting log stream.
2026-03-26 04:46:28.295 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20190/health" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:28.298 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-26 04:46:28.299 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-26 04:46:28.299 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20190/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:28.301 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.58.214/tcp/20191/p2p/16Uiu2HAmSftYb5eJrJR9wHHvhZ8UN9sffJnLsLYQhHSwCU71rzxJ","/ip4/172.18.58.214/tcp/20192/ws/p2p/16Uiu2HAmSftYb5eJrJR9wHHvhZ8UN9sffJnLsLYQhHSwCU71rzxJ"],"enrUri":"enr:-L24QOwjGMQnDYhclrOe_S1WgBh8DO69QWSJduTDsNhPpQK5CuXXDAKgrGTn7tCXq-PtVzVX6JrTsx2dYjI9gm7iE4sCgmlkgnY0gmlwhKwSOtaKbXVsdGlhZGRyc5YACASsEjrWBk7fAAoErBI61gZO4N0DgnJzhQADAQAAiXNlY3AyNTZrMaED0D6iQgXXJmuN1M5R-fslltwxTkn2bbjy37ROgsDBaTODdGNwgk7fg3VkcIJO4YV3YWt1MgE"}'
2026-03-26 04:46:28.302 INFO [src.node.waku_node] REST service is ready !!
2026-03-26 04:46:28.308 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-26 04:46:28.308 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:28.309 DEBUG [src.node.waku_node] Starting Node...
2026-03-26 04:46:28.309 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-26 04:46:28.310 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-26 04:46:28.310 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.3.198
2026-03-26 04:46:28.311 DEBUG [src.node.docker_mananger] Generated ports ['26553', '26554', '26555', '26556', '26557']
2026-03-26 04:46:28.311 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-26 04:46:28.311 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-26 04:46:28.311 DEBUG [src.node.waku_node] Using volumes []
2026-03-26 04:46:28.311 DEBUG [src.node.docker_mananger] docker run -i -t -p 26553:26553 -p 26554:26554 -p 26555:26555 -p 26556:26556 -p 26557:26557 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=26555 --rest-port=26553 --tcp-port=26554 --discv5-udp-port=26556 --rest-address=0.0.0.0 --nat=extip:172.18.3.198 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=6a1a280c7fd1756e577cdd438a7af425bc1852c9e5a6564dcd30fe3227d0eced --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=26557 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QOwjGMQnDYhclrOe_S1WgBh8DO69QWSJduTDsNhPpQK5CuXXDAKgrGTn7tCXq-PtVzVX6JrTsx2dYjI9gm7iE4sCgmlkgnY0gmlwhKwSOtaKbXVsdGlhZGRyc5YACASsEjrWBk7fAAoErBI61gZO4N0DgnJzhQADAQAAiXNlY3AyNTZrMaED0D6iQgXXJmuN1M5R-fslltwxTkn2bbjy37ROgsDBaTODdGNwgk7fg3VkcIJO4YV3YWt1MgE
2026-03-26 04:46:28.506 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.3.198 waku 3c13ae4e67707035a10accb97c88f99108f4b478515d3b598db8451563bbf344
2026-03-26 04:46:28.544 DEBUG [src.node.docker_mananger] Container started with ID 3c13ae4e6770. Setting up logs at ./log/docker/node2_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:28.545 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 26553
2026-03-26 04:46:28.545 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-26 04:46:29.546 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26553/health" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:29.568 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-26 04:46:29.569 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-26 04:46:29.569 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26553/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:29.573 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.3.198/tcp/26554/p2p/16Uiu2HAm7ho1RMaA1TsGck44oZ1AVxvQ5pj4ThRpJQtUtqBnq7mS","/ip4/172.18.3.198/tcp/26555/ws/p2p/16Uiu2HAm7ho1RMaA1TsGck44oZ1AVxvQ5pj4ThRpJQtUtqBnq7mS"],"enrUri":"enr:-L24QFggLB3oAXawWKQHcOK8N27KftxCIKdhVO-qv1hRJmR7OtnsOTjNzrq89PVAIKBrSiQWwwI4His5QVNdLIBUKqkCgmlkgnY0gmlwhKwSA8aKbXVsdGlhZGRyc5YACASsEgPGBme6AAoErBIDxgZnu90DgnJzhQADAQAAiXNlY3AyNTZrMaECtm17ks9vC_1yImddx4V2UxKAHEQ0OqoMWkyXcWaUhPmDdGNwgme6g3VkcIJnvIV3YWt1MgE"}'
2026-03-26 04:46:29.574 INFO [src.node.waku_node] REST service is ready !!
2026-03-26 04:46:29.574 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26553/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.58.214/tcp/20191/p2p/16Uiu2HAmSftYb5eJrJR9wHHvhZ8UN9sffJnLsLYQhHSwCU71rzxJ"]'
2026-03-26 04:46:29.579 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:29.580 DEBUG [src.steps.relay] Running fixture setup: setup_optional_relay_nodes
2026-03-26 04:46:29.587 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-26 04:46:29.587 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:29.587 DEBUG [src.node.waku_node] Starting Node...
2026-03-26 04:46:29.587 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-26 04:46:29.589 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-26 04:46:29.589 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.66.90
2026-03-26 04:46:29.589 DEBUG [src.node.docker_mananger] Generated ports ['39108', '39109', '39110', '39111', '39112']
2026-03-26 04:46:29.589 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-26 04:46:29.589 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-26 04:46:29.589 DEBUG [src.node.waku_node] Using volumes []
2026-03-26 04:46:29.590 DEBUG [src.node.docker_mananger] docker run -i -t -p 39108:39108 -p 39109:39109 -p 39110:39110 -p 39111:39111 -p 39112:39112 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=39110 --rest-port=39108 --tcp-port=39109 --discv5-udp-port=39111 --rest-address=0.0.0.0 --nat=extip:172.18.66.90 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=cc6d0fb2ffe27de2efcec5caafe7134f9d11dab00e1dddaf2240af72cdd6de0b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=39112 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QOwjGMQnDYhclrOe_S1WgBh8DO69QWSJduTDsNhPpQK5CuXXDAKgrGTn7tCXq-PtVzVX6JrTsx2dYjI9gm7iE4sCgmlkgnY0gmlwhKwSOtaKbXVsdGlhZGRyc5YACASsEjrWBk7fAAoErBI61gZO4N0DgnJzhQADAQAAiXNlY3AyNTZrMaED0D6iQgXXJmuN1M5R-fslltwxTkn2bbjy37ROgsDBaTODdGNwgk7fg3VkcIJO4YV3YWt1MgE
2026-03-26 04:46:29.786 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.66.90 waku 72120043ab6a2c817ad4173de66ab78a88f6d2041fc3e840d736712f797b4df9
2026-03-26 04:46:29.824 DEBUG [src.node.docker_mananger] Container started with ID 72120043ab6a. Setting up logs at ./log/docker/node3_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:29.824 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 39108
2026-03-26 04:46:29.825 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-26 04:46:30.826 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:39108/health" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:30.839 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-26 04:46:30.840 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-26 04:46:30.841 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:39108/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:30.848 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.66.90/tcp/39109/p2p/16Uiu2HAkupUFy8DxZYYETRKLnhsjwzWeoRoUsUV1TG4L3SJLnYyG","/ip4/172.18.66.90/tcp/39110/ws/p2p/16Uiu2HAkupUFy8DxZYYETRKLnhsjwzWeoRoUsUV1TG4L3SJLnYyG"],"enrUri":"enr:-L24QB5_W8G17XHBIq_BAfIDb-9MIPSqg-T7_IYJ1RCM8TELAinrwQIU7q5x1VpEMpveLmi1oZPz0LoljY0JeN7ZJykCgmlkgnY0gmlwhKwSQlqKbXVsdGlhZGRyc5YACASsEkJaBpjFAAoErBJCWgaYxt0DgnJzhQADAQAAiXNlY3AyNTZrMaECBdcbAbHMhLT4bxjzBlmYqOJVCUUwMnucW2463Ck0YzODdGNwgpjFg3VkcIKYx4V3YWt1MgE"}'
2026-03-26 04:46:30.849 INFO [src.node.waku_node] REST service is ready !!
2026-03-26 04:46:30.849 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:39108/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.58.214/tcp/20191/p2p/16Uiu2HAmSftYb5eJrJR9wHHvhZ8UN9sffJnLsLYQhHSwCU71rzxJ"]'
2026-03-26 04:46:30.853 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:30.860 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-26 04:46:30.860 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:30.860 DEBUG [src.node.waku_node] Starting Node...
2026-03-26 04:46:30.860 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-26 04:46:30.862 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-26 04:46:30.862 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.22.75
2026-03-26 04:46:30.862 DEBUG [src.node.docker_mananger] Generated ports ['51033', '51034', '51035', '51036', '51037']
2026-03-26 04:46:30.862 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-26 04:46:30.862 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-26 04:46:30.862 DEBUG [src.node.waku_node] Using volumes []
2026-03-26 04:46:30.863 DEBUG [src.node.docker_mananger] docker run -i -t -p 51033:51033 -p 51034:51034 -p 51035:51035 -p 51036:51036 -p 51037:51037 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=51035 --rest-port=51033 --tcp-port=51034 --discv5-udp-port=51036 --rest-address=0.0.0.0 --nat=extip:172.18.22.75 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=0e0a7fbcd19b549a9f0ea7f0cd7be73ee8f56d5dc4ba1d546827f63da3012c9e --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=51037 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QOwjGMQnDYhclrOe_S1WgBh8DO69QWSJduTDsNhPpQK5CuXXDAKgrGTn7tCXq-PtVzVX6JrTsx2dYjI9gm7iE4sCgmlkgnY0gmlwhKwSOtaKbXVsdGlhZGRyc5YACASsEjrWBk7fAAoErBI61gZO4N0DgnJzhQADAQAAiXNlY3AyNTZrMaED0D6iQgXXJmuN1M5R-fslltwxTkn2bbjy37ROgsDBaTODdGNwgk7fg3VkcIJO4YV3YWt1MgE
2026-03-26 04:46:31.074 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.22.75 waku 71810246cf4d26fbb2b8bea6277cbec8b7e8b400227d0bd41f1edbddd1eaec81
2026-03-26 04:46:31.110 DEBUG [src.node.docker_mananger] Container started with ID 71810246cf4d. Setting up logs at ./log/docker/node4_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:31.111 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 51033
2026-03-26 04:46:31.111 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-26 04:46:32.111 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51033/health" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:32.127 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-26 04:46:32.128 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-26 04:46:32.128 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51033/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:32.136 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.22.75/tcp/51034/p2p/16Uiu2HAkyfkRGBhJfXzjbbjQHb6RtHUCnvwfPhLmbTmnTMBgEyPU","/ip4/172.18.22.75/tcp/51035/ws/p2p/16Uiu2HAkyfkRGBhJfXzjbbjQHb6RtHUCnvwfPhLmbTmnTMBgEyPU"],"enrUri":"enr:-L24QHFnjPWvP20KZMI5iwoJ9NIpZ-Xswq9DefxbAf5s0owIWgjPQ0Cqs_q47OG1TyN3wEpyeU7Y5gXOjhFFYypz_kMCgmlkgnY0gmlwhKwSFkuKbXVsdGlhZGRyc5YACASsEhZLBsdaAAoErBIWSwbHW90DgnJzhQADAQAAiXNlY3AyNTZrMaECPwnl-zGUtFEI0ngJ6tfax5LTrKZgaLBO3rxYlI3COa-DdGNwgsdag3VkcILHXIV3YWt1MgE"}'
2026-03-26 04:46:32.136 INFO [src.node.waku_node] REST service is ready !!
2026-03-26 04:46:32.136 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:51033/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.58.214/tcp/20191/p2p/16Uiu2HAmSftYb5eJrJR9wHHvhZ8UN9sffJnLsLYQhHSwCU71rzxJ"]'
2026-03-26 04:46:32.139 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:32.146 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-26 04:46:32.146 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:32.146 DEBUG [src.node.waku_node] Starting Node...
2026-03-26 04:46:32.146 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-26 04:46:32.148 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-26 04:46:32.148 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.167.158
2026-03-26 04:46:32.148 DEBUG [src.node.docker_mananger] Generated ports ['14725', '14726', '14727', '14728', '14729']
2026-03-26 04:46:32.148 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-26 04:46:32.148 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-26 04:46:32.148 DEBUG [src.node.waku_node] Using volumes []
2026-03-26 04:46:32.148 DEBUG [src.node.docker_mananger] docker run -i -t -p 14725:14725 -p 14726:14726 -p 14727:14727 -p 14728:14728 -p 14729:14729 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=14727 --rest-port=14725 --tcp-port=14726 --discv5-udp-port=14728 --rest-address=0.0.0.0 --nat=extip:172.18.167.158 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=85516ffa4ec7c3cf00b6efeef4dac088534e8aacaa35bec3531ddd4d127efd5f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=14729 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QOwjGMQnDYhclrOe_S1WgBh8DO69QWSJduTDsNhPpQK5CuXXDAKgrGTn7tCXq-PtVzVX6JrTsx2dYjI9gm7iE4sCgmlkgnY0gmlwhKwSOtaKbXVsdGlhZGRyc5YACASsEjrWBk7fAAoErBI61gZO4N0DgnJzhQADAQAAiXNlY3AyNTZrMaED0D6iQgXXJmuN1M5R-fslltwxTkn2bbjy37ROgsDBaTODdGNwgk7fg3VkcIJO4YV3YWt1MgE
2026-03-26 04:46:32.363 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.167.158 waku 0894acb86d1573cc2d0ad5e23d85eee445effb873c72e9cd6d33513d1ee651ef
2026-03-26 04:46:32.400 DEBUG [src.node.docker_mananger] Container started with ID 0894acb86d15. Setting up logs at ./log/docker/node5_2026-03-26_04-46-27__da01403b-6ad5-4b5c-b81a-0ccdf138f25b__wakuorg_nwaku:latest.log
2026-03-26 04:46:32.401 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 14725
2026-03-26 04:46:32.402 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-26 04:46:33.402 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14725/health" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.415 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-26 04:46:33.416 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-26 04:46:33.418 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14725/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.423 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.167.158/tcp/14726/p2p/16Uiu2HAmECNJ6FR42tPqnVvC28L5vq7t8Y2YKQMeuD1LqWrVqkZn","/ip4/172.18.167.158/tcp/14727/ws/p2p/16Uiu2HAmECNJ6FR42tPqnVvC28L5vq7t8Y2YKQMeuD1LqWrVqkZn"],"enrUri":"enr:-L24QFeF58FG8k62tWW022PZDfd6dz85551j_z5XRQ7CRTeDaNPk7Tcbd1sTaCj8LU7O2Zhq1ZfkoNJGoB2hYzGPlr0CgmlkgnY0gmlwhKwSp56KbXVsdGlhZGRyc5YACASsEqeeBjmGAAoErBKnngY5h90DgnJzhQADAQAAiXNlY3AyNTZrMaEDFuWBUEg14oi-5slU1YIVyi3XdmYKT_5tIv7Xy0gI9ZmDdGNwgjmGg3VkcII5iIV3YWt1MgE"}'
2026-03-26 04:46:33.424 INFO [src.node.waku_node] REST service is ready !!
2026-03-26 04:46:33.425 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:14725/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.58.214/tcp/20191/p2p/16Uiu2HAmSftYb5eJrJR9wHHvhZ8UN9sffJnLsLYQhHSwCU71rzxJ"]'
2026-03-26 04:46:33.429 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:33.430 DEBUG [src.steps.relay] Running fixture setup: subscribe_main_relay_nodes
2026-03-26 04:46:33.431 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20190/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-26 04:46:33.439 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:33.439 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26553/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-26 04:46:33.448 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:33.449 DEBUG [src.steps.relay] Running fixture setup: subscribe_optional_relay_nodes
2026-03-26 04:46:33.450 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:39108/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-26 04:46:33.456 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:33.456 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:51033/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-26 04:46:33.464 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:33.466 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:14725/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-26 04:46:33.473 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:33.474 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20190/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-26 04:46:33.489 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:33.490 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-26 04:46:33.590 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.590 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20190/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.593 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393474239232,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.594 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.594 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26553/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.597 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393474239232,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.598 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.598 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:39108/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.601 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393474239232,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.602 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.602 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51033/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.604 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393474239232,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.606 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.606 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14725/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.608 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393474239232,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.609 INFO [src.steps.relay] WARM UP successful!!
2026-03-26 04:46:33.611 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20190/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-26 04:46:33.621 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-26 04:46:33.622 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-26 04:46:33.723 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.723 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20190/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.726 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393611087631,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.728 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.728 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26553/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.730 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393611087631,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.731 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.731 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:39108/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.734 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393611087631,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.735 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.735 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51033/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.738 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393611087631,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.739 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2026-03-26 04:46:33.739 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14725/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-26 04:46:33.741 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774500393611087631,"ephemeral":false,"proof":""}]'
2026-03-26 04:46:33.745 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-26 04:46:33.747 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-26 04:46:33.747 DEBUG [src.node.waku_node] Stopping container with id 3bed2c66a4fd
2026-03-26 04:46:34.328 DEBUG [src.node.waku_node] Container stopped.
2026-03-26 04:46:34.330 DEBUG [src.node.waku_node] Stopping container with id 3c13ae4e6770
2026-03-26 04:46:34.917 DEBUG [src.node.waku_node] Container stopped.
2026-03-26 04:46:34.918 DEBUG [src.node.waku_node] Stopping container with id 72120043ab6a
2026-03-26 04:46:35.143 ERROR [src.node.docker_mananger] Max retries reached for container 3bed2c66a4fd. Exiting log stream.
2026-03-26 04:46:35.500 DEBUG [src.node.waku_node] Container stopped.
2026-03-26 04:46:35.502 DEBUG [src.node.waku_node] Stopping container with id 71810246cf4d
2026-03-26 04:46:35.731 ERROR [src.node.docker_mananger] Max retries reached for container 3c13ae4e6770. Exiting log stream.
2026-03-26 04:46:36.055 DEBUG [src.node.waku_node] Container stopped.
2026-03-26 04:46:36.056 DEBUG [src.node.waku_node] Stopping container with id 0894acb86d15
2026-03-26 04:46:36.316 ERROR [src.node.docker_mananger] Max retries reached for container 72120043ab6a. Exiting log stream.
2026-03-26 04:46:36.634 DEBUG [src.node.waku_node] Container stopped.
2026-03-26 04:46:36.637 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-26 04:46:36.655 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-26 04:46:36.661 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-26 04:46:36.668 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-26 04:46:36.675 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-26 04:46:36.685 DEBUG [src.node.docker_mananger] No errors found in the waku logs.