192 lines
35 KiB
Plaintext

2025-12-10 04:13:43.070 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-10 04:13:43.070 DEBUG [tests.conftest] Running test: test_last_node_to_start_publishes with id: 2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb
2025-12-10 04:13:43.071 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-10 04:13:43.071 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2025-12-10 04:13:43.071 DEBUG [src.steps.relay] Running fixture setup: setup_main_relay_nodes
2025-12-10 04:13:43.077 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-10 04:13:43.078 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:43.078 DEBUG [src.node.waku_node] Starting Node...
2025-12-10 04:13:43.078 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-10 04:13:43.080 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-10 04:13:43.080 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.252.233
2025-12-10 04:13:43.080 DEBUG [src.node.docker_mananger] Generated ports ['43667', '43668', '43669', '43670', '43671']
2025-12-10 04:13:43.080 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-10 04:13:43.080 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-10 04:13:43.080 DEBUG [src.node.waku_node] Using volumes []
2025-12-10 04:13:43.080 DEBUG [src.node.docker_mananger] docker run -i -t -p 43667:43667 -p 43668:43668 -p 43669:43669 -p 43670:43670 -p 43671:43671 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=43669 --rest-port=43667 --tcp-port=43668 --discv5-udp-port=43670 --rest-address=0.0.0.0 --nat=extip:172.18.252.233 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=72e57bf8ea4bec8b6d7cdc35f7ccab1ebb07e2aaa8ddadece77fc3acb08ff69d --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=43671 --metrics-logging=true --relay=true
2025-12-10 04:13:43.273 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.252.233 waku cc384f0c5f0e7c426f4d802722ee63ed45cef6008b18ae33b238b7e5ea4c5456
2025-12-10 04:13:43.305 DEBUG [src.node.docker_mananger] Container started with ID cc384f0c5f0e. Setting up logs at ./log/docker/node1_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:43.306 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 43667
2025-12-10 04:13:43.306 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-10 04:13:43.327 ERROR [src.node.docker_mananger] Max retries reached for container f64993417224. Exiting log stream.
2025-12-10 04:13:43.831 ERROR [src.node.docker_mananger] Max retries reached for container 12e9c807e459. Exiting log stream.
2025-12-10 04:13:44.306 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43667/health" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:44.309 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-10 04:13:44.310 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-10 04:13:44.310 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43667/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:44.312 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.252.233/tcp/43668/p2p/16Uiu2HAkvf5NQPrqyQoLUibVyJrHWkiV6FrUjFCShjVhvM6pNxCV","/ip4/172.18.252.233/tcp/43669/ws/p2p/16Uiu2HAkvf5NQPrqyQoLUibVyJrHWkiV6FrUjFCShjVhvM6pNxCV"],"enrUri":"enr:-L24QAXMXxao_N0zhFlNicS1V6dY_tZ_5HQKUScgvcHurd2CenPxlcKedaPq5kSCa9hbjtQQVhuFXhHzlkFmDZSNzmkCgmlkgnY0gmlwhKwS_OmKbXVsdGlhZGRyc5YACASsEvzpBqqUAAoErBL86Qaqld0DgnJzhQADAQAAiXNlY3AyNTZrMaECEkqvNhpaNlllTRA8YTL_Whi6gG5ACBzJH0GImcsZDi6DdGNwgqqUg3VkcIKqloV3YWt1MgE"}'
2025-12-10 04:13:44.312 INFO [src.node.waku_node] REST service is ready !!
2025-12-10 04:13:44.319 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-10 04:13:44.319 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:44.319 DEBUG [src.node.waku_node] Starting Node...
2025-12-10 04:13:44.319 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-10 04:13:44.321 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-10 04:13:44.321 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.54.13
2025-12-10 04:13:44.321 DEBUG [src.node.docker_mananger] Generated ports ['38171', '38172', '38173', '38174', '38175']
2025-12-10 04:13:44.321 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-10 04:13:44.321 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-10 04:13:44.321 DEBUG [src.node.waku_node] Using volumes []
2025-12-10 04:13:44.322 DEBUG [src.node.docker_mananger] docker run -i -t -p 38171:38171 -p 38172:38172 -p 38173:38173 -p 38174:38174 -p 38175:38175 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=38173 --rest-port=38171 --tcp-port=38172 --discv5-udp-port=38174 --rest-address=0.0.0.0 --nat=extip:172.18.54.13 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=f0ac89d56b09aefeb874bb2bbfcde40fbf4f7bebadcec045f6ffb33acd2e1a9b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=38175 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QAXMXxao_N0zhFlNicS1V6dY_tZ_5HQKUScgvcHurd2CenPxlcKedaPq5kSCa9hbjtQQVhuFXhHzlkFmDZSNzmkCgmlkgnY0gmlwhKwS_OmKbXVsdGlhZGRyc5YACASsEvzpBqqUAAoErBL86Qaqld0DgnJzhQADAQAAiXNlY3AyNTZrMaECEkqvNhpaNlllTRA8YTL_Whi6gG5ACBzJH0GImcsZDi6DdGNwgqqUg3VkcIKqloV3YWt1MgE
2025-12-10 04:13:44.499 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.54.13 waku 9ad0600d21fb0f32f2b0c30105d10496821349b7a673d5818c77e2f2fe2ad625
2025-12-10 04:13:44.529 DEBUG [src.node.docker_mananger] Container started with ID 9ad0600d21fb. Setting up logs at ./log/docker/node2_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:44.529 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 38171
2025-12-10 04:13:44.529 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-10 04:13:45.530 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:38171/health" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:45.547 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"READY"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-10 04:13:45.548 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-10 04:13:45.548 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:38171/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:45.552 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.54.13/tcp/38172/p2p/16Uiu2HAmDwGWwHmvpW7QWdghJEPov2amqAfiYXr9Bc158QjGaQ5W","/ip4/172.18.54.13/tcp/38173/ws/p2p/16Uiu2HAmDwGWwHmvpW7QWdghJEPov2amqAfiYXr9Bc158QjGaQ5W"],"enrUri":"enr:-L24QDfBwJFb6cq_eS8VaGeGR2yhoCpjDlScCtAfAcJC-7izE27KP8ruNZVsDVn5iaPyNBkijOqeDW7XhM6MyJv-3kcCgmlkgnY0gmlwhKwSNg2KbXVsdGlhZGRyc5YACASsEjYNBpUcAAoErBI2DQaVHd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDEwdCWqXa34M60Gmt6JZ4irbnZlg4Rb74h4P2KC02F9mDdGNwgpUcg3VkcIKVHoV3YWt1MgE"}'
2025-12-10 04:13:45.553 INFO [src.node.waku_node] REST service is ready !!
2025-12-10 04:13:45.553 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:38171/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.252.233/tcp/43668/p2p/16Uiu2HAkvf5NQPrqyQoLUibVyJrHWkiV6FrUjFCShjVhvM6pNxCV"]'
2025-12-10 04:13:45.556 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:45.556 DEBUG [src.steps.relay] Running fixture setup: setup_optional_relay_nodes
2025-12-10 04:13:45.562 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-10 04:13:45.562 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:45.563 DEBUG [src.node.waku_node] Starting Node...
2025-12-10 04:13:45.563 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-10 04:13:45.564 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-10 04:13:45.564 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.106.166
2025-12-10 04:13:45.564 DEBUG [src.node.docker_mananger] Generated ports ['47958', '47959', '47960', '47961', '47962']
2025-12-10 04:13:45.565 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-10 04:13:45.565 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-10 04:13:45.565 DEBUG [src.node.waku_node] Using volumes []
2025-12-10 04:13:45.565 DEBUG [src.node.docker_mananger] docker run -i -t -p 47958:47958 -p 47959:47959 -p 47960:47960 -p 47961:47961 -p 47962:47962 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=47960 --rest-port=47958 --tcp-port=47959 --discv5-udp-port=47961 --rest-address=0.0.0.0 --nat=extip:172.18.106.166 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=2f2c6e368ebf1dff7ef4f09bd6445e16cc059a0be7d4a29fbd4cac70abfb4544 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=47962 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QAXMXxao_N0zhFlNicS1V6dY_tZ_5HQKUScgvcHurd2CenPxlcKedaPq5kSCa9hbjtQQVhuFXhHzlkFmDZSNzmkCgmlkgnY0gmlwhKwS_OmKbXVsdGlhZGRyc5YACASsEvzpBqqUAAoErBL86Qaqld0DgnJzhQADAQAAiXNlY3AyNTZrMaECEkqvNhpaNlllTRA8YTL_Whi6gG5ACBzJH0GImcsZDi6DdGNwgqqUg3VkcIKqloV3YWt1MgE
2025-12-10 04:13:45.743 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.106.166 waku fb01aa17734eb7dadcb1c25bb111ed133e2da3fa60da7f59444e329f3ccd53e6
2025-12-10 04:13:45.771 DEBUG [src.node.docker_mananger] Container started with ID fb01aa17734e. Setting up logs at ./log/docker/node3_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:45.771 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 47958
2025-12-10 04:13:45.771 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-10 04:13:46.774 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47958/health" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:46.784 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-10 04:13:46.785 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-10 04:13:46.787 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47958/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:46.792 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.106.166/tcp/47959/p2p/16Uiu2HAmMhU1GLibd9QhLYmdjVT1bUR8j9yf4STxN7Fu55ErQAu7","/ip4/172.18.106.166/tcp/47960/ws/p2p/16Uiu2HAmMhU1GLibd9QhLYmdjVT1bUR8j9yf4STxN7Fu55ErQAu7"],"enrUri":"enr:-L24QEm8MOgaOacl6pWzXY0_IeLocjddkGw2xyNJpIJ6C0szH8AomK0XrNqAAdnH4vCTtCUSHpA6ekiAkP1xAvx5RFYCgmlkgnY0gmlwhKwSaqaKbXVsdGlhZGRyc5YACASsEmqmBrtXAAoErBJqpga7WN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDhluc_9-c9xJ2lFe6BAbqUx7iw8O9-AceqxSXsXKjB9qDdGNwgrtXg3VkcIK7WYV3YWt1MgE"}'
2025-12-10 04:13:46.792 INFO [src.node.waku_node] REST service is ready !!
2025-12-10 04:13:46.792 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:47958/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.252.233/tcp/43668/p2p/16Uiu2HAkvf5NQPrqyQoLUibVyJrHWkiV6FrUjFCShjVhvM6pNxCV"]'
2025-12-10 04:13:46.795 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:46.801 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-10 04:13:46.801 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:46.802 DEBUG [src.node.waku_node] Starting Node...
2025-12-10 04:13:46.802 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-10 04:13:46.803 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-10 04:13:46.803 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.6.214
2025-12-10 04:13:46.803 DEBUG [src.node.docker_mananger] Generated ports ['57105', '57106', '57107', '57108', '57109']
2025-12-10 04:13:46.803 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-10 04:13:46.804 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-10 04:13:46.804 DEBUG [src.node.waku_node] Using volumes []
2025-12-10 04:13:46.804 DEBUG [src.node.docker_mananger] docker run -i -t -p 57105:57105 -p 57106:57106 -p 57107:57107 -p 57108:57108 -p 57109:57109 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=57107 --rest-port=57105 --tcp-port=57106 --discv5-udp-port=57108 --rest-address=0.0.0.0 --nat=extip:172.18.6.214 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=6f5b6a964c554eedfe2acac2ecdccbe29785c5a9bc133aebd0ff3ee1e1e22cda --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=57109 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QAXMXxao_N0zhFlNicS1V6dY_tZ_5HQKUScgvcHurd2CenPxlcKedaPq5kSCa9hbjtQQVhuFXhHzlkFmDZSNzmkCgmlkgnY0gmlwhKwS_OmKbXVsdGlhZGRyc5YACASsEvzpBqqUAAoErBL86Qaqld0DgnJzhQADAQAAiXNlY3AyNTZrMaECEkqvNhpaNlllTRA8YTL_Whi6gG5ACBzJH0GImcsZDi6DdGNwgqqUg3VkcIKqloV3YWt1MgE
2025-12-10 04:13:46.991 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.6.214 waku ec0dad792c8c7e7e4169fc033eb9ffa14feec12dc991df6a0a27d2933f36220c
2025-12-10 04:13:47.024 DEBUG [src.node.docker_mananger] Container started with ID ec0dad792c8c. Setting up logs at ./log/docker/node4_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:47.025 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 57105
2025-12-10 04:13:47.025 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-10 04:13:48.025 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:57105/health" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:48.032 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-10 04:13:48.032 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-10 04:13:48.032 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:57105/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:48.041 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.6.214/tcp/57106/p2p/16Uiu2HAmSoo99tXvwQmRcwv5a9zkdSRoPYMkFoCicXSdQHvY72bD","/ip4/172.18.6.214/tcp/57107/ws/p2p/16Uiu2HAmSoo99tXvwQmRcwv5a9zkdSRoPYMkFoCicXSdQHvY72bD"],"enrUri":"enr:-L24QItHUAi16-rdLYlxPo11a7s2RlIh6BHAUHN8sZhWpy4EA9Txo9JzMNloqGXHAK1vyba30qOcDxB17-v53Tv0wOoCgmlkgnY0gmlwhKwSBtaKbXVsdGlhZGRyc5YACASsEgbWBt8SAAoErBIG1gbfE90DgnJzhQADAQAAiXNlY3AyNTZrMaED0kUrgC8udeHSn8cvInn2WxOaXr6TBtl54GoHVyfJ5GSDdGNwgt8Sg3VkcILfFIV3YWt1MgE"}'
2025-12-10 04:13:48.041 INFO [src.node.waku_node] REST service is ready !!
2025-12-10 04:13:48.041 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:57105/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.252.233/tcp/43668/p2p/16Uiu2HAkvf5NQPrqyQoLUibVyJrHWkiV6FrUjFCShjVhvM6pNxCV"]'
2025-12-10 04:13:48.044 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:48.050 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-10 04:13:48.050 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:48.050 DEBUG [src.node.waku_node] Starting Node...
2025-12-10 04:13:48.051 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-10 04:13:48.052 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-10 04:13:48.052 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.38.4
2025-12-10 04:13:48.052 DEBUG [src.node.docker_mananger] Generated ports ['57556', '57557', '57558', '57559', '57560']
2025-12-10 04:13:48.052 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-10 04:13:48.052 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-10 04:13:48.053 DEBUG [src.node.waku_node] Using volumes []
2025-12-10 04:13:48.053 DEBUG [src.node.docker_mananger] docker run -i -t -p 57556:57556 -p 57557:57557 -p 57558:57558 -p 57559:57559 -p 57560:57560 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=57558 --rest-port=57556 --tcp-port=57557 --discv5-udp-port=57559 --rest-address=0.0.0.0 --nat=extip:172.18.38.4 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=f30d339dc1efecf809a0007e0ddf1e2ae9e8d9ae9f602ece88edee8c5e82bc64 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=57560 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QAXMXxao_N0zhFlNicS1V6dY_tZ_5HQKUScgvcHurd2CenPxlcKedaPq5kSCa9hbjtQQVhuFXhHzlkFmDZSNzmkCgmlkgnY0gmlwhKwS_OmKbXVsdGlhZGRyc5YACASsEvzpBqqUAAoErBL86Qaqld0DgnJzhQADAQAAiXNlY3AyNTZrMaECEkqvNhpaNlllTRA8YTL_Whi6gG5ACBzJH0GImcsZDi6DdGNwgqqUg3VkcIKqloV3YWt1MgE
2025-12-10 04:13:48.240 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.38.4 waku 7b29749ada861f1e59825971cf464fa62082ad4570204aadec66af1cd13798e2
2025-12-10 04:13:48.269 DEBUG [src.node.docker_mananger] Container started with ID 7b29749ada86. Setting up logs at ./log/docker/node5_2025-12-10_04-13-43__ac3157b9-bed8-48e4-b39e-307e4613d9fb__wakuorg_nwaku:latest.log
2025-12-10 04:13:48.270 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 57556
2025-12-10 04:13:48.270 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-10 04:13:49.271 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:57556/health" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.281 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-10 04:13:49.282 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-10 04:13:49.282 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:57556/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.285 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.38.4/tcp/57557/p2p/16Uiu2HAm9wcKCWJBECpvn7B6X6HbXkDEyuiGBtKs6Pszt1xMNuww","/ip4/172.18.38.4/tcp/57558/ws/p2p/16Uiu2HAm9wcKCWJBECpvn7B6X6HbXkDEyuiGBtKs6Pszt1xMNuww"],"enrUri":"enr:-L24QFK_QeOgJ1qMeTgRLAz0pjQkFWsKy_ONCPcklwURBH9kMEwTO7qCUxbkqWNxG8PKIV3sKP5IMT6fv2pbB2bOU1ACgmlkgnY0gmlwhKwSJgSKbXVsdGlhZGRyc5YACASsEiYEBuDVAAoErBImBAbg1t0DgnJzhQADAQAAiXNlY3AyNTZrMaEC167lkJ-lEw4KbBeoYZb_cZaAHXMCGY-9tVT7uqQp7CqDdGNwguDVg3VkcILg14V3YWt1MgE"}'
2025-12-10 04:13:49.286 INFO [src.node.waku_node] REST service is ready !!
2025-12-10 04:13:49.287 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:57556/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.252.233/tcp/43668/p2p/16Uiu2HAkvf5NQPrqyQoLUibVyJrHWkiV6FrUjFCShjVhvM6pNxCV"]'
2025-12-10 04:13:49.290 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:49.291 DEBUG [src.steps.relay] Running fixture setup: subscribe_main_relay_nodes
2025-12-10 04:13:49.291 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43667/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-10 04:13:49.296 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:49.299 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:38171/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-10 04:13:49.303 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:49.304 DEBUG [src.steps.relay] Running fixture setup: subscribe_optional_relay_nodes
2025-12-10 04:13:49.306 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:47958/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-10 04:13:49.310 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:49.311 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:57105/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-10 04:13:49.317 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:49.317 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:57556/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-10 04:13:49.326 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:49.327 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43667/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-10 04:13:49.335 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:49.335 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-10 04:13:49.435 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.436 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43667/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.438 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029327239680,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.440 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.440 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:38171/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.442 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029327239680,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.444 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.444 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47958/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.446 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029327239680,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.447 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.448 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:57105/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.450 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029327239680,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.451 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.451 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:57556/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.453 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029327239680,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.455 INFO [src.steps.relay] WARM UP successful!!
2025-12-10 04:13:49.456 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:57556/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-10 04:13:49.460 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-10 04:13:49.461 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-10 04:13:49.561 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.561 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43667/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.564 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029456169531,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.566 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.566 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:38171/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.568 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029456169531,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.569 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.569 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47958/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.572 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029456169531,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.574 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.574 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:57105/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.576 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029456169531,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.578 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-10 04:13:49.578 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:57556/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-10 04:13:49.580 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765340029456169531,"ephemeral":false,"proof":""}]'
2025-12-10 04:13:49.584 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-10 04:13:49.585 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-10 04:13:49.585 DEBUG [src.node.waku_node] Stopping container with id cc384f0c5f0e
2025-12-10 04:13:50.187 DEBUG [src.node.waku_node] Container stopped.
2025-12-10 04:13:50.187 DEBUG [src.node.waku_node] Stopping container with id 9ad0600d21fb
2025-12-10 04:13:50.712 DEBUG [src.node.waku_node] Container stopped.
2025-12-10 04:13:50.713 DEBUG [src.node.waku_node] Stopping container with id fb01aa17734e
2025-12-10 04:13:51.001 ERROR [src.node.docker_mananger] Max retries reached for container cc384f0c5f0e. Exiting log stream.
2025-12-10 04:13:51.257 DEBUG [src.node.waku_node] Container stopped.
2025-12-10 04:13:51.257 DEBUG [src.node.waku_node] Stopping container with id ec0dad792c8c
2025-12-10 04:13:51.525 ERROR [src.node.docker_mananger] Max retries reached for container 9ad0600d21fb. Exiting log stream.
2025-12-10 04:13:51.757 DEBUG [src.node.waku_node] Container stopped.
2025-12-10 04:13:51.757 DEBUG [src.node.waku_node] Stopping container with id 7b29749ada86
2025-12-10 04:13:52.095 ERROR [src.node.docker_mananger] Max retries reached for container fb01aa17734e. Exiting log stream.
2025-12-10 04:13:52.275 DEBUG [src.node.waku_node] Container stopped.
2025-12-10 04:13:52.276 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-10 04:13:52.293 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-10 04:13:52.298 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-10 04:13:52.308 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-10 04:13:52.313 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-10 04:13:52.318 DEBUG [src.node.docker_mananger] No errors found in the waku logs.