177 lines
34 KiB
Plaintext

2025-12-11 04:12:54.048 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-11 04:12:54.049 DEBUG [tests.conftest] Running test: test_all_nodes_subscribed_to_the_topic with id: 2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8
2025-12-11 04:12:54.050 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-11 04:12:54.050 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2025-12-11 04:12:54.051 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2025-12-11 04:12:54.059 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:12:54.059 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:54.060 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:12:54.060 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:12:54.062 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:12:54.062 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.205.109
2025-12-11 04:12:54.062 DEBUG [src.node.docker_mananger] Generated ports ['7793', '7794', '7795', '7796', '7797']
2025-12-11 04:12:54.062 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:12:54.063 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:12:54.063 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:12:54.063 DEBUG [src.node.docker_mananger] docker run -i -t -p 7793:7793 -p 7794:7794 -p 7795:7795 -p 7796:7796 -p 7797:7797 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=7795 --rest-port=7793 --tcp-port=7794 --discv5-udp-port=7796 --rest-address=0.0.0.0 --nat=extip:172.18.205.109 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=94923c80ccebdcf7565de47e3a63fbad1b0faccea86ff3c1b10bdf95dedae767 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=7797 --metrics-logging=true --relay=true --filter=true
2025-12-11 04:12:54.248 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.205.109 waku 667bd488e4ddf90eff048463a309b42fbc37bd0e3e1d80393030b648e81c7bce
2025-12-11 04:12:54.278 DEBUG [src.node.docker_mananger] Container started with ID 667bd488e4dd. Setting up logs at ./log/docker/node1_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:54.278 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 7793
2025-12-11 04:12:54.279 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:12:54.351 ERROR [src.node.docker_mananger] Max retries reached for container f83aa0e9dd16. Exiting log stream.
2025-12-11 04:12:54.878 ERROR [src.node.docker_mananger] Max retries reached for container 3098043d4ad1. Exiting log stream.
2025-12-11 04:12:55.280 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:7793/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:12:55.283 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-11 04:12:55.284 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:12:55.284 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:7793/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:12:55.286 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW","/ip4/172.18.205.109/tcp/7795/ws/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW"],"enrUri":"enr:-L24QPqZJ7sOhaSMFFS5kT55AvTay-Y4ewV2cRmu2ZDGhJxvHsUHABySDcTcbdSmwxnhgAghTt4rjYZ-7DoU-gGgxsoCgmlkgnY0gmlwhKwSzW2KbXVsdGlhZGRyc5YACASsEs1tBh5yAAoErBLNbQYec90DgnJzhQADAQAAiXNlY3AyNTZrMaECUGGv7yKkKadxB0YiwjT6ZpdvmdkuuYmagY_jCfU_o4WDdGNwgh5yg3VkcIIedIV3YWt1MgU"}'
2025-12-11 04:12:55.287 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:12:55.287 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2025-12-11 04:12:55.293 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:12:55.293 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:55.294 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:12:55.294 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:12:55.295 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:12:55.295 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.245.49
2025-12-11 04:12:55.295 DEBUG [src.node.docker_mananger] Generated ports ['1238', '1239', '1240', '1241', '1242']
2025-12-11 04:12:55.296 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:12:55.296 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:12:55.296 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:12:55.296 DEBUG [src.node.docker_mananger] docker run -i -t -p 1238:1238 -p 1239:1239 -p 1240:1240 -p 1241:1241 -p 1242:1242 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=1240 --rest-port=1238 --tcp-port=1239 --discv5-udp-port=1241 --rest-address=0.0.0.0 --nat=extip:172.18.245.49 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b7f9bd32246ffe3ecea4ef1e0b8092dac3e5ae71add21ad3e5c35ba4fec5e0ee --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=1242 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QPqZJ7sOhaSMFFS5kT55AvTay-Y4ewV2cRmu2ZDGhJxvHsUHABySDcTcbdSmwxnhgAghTt4rjYZ-7DoU-gGgxsoCgmlkgnY0gmlwhKwSzW2KbXVsdGlhZGRyc5YACASsEs1tBh5yAAoErBLNbQYec90DgnJzhQADAQAAiXNlY3AyNTZrMaECUGGv7yKkKadxB0YiwjT6ZpdvmdkuuYmagY_jCfU_o4WDdGNwgh5yg3VkcIIedIV3YWt1MgU --filternode=/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW
2025-12-11 04:12:55.473 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.245.49 waku 4449a1ddf2e3cbf88b77ee9495bb1078ca99a8a3be225664872d34041f910ee0
2025-12-11 04:12:55.500 DEBUG [src.node.docker_mananger] Container started with ID 4449a1ddf2e3. Setting up logs at ./log/docker/node2_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:55.500 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 1238
2025-12-11 04:12:55.501 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:12:56.501 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1238/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:12:56.505 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-11 04:12:56.505 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:12:56.506 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1238/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:12:56.508 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.245.49/tcp/1239/p2p/16Uiu2HAmJHoEynQRdJQFyMkQhMGrabtZakRkNUWHEypDw1kzQuta","/ip4/172.18.245.49/tcp/1240/ws/p2p/16Uiu2HAmJHoEynQRdJQFyMkQhMGrabtZakRkNUWHEypDw1kzQuta"],"enrUri":"enr:-L24QIQ0ohSgtOe9_8rDGmZPbZKNuhbgRxWVPXsvZwkDZMN3Nye5x0nJVIweHujSijq5k6E8osqza0yWEOxWbuNMDKUCgmlkgnY0gmlwhKwS9TGKbXVsdGlhZGRyc5YACASsEvUxBgTXAAoErBL1MQYE2N0DgnJzhQADAQAAiXNlY3AyNTZrMaEDU7hdIu4zddlLpssaM9RrXn83IY_tcvTJu4x0jyYC7AeDdGNwggTXg3VkcIIE2YV3YWt1MgA"}'
2025-12-11 04:12:56.508 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:12:56.509 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1238/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW"]'
2025-12-11 04:12:56.537 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:12:56.547 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:12:56.548 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:56.548 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:12:56.550 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:12:56.555 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:12:56.556 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.76.149
2025-12-11 04:12:56.557 DEBUG [src.node.docker_mananger] Generated ports ['57098', '57099', '57100', '57101', '57102']
2025-12-11 04:12:56.557 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:12:56.558 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:12:56.558 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:12:56.558 DEBUG [src.node.docker_mananger] docker run -i -t -p 57098:57098 -p 57099:57099 -p 57100:57100 -p 57101:57101 -p 57102:57102 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=57100 --rest-port=57098 --tcp-port=57099 --discv5-udp-port=57101 --rest-address=0.0.0.0 --nat=extip:172.18.76.149 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ad1fe1be512fc51d49ff8cd19e1eea48aa2b1ae08dde66ba7c1dfe96f60afedb --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=57102 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QPqZJ7sOhaSMFFS5kT55AvTay-Y4ewV2cRmu2ZDGhJxvHsUHABySDcTcbdSmwxnhgAghTt4rjYZ-7DoU-gGgxsoCgmlkgnY0gmlwhKwSzW2KbXVsdGlhZGRyc5YACASsEs1tBh5yAAoErBLNbQYec90DgnJzhQADAQAAiXNlY3AyNTZrMaECUGGv7yKkKadxB0YiwjT6ZpdvmdkuuYmagY_jCfU_o4WDdGNwgh5yg3VkcIIedIV3YWt1MgU --filternode=/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW
2025-12-11 04:12:56.811 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:12:56.811 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:12:56.813 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:12:56.813 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.34.16
2025-12-11 04:12:56.813 DEBUG [src.node.docker_mananger] Generated ports ['47309', '47310', '47311', '47312', '47313']
2025-12-11 04:12:56.813 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:12:56.813 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:12:56.814 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:12:56.814 DEBUG [src.node.docker_mananger] docker run -i -t -p 47309:47309 -p 47310:47310 -p 47311:47311 -p 47312:47312 -p 47313:47313 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=47311 --rest-port=47309 --tcp-port=47310 --discv5-udp-port=47312 --rest-address=0.0.0.0 --nat=extip:172.18.34.16 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=fddfe314ff8deca5da31fc55eb4d694bfec70cec16cbb4bb6ef1f8637e35ce2d --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=47313 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QPqZJ7sOhaSMFFS5kT55AvTay-Y4ewV2cRmu2ZDGhJxvHsUHABySDcTcbdSmwxnhgAghTt4rjYZ-7DoU-gGgxsoCgmlkgnY0gmlwhKwSzW2KbXVsdGlhZGRyc5YACASsEs1tBh5yAAoErBLNbQYec90DgnJzhQADAQAAiXNlY3AyNTZrMaECUGGv7yKkKadxB0YiwjT6ZpdvmdkuuYmagY_jCfU_o4WDdGNwgh5yg3VkcIIedIV3YWt1MgU --filternode=/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW
2025-12-11 04:12:56.992 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.34.16 waku 91410efe9e3bf6cbcdd258a007a55eeb09c2c49cd0d15930cf485e29215812da
2025-12-11 04:12:57.022 DEBUG [src.node.docker_mananger] Container started with ID 91410efe9e3b. Setting up logs at ./log/docker/node3_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:57.022 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 47309
2025-12-11 04:12:57.022 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:12:58.023 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47309/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:12:58.026 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-11 04:12:58.027 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:12:58.027 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47309/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:12:58.029 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.34.16/tcp/47310/p2p/16Uiu2HAm72xHupe8J35sheSv9yKppy6m5qirh5kup8NEnUXe4wRc","/ip4/172.18.34.16/tcp/47311/ws/p2p/16Uiu2HAm72xHupe8J35sheSv9yKppy6m5qirh5kup8NEnUXe4wRc"],"enrUri":"enr:-L24QCNBduRQ8_L-5nUlbl7cODtEQyQ4GqjX_8sXEcUtX3haee_tkZFiYdbpnnpSkvDYUhqR3TZcNRUwW3XYhbEdmK0CgmlkgnY0gmlwhKwSIhCKbXVsdGlhZGRyc5YACASsEiIQBrjOAAoErBIiEAa4z90DgnJzhQADAQAAiXNlY3AyNTZrMaECrHpUN6EwOo4UfebyRHw-cxOOJF3PZgyDIPkfUu7wKfODdGNwgrjOg3VkcIK40IV3YWt1MgA"}'
2025-12-11 04:12:58.029 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:12:58.030 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:47309/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW"]'
2025-12-11 04:12:58.063 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:12:58.072 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:12:58.072 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:58.072 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:12:58.072 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:12:58.074 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:12:58.074 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.59.0
2025-12-11 04:12:58.074 DEBUG [src.node.docker_mananger] Generated ports ['44056', '44057', '44058', '44059', '44060']
2025-12-11 04:12:58.074 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:12:58.074 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:12:58.074 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:12:58.075 DEBUG [src.node.docker_mananger] docker run -i -t -p 44056:44056 -p 44057:44057 -p 44058:44058 -p 44059:44059 -p 44060:44060 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=44058 --rest-port=44056 --tcp-port=44057 --discv5-udp-port=44059 --rest-address=0.0.0.0 --nat=extip:172.18.59.0 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=cae6da0ee1f94dafb8ad5d6f1eadbfe52cace2ecfaff8b76be63ec610a91f7d2 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=44060 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QPqZJ7sOhaSMFFS5kT55AvTay-Y4ewV2cRmu2ZDGhJxvHsUHABySDcTcbdSmwxnhgAghTt4rjYZ-7DoU-gGgxsoCgmlkgnY0gmlwhKwSzW2KbXVsdGlhZGRyc5YACASsEs1tBh5yAAoErBLNbQYec90DgnJzhQADAQAAiXNlY3AyNTZrMaECUGGv7yKkKadxB0YiwjT6ZpdvmdkuuYmagY_jCfU_o4WDdGNwgh5yg3VkcIIedIV3YWt1MgU --filternode=/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW
2025-12-11 04:12:58.259 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.59.0 waku c170ad65740f434609a0855ce97a27fc578b7ed2651986a7dad45370260da648
2025-12-11 04:12:58.289 DEBUG [src.node.docker_mananger] Container started with ID c170ad65740f. Setting up logs at ./log/docker/node4_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:58.289 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 44056
2025-12-11 04:12:58.289 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:12:59.290 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:44056/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:12:59.293 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-11 04:12:59.294 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:12:59.294 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:44056/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:12:59.296 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.59.0/tcp/44057/p2p/16Uiu2HAkwR72KAuhCdVYjJsMuvU8ivJyM6QWUM1SEwFNuDHGDMEM","/ip4/172.18.59.0/tcp/44058/ws/p2p/16Uiu2HAkwR72KAuhCdVYjJsMuvU8ivJyM6QWUM1SEwFNuDHGDMEM"],"enrUri":"enr:-L24QKlHpkiIbOa9LAhoNSPuakreT9WUHOhbbGNokJDXFRKxJTh1demNJsm4ISMk0Z-VcyO1Ps3xBmk5vUTDs93NrhYCgmlkgnY0gmlwhKwSOwCKbXVsdGlhZGRyc5YACASsEjsABqwZAAoErBI7AAasGt0DgnJzhQADAQAAiXNlY3AyNTZrMaECHZIcGgqwSY1b-8qfifF6jcz4DozpI0QB2Pjj6kMaP6aDdGNwgqwZg3VkcIKsG4V3YWt1MgA"}'
2025-12-11 04:12:59.296 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:12:59.297 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:44056/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW"]'
2025-12-11 04:12:59.325 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:12:59.338 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:12:59.339 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:59.339 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:12:59.340 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:12:59.343 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:12:59.343 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.20.212
2025-12-11 04:12:59.343 DEBUG [src.node.docker_mananger] Generated ports ['17395', '17396', '17397', '17398', '17399']
2025-12-11 04:12:59.343 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:12:59.343 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:12:59.343 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:12:59.344 DEBUG [src.node.docker_mananger] docker run -i -t -p 17395:17395 -p 17396:17396 -p 17397:17397 -p 17398:17398 -p 17399:17399 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=17397 --rest-port=17395 --tcp-port=17396 --discv5-udp-port=17398 --rest-address=0.0.0.0 --nat=extip:172.18.20.212 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=cc481a60dc1315b258154f34e36e6fe5ccedb2188a163ead2de50e8577ecde34 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=17399 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QPqZJ7sOhaSMFFS5kT55AvTay-Y4ewV2cRmu2ZDGhJxvHsUHABySDcTcbdSmwxnhgAghTt4rjYZ-7DoU-gGgxsoCgmlkgnY0gmlwhKwSzW2KbXVsdGlhZGRyc5YACASsEs1tBh5yAAoErBLNbQYec90DgnJzhQADAQAAiXNlY3AyNTZrMaECUGGv7yKkKadxB0YiwjT6ZpdvmdkuuYmagY_jCfU_o4WDdGNwgh5yg3VkcIIedIV3YWt1MgU --filternode=/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW
2025-12-11 04:12:59.527 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.20.212 waku 27134688ef5d462b969e2f7a112c3dd5983a1dc63f5b4d5c1b1b1bf6f4a1a46e
2025-12-11 04:12:59.559 DEBUG [src.node.docker_mananger] Container started with ID 27134688ef5d. Setting up logs at ./log/docker/node5_2025-12-11_04-12-54__82dcbce2-f248-4a50-ba32-870000a270e8__wakuorg_nwaku:latest.log
2025-12-11 04:12:59.559 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 17395
2025-12-11 04:12:59.560 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:13:00.561 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17395/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:00.565 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-11 04:13:00.565 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:13:00.565 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17395/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:00.567 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.20.212/tcp/17396/p2p/16Uiu2HAmC4URtgsT3jFd7fcdNcFV497Rdpm4aTT4nUxVEFQ2S1Xs","/ip4/172.18.20.212/tcp/17397/ws/p2p/16Uiu2HAmC4URtgsT3jFd7fcdNcFV497Rdpm4aTT4nUxVEFQ2S1Xs"],"enrUri":"enr:-L24QCkudQmEW48d3Iu_zlGTyxhIfb7yXSX-116rqJ58gZzrK-B3d1xkGofQlfC4UPkJleB-K9G-qWbr5Vnqbuzk3QcCgmlkgnY0gmlwhKwSFNSKbXVsdGlhZGRyc5YACASsEhTUBkP0AAoErBIU1AZD9d0DgnJzhQADAQAAiXNlY3AyNTZrMaEC9yhrzULmPx0PuuXGgsgNSKZboXaoixounnqS381HSVaDdGNwgkP0g3VkcIJD9oV3YWt1MgA"}'
2025-12-11 04:13:00.568 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:13:00.568 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:17395/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.205.109/tcp/7794/p2p/16Uiu2HAkzqSzRh1HhDXQQ4RDAkSDRbSPjLQRc1uStnDx26vP2smW"]'
2025-12-11 04:13:00.597 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:00.598 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:7793/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-11 04:13:00.603 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:00.604 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:1238/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "020da6a9-97b0-42f4-a3b7-a221f37a3aef", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-11 04:13:00.618 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"020da6a9-97b0-42f4-a3b7-a221f37a3aef","statusDesc":"OK"}'
2025-12-11 04:13:00.618 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:47309/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "286d833a-2459-49a8-adf6-42a3b5df5126", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-11 04:13:00.630 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"286d833a-2459-49a8-adf6-42a3b5df5126","statusDesc":"OK"}'
2025-12-11 04:13:00.630 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:44056/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "228114e3-33fb-44dd-9846-23b5b825b612", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-11 04:13:00.639 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"228114e3-33fb-44dd-9846-23b5b825b612","statusDesc":"OK"}'
2025-12-11 04:13:00.639 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:17395/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "c888454f-b0af-4038-b0d5-277fc7aa6a4c", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-11 04:13:00.647 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"c888454f-b0af-4038-b0d5-277fc7aa6a4c","statusDesc":"OK"}'
2025-12-11 04:13:00.648 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:7793/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2025-12-11 04:13:00.662 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:00.662 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-11 04:13:00.762 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:00.763 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:1238/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:00.766 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765426380648765608,"ephemeral":false}]'
2025-12-11 04:13:00.767 DEBUG [src.steps.filter] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:00.768 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47309/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:00.770 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765426380648765608,"ephemeral":false}]'
2025-12-11 04:13:00.771 DEBUG [src.steps.filter] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:00.772 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:44056/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:00.774 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765426380648765608,"ephemeral":false}]'
2025-12-11 04:13:00.775 DEBUG [src.steps.filter] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:00.775 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:17395/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:00.778 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765426380648765608,"ephemeral":false}]'
2025-12-11 04:13:00.780 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-11 04:13:00.781 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-11 04:13:00.781 DEBUG [src.node.waku_node] Stopping container with id 667bd488e4dd
2025-12-11 04:13:01.350 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:01.351 DEBUG [src.node.waku_node] Stopping container with id 4449a1ddf2e3
2025-12-11 04:13:01.893 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:01.893 DEBUG [src.node.waku_node] Stopping container with id 91410efe9e3b
2025-12-11 04:13:02.162 ERROR [src.node.docker_mananger] Max retries reached for container 667bd488e4dd. Exiting log stream.
2025-12-11 04:13:02.426 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:02.427 DEBUG [src.node.waku_node] Stopping container with id c170ad65740f
2025-12-11 04:13:02.709 ERROR [src.node.docker_mananger] Max retries reached for container 4449a1ddf2e3. Exiting log stream.
2025-12-11 04:13:02.925 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:02.926 DEBUG [src.node.waku_node] Stopping container with id 27134688ef5d
2025-12-11 04:13:03.239 ERROR [src.node.docker_mananger] Max retries reached for container 91410efe9e3b. Exiting log stream.
2025-12-11 04:13:03.430 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:03.432 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-11 04:13:03.445 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:13:03.450 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:13:03.454 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:13:03.458 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:13:03.463 DEBUG [src.node.docker_mananger] No errors found in the waku logs.