170 lines
32 KiB
Plaintext

2025-12-11 04:18:34.553 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-11 04:18:34.554 DEBUG [tests.conftest] Running test: test_auto_shard_relay with id: 2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3
2025-12-11 04:18:34.554 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-11 04:18:34.554 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2025-12-11 04:18:34.555 DEBUG [src.steps.sharding] Running fixture setup: sharding_setup
2025-12-11 04:18:34.561 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:18:34.562 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:34.562 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:18:34.562 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:18:34.563 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:18:34.563 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.17.85
2025-12-11 04:18:34.563 DEBUG [src.node.docker_mananger] Generated ports ['45433', '45434', '45435', '45436', '45437']
2025-12-11 04:18:34.564 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:18:34.564 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:18:34.564 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:18:34.564 DEBUG [src.node.docker_mananger] docker run -i -t -p 45433:45433 -p 45434:45434 -p 45435:45435 -p 45436:45436 -p 45437:45437 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=45435 --rest-port=45433 --tcp-port=45434 --discv5-udp-port=45436 --rest-address=0.0.0.0 --nat=extip:172.18.17.85 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=aafdbad0cab88eb94fd4be52b9f7188b36b4c2a93c37beffe5dbdf017b1bc82f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=45437 --metrics-logging=true --relay=true --filter=true --content-topic=/myapp/1/latest/proto
2025-12-11 04:18:34.737 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.17.85 waku b6041957f2ae95e4fd6b00841b92ba05572c63b9f2d8f1429068973dca144b92
2025-12-11 04:18:34.765 DEBUG [src.node.docker_mananger] Container started with ID b6041957f2ae. Setting up logs at ./log/docker/node1_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:34.766 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 45433
2025-12-11 04:18:34.766 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:18:34.819 ERROR [src.node.docker_mananger] Max retries reached for container 97420a6943a0. Exiting log stream.
2025-12-11 04:18:35.361 ERROR [src.node.docker_mananger] Max retries reached for container 98e549b9ab21. Exiting log stream.
2025-12-11 04:18:35.766 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45433/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:35.769 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-11 04:18:35.769 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:18:35.769 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45433/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:35.771 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.17.85/tcp/45434/p2p/16Uiu2HAmUPFvqgtxNesQShiuLzJUBJgZFHdPeQWxu8gcv1PKC8Zu","/ip4/172.18.17.85/tcp/45435/ws/p2p/16Uiu2HAmUPFvqgtxNesQShiuLzJUBJgZFHdPeQWxu8gcv1PKC8Zu"],"enrUri":"enr:-L24QPNdyCQsXuNXEVCrrjtrwrENeP7tbErWp7VleKpDvgtVTVqz3Vulapi0CWUb32wl6wOAdTO9cLeZX_ps2D-H184CgmlkgnY0gmlwhKwSEVWKbXVsdGlhZGRyc5YACASsEhFVBrF6AAoErBIRVQaxe90DgnJzhQACAQAAiXNlY3AyNTZrMaED6bNP_3LeI2deAyyEhS0cX6F927mHJQwx-UWGtfnBO4iDdGNwgrF6g3VkcIKxfIV3YWt1MgU"}'
2025-12-11 04:18:35.772 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:18:35.778 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:18:35.778 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:35.778 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:18:35.779 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:18:35.780 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:18:35.780 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.124.154
2025-12-11 04:18:35.780 DEBUG [src.node.docker_mananger] Generated ports ['58889', '58890', '58891', '58892', '58893']
2025-12-11 04:18:35.780 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:18:35.780 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:18:35.781 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:18:35.781 DEBUG [src.node.docker_mananger] docker run -i -t -p 58889:58889 -p 58890:58890 -p 58891:58891 -p 58892:58892 -p 58893:58893 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=58891 --rest-port=58889 --tcp-port=58890 --discv5-udp-port=58892 --rest-address=0.0.0.0 --nat=extip:172.18.124.154 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=ffe8ad3c5db8aa1dbcae7fd882d89dea3abebafafe46bdc0acdccdab6f9eb748 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=58893 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QPNdyCQsXuNXEVCrrjtrwrENeP7tbErWp7VleKpDvgtVTVqz3Vulapi0CWUb32wl6wOAdTO9cLeZX_ps2D-H184CgmlkgnY0gmlwhKwSEVWKbXVsdGlhZGRyc5YACASsEhFVBrF6AAoErBIRVQaxe90DgnJzhQACAQAAiXNlY3AyNTZrMaED6bNP_3LeI2deAyyEhS0cX6F927mHJQwx-UWGtfnBO4iDdGNwgrF6g3VkcIKxfIV3YWt1MgU --content-topic=/myapp/1/latest/proto
2025-12-11 04:18:35.961 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.124.154 waku 680113b8dc4feed2ede4b4f8add6855d7eedcc33fd620a56c8abe37a2746387f
2025-12-11 04:18:35.991 DEBUG [src.node.docker_mananger] Container started with ID 680113b8dc4f. Setting up logs at ./log/docker/node2_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:35.991 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 58889
2025-12-11 04:18:35.991 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:18:36.992 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58889/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:37.002 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-11 04:18:37.004 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:18:37.005 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58889/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:37.010 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.124.154/tcp/58890/p2p/16Uiu2HAm5B5QKt1VyPEpSKJgCnLUwWYWLmSsa7PR43eJvFSi6xaJ","/ip4/172.18.124.154/tcp/58891/ws/p2p/16Uiu2HAm5B5QKt1VyPEpSKJgCnLUwWYWLmSsa7PR43eJvFSi6xaJ"],"enrUri":"enr:-L24QBi-QPL1okJdIRVad2sUS4O5n2oNpveg9iETwcrk3fB3BEnuZeMTRuoF51Mc_tKj-IvBreJjBSUuDVNtnjVZsRgCgmlkgnY0gmlwhKwSfJqKbXVsdGlhZGRyc5YACASsEnyaBuYKAAoErBJ8mgbmC90DgnJzhQACAQAAiXNlY3AyNTZrMaECkNekPjz9IcvaJo-GhHocTaaPDG_LiwuUW7zcRSKPaD-DdGNwguYKg3VkcILmDIV3YWt1MgE"}'
2025-12-11 04:18:37.011 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:18:37.011 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:58889/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.17.85/tcp/45434/p2p/16Uiu2HAmUPFvqgtxNesQShiuLzJUBJgZFHdPeQWxu8gcv1PKC8Zu"]'
2025-12-11 04:18:37.015 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:37.022 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:18:37.023 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:37.023 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:18:37.023 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:18:37.024 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:18:37.024 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.126.97
2025-12-11 04:18:37.024 DEBUG [src.node.docker_mananger] Generated ports ['9878', '9879', '9880', '9881', '9882']
2025-12-11 04:18:37.025 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:18:37.025 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:18:37.025 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:18:37.025 DEBUG [src.node.docker_mananger] docker run -i -t -p 9878:9878 -p 9879:9879 -p 9880:9880 -p 9881:9881 -p 9882:9882 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=9880 --rest-port=9878 --tcp-port=9879 --discv5-udp-port=9881 --rest-address=0.0.0.0 --nat=extip:172.18.126.97 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=17acf9b23dfeebcdb18f94deed4a72f6fef2c9befaefcc5bc6352ebcfaa09fef --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=9882 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QPNdyCQsXuNXEVCrrjtrwrENeP7tbErWp7VleKpDvgtVTVqz3Vulapi0CWUb32wl6wOAdTO9cLeZX_ps2D-H184CgmlkgnY0gmlwhKwSEVWKbXVsdGlhZGRyc5YACASsEhFVBrF6AAoErBIRVQaxe90DgnJzhQACAQAAiXNlY3AyNTZrMaED6bNP_3LeI2deAyyEhS0cX6F927mHJQwx-UWGtfnBO4iDdGNwgrF6g3VkcIKxfIV3YWt1MgU --content-topic=/myapp/1/latest/proto
2025-12-11 04:18:37.204 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.126.97 waku 0e7255f8c5e25743c386f50e31827cbd99aa4a12e73270f707cba94575a8894f
2025-12-11 04:18:37.233 DEBUG [src.node.docker_mananger] Container started with ID 0e7255f8c5e2. Setting up logs at ./log/docker/node3_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:37.234 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 9878
2025-12-11 04:18:37.234 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:18:38.234 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:9878/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:38.247 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-11 04:18:38.248 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:18:38.248 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:9878/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:38.256 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.126.97/tcp/9879/p2p/16Uiu2HAmKLDFEjxvy1zUND5tWYYbMpmZrWikaDYw6JaGLJ2ug3je","/ip4/172.18.126.97/tcp/9880/ws/p2p/16Uiu2HAmKLDFEjxvy1zUND5tWYYbMpmZrWikaDYw6JaGLJ2ug3je"],"enrUri":"enr:-L24QL9pqN3y_wD2cglmv5SENc5wLgsxn-b-L9NujaqNfoTQIXnl7wynHtvdqQpQaRBvqA7t7vpiI4Xi3UQehFsFTycCgmlkgnY0gmlwhKwSfmGKbXVsdGlhZGRyc5YACASsEn5hBiaXAAoErBJ-YQYmmN0DgnJzhQACAQAAiXNlY3AyNTZrMaEDYzJasaEWZMUzXKV8W8tX5H8vhdjRHeG-cf7zZ28q46mDdGNwgiaXg3VkcIImmYV3YWt1MgE"}'
2025-12-11 04:18:38.256 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:18:38.256 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:9878/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.17.85/tcp/45434/p2p/16Uiu2HAmUPFvqgtxNesQShiuLzJUBJgZFHdPeQWxu8gcv1PKC8Zu"]'
2025-12-11 04:18:38.259 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:38.265 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:18:38.265 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:38.266 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:18:38.266 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:18:38.267 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:18:38.267 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.54.14
2025-12-11 04:18:38.267 DEBUG [src.node.docker_mananger] Generated ports ['22743', '22744', '22745', '22746', '22747']
2025-12-11 04:18:38.267 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:18:38.267 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:18:38.268 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:18:38.268 DEBUG [src.node.docker_mananger] docker run -i -t -p 22743:22743 -p 22744:22744 -p 22745:22745 -p 22746:22746 -p 22747:22747 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=22745 --rest-port=22743 --tcp-port=22744 --discv5-udp-port=22746 --rest-address=0.0.0.0 --nat=extip:172.18.54.14 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=2a9e1eca2fbd9f2d19a5abe3aedcb43cbce7c458cd3c8860dad1ee1af1a1c4e7 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=22747 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QPNdyCQsXuNXEVCrrjtrwrENeP7tbErWp7VleKpDvgtVTVqz3Vulapi0CWUb32wl6wOAdTO9cLeZX_ps2D-H184CgmlkgnY0gmlwhKwSEVWKbXVsdGlhZGRyc5YACASsEhFVBrF6AAoErBIRVQaxe90DgnJzhQACAQAAiXNlY3AyNTZrMaED6bNP_3LeI2deAyyEhS0cX6F927mHJQwx-UWGtfnBO4iDdGNwgrF6g3VkcIKxfIV3YWt1MgU --content-topic=/myapp/1/latest/proto
2025-12-11 04:18:38.446 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.54.14 waku 5af7713efe8c18ec6d5cc12f2052b199516a421d53632ed7f72323f19a15b99f
2025-12-11 04:18:38.476 DEBUG [src.node.docker_mananger] Container started with ID 5af7713efe8c. Setting up logs at ./log/docker/node4_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:38.477 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 22743
2025-12-11 04:18:38.477 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:18:39.479 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22743/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:39.492 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"READY"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-11 04:18:39.492 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:18:39.493 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22743/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:39.495 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.54.14/tcp/22744/p2p/16Uiu2HAmQP9SvD4GBAnNTiedg4d6GDkqfJd42FvBZLb7DFQY5KPZ","/ip4/172.18.54.14/tcp/22745/ws/p2p/16Uiu2HAmQP9SvD4GBAnNTiedg4d6GDkqfJd42FvBZLb7DFQY5KPZ"],"enrUri":"enr:-L24QJwxRcVT5kuqje5d3ICo4E7ZLaUC1GslAUk1JQzK9lHlfoVOk6r9l25zaTI0itLAhkRBSBWdVrg89zBkk1ykpdECgmlkgnY0gmlwhKwSNg6KbXVsdGlhZGRyc5YACASsEjYOBljYAAoErBI2DgZY2d0DgnJzhQACAQAAiXNlY3AyNTZrMaEDrj08eV2sj24ezi8QGHQnN4mqdPaEDFgPUSciUZuJnBSDdGNwgljYg3VkcIJY2oV3YWt1MgE"}'
2025-12-11 04:18:39.495 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:18:39.495 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:22743/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.17.85/tcp/45434/p2p/16Uiu2HAmUPFvqgtxNesQShiuLzJUBJgZFHdPeQWxu8gcv1PKC8Zu"]'
2025-12-11 04:18:39.498 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:39.505 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:18:39.505 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:39.505 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:18:39.505 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:18:39.507 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:18:39.507 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.187.179
2025-12-11 04:18:39.507 DEBUG [src.node.docker_mananger] Generated ports ['40282', '40283', '40284', '40285', '40286']
2025-12-11 04:18:39.507 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:18:39.507 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:18:39.508 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:18:39.508 DEBUG [src.node.docker_mananger] docker run -i -t -p 40282:40282 -p 40283:40283 -p 40284:40284 -p 40285:40285 -p 40286:40286 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=40284 --rest-port=40282 --tcp-port=40283 --discv5-udp-port=40285 --rest-address=0.0.0.0 --nat=extip:172.18.187.179 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=3458d2426663a7acecfb32ff4343bbcfab34bc9e0f2eb0d7f90befcde91383f7 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=40286 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QPNdyCQsXuNXEVCrrjtrwrENeP7tbErWp7VleKpDvgtVTVqz3Vulapi0CWUb32wl6wOAdTO9cLeZX_ps2D-H184CgmlkgnY0gmlwhKwSEVWKbXVsdGlhZGRyc5YACASsEhFVBrF6AAoErBIRVQaxe90DgnJzhQACAQAAiXNlY3AyNTZrMaED6bNP_3LeI2deAyyEhS0cX6F927mHJQwx-UWGtfnBO4iDdGNwgrF6g3VkcIKxfIV3YWt1MgU --content-topic=/myapp/1/latest/proto
2025-12-11 04:18:39.689 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.187.179 waku 302dc8870a989780403c1ff988ea753371a78293835c8fef8d1f62c5c49ea39a
2025-12-11 04:18:39.722 DEBUG [src.node.docker_mananger] Container started with ID 302dc8870a98. Setting up logs at ./log/docker/node5_2025-12-11_04-18-34__84d806a5-9d50-4e43-9780-90c0a2f0c4f3__wakuorg_nwaku:latest.log
2025-12-11 04:18:39.723 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 40282
2025-12-11 04:18:39.723 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:18:40.724 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40282/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:40.730 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"READY"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-11 04:18:40.730 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:18:40.731 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40282/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:40.735 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.187.179/tcp/40283/p2p/16Uiu2HAkuvESr99wVmXMKhZUNnzBVXBHkn8fNUgSLP5EbN2GdFvJ","/ip4/172.18.187.179/tcp/40284/ws/p2p/16Uiu2HAkuvESr99wVmXMKhZUNnzBVXBHkn8fNUgSLP5EbN2GdFvJ"],"enrUri":"enr:-L24QCVGiukaWLyNSG44myWfs8dxkY5TuEkWjSs_fIJHWrLfE-l6Xe8hZ_C2U91_utl7o7HREhwX3kfJ3clzmHJg_mICgmlkgnY0gmlwhKwSu7OKbXVsdGlhZGRyc5YACASsEruzBp1bAAoErBK7swadXN0DgnJzhQACAQAAiXNlY3AyNTZrMaECB1D4-_thgeqvSTITcAYvm14Lq1KeUb5wnMe75vi-aHuDdGNwgp1bg3VkcIKdXYV3YWt1MgE"}'
2025-12-11 04:18:40.735 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:18:40.735 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40282/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.17.85/tcp/45434/p2p/16Uiu2HAmUPFvqgtxNesQShiuLzJUBJgZFHdPeQWxu8gcv1PKC8Zu"]'
2025-12-11 04:18:40.738 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:40.738 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:45433/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2025-12-11 04:18:40.741 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:40.741 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:58889/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2025-12-11 04:18:40.743 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:40.744 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:9878/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2025-12-11 04:18:40.746 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:40.747 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:22743/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2025-12-11 04:18:40.749 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:40.749 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40282/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2025-12-11 04:18:40.751 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:40.752 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:45433/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2025-12-11 04:18:40.759 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:18:40.759 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-11 04:18:40.860 DEBUG [src.steps.sharding] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-11 04:18:40.860 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45433/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:40.862 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1765426720752337269,"ephemeral":false,"proof":""}]'
2025-12-11 04:18:40.864 DEBUG [src.steps.sharding] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-11 04:18:40.864 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58889/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:40.866 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1765426720752337269,"ephemeral":false,"proof":""}]'
2025-12-11 04:18:40.868 DEBUG [src.steps.sharding] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-11 04:18:40.868 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:9878/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:40.870 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1765426720752337269,"ephemeral":false,"proof":""}]'
2025-12-11 04:18:40.871 DEBUG [src.steps.sharding] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-11 04:18:40.872 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22743/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:40.874 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1765426720752337269,"ephemeral":false,"proof":""}]'
2025-12-11 04:18:40.875 DEBUG [src.steps.sharding] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-11 04:18:40.875 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40282/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:18:40.877 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1765426720752337269,"ephemeral":false,"proof":""}]'
2025-12-11 04:18:40.880 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-11 04:18:40.881 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-11 04:18:40.881 DEBUG [src.node.waku_node] Stopping container with id b6041957f2ae
2025-12-11 04:18:41.445 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:18:41.445 DEBUG [src.node.waku_node] Stopping container with id 680113b8dc4f
2025-12-11 04:18:41.979 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:18:41.979 DEBUG [src.node.waku_node] Stopping container with id 0e7255f8c5e2
2025-12-11 04:18:42.257 ERROR [src.node.docker_mananger] Max retries reached for container b6041957f2ae. Exiting log stream.
2025-12-11 04:18:42.581 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:18:42.582 DEBUG [src.node.waku_node] Stopping container with id 5af7713efe8c
2025-12-11 04:18:42.793 ERROR [src.node.docker_mananger] Max retries reached for container 680113b8dc4f. Exiting log stream.
2025-12-11 04:18:43.102 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:18:43.103 DEBUG [src.node.waku_node] Stopping container with id 302dc8870a98
2025-12-11 04:18:43.396 ERROR [src.node.docker_mananger] Max retries reached for container 0e7255f8c5e2. Exiting log stream.
2025-12-11 04:18:43.615 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:18:43.616 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-11 04:18:43.631 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:18:43.636 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:18:43.641 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:18:43.646 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:18:43.650 DEBUG [src.node.docker_mananger] No errors found in the waku logs.