logos-messaging-interop-tests/nim/1111/data/attachments/4b42c4f89e83b0a4.txt

[35mDEBUG   [0m tests.conftest:conftest.py:51 Running fixture setup: test_id
[35mDEBUG   [0m tests.conftest:conftest.py:57 Running test: test_unsubscribe_from_all_content_topics_one_by_one with id: 2026-03-11_04-36-24__3ad3ce87-4ad9-41a5-807b-f7c1c9dab8f9
[35mDEBUG   [0m src.steps.common:common.py:19 Running fixture setup: common_setup
[35mDEBUG   [0m src.steps.relay:relay.py:28 Running fixture setup: relay_setup
[35mDEBUG   [0m src.steps.sharding:sharding.py:30 Running fixture setup: sharding_setup
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node1_2026-03-11_04-36-24__3ad3ce87-4ad9-41a5-807b-f7c1c9dab8f9__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.161.83
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['50395', '50396', '50397', '50398', '50399']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 50395:50395 -p 50396:50396 -p 50397:50397 -p 50398:50398 -p 50399:50399 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=50397 --rest-port=50395 --tcp-port=50396 --discv5-udp-port=50398 --rest-address=0.0.0.0 --nat=extip:172.18.161.83 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=abdfe4e1bb8adcd1695d1b24aaa7cde7de4cabc799af8a0e0fb94b49ddd52184 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=50399 --metrics-logging=true --relay=true --filter=true --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
[1m[31mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container f5059985ffb8. Exiting log stream.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.161.83 waku ba5fe37d40ea7d9d449267387786e1c93b10f3e19c8f5a97878974f97408b08b
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID ba5fe37d40ea. Setting up logs at ./log/docker/node1_2026-03-11_04-36-24__3ad3ce87-4ad9-41a5-807b-f7c1c9dab8f9__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 50395
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[1m[31mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 26fe7e8333e2. Exiting log stream.
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"READY"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.161.83/tcp/50396/p2p/16Uiu2HAmU2N6HhuzMcKDQqgMQWTnLWwcAWuWqyHdEB7i8hNYDGYc","/ip4/172.18.161.83/tcp/50397/ws/p2p/16Uiu2HAmU2N6HhuzMcKDQqgMQWTnLWwcAWuWqyHdEB7i8hNYDGYc"],"enrUri":"enr:-L24QKMUBdfV_H_xITsTYHujuolTttAw1lp75F4XstM1w3IsKVi9hWceyu_gL9VUuL7Q3me9r87jeg3iYtSuaAzlGZ4CgmlkgnY0gmlwhKwSoVOKbXVsdGlhZGRyc5YACASsEqFTBsTcAAoErBKhUwbE3d0DgnJzhQACAQAAiXNlY3AyNTZrMaED5FkVe-NmDkr3KrUUNDOD8-qM4dJfGSBUxEgwyrVi2bWDdGNwgsTcg3VkcILE3oV3YWt1MgU"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node2_2026-03-11_04-36-24__3ad3ce87-4ad9-41a5-807b-f7c1c9dab8f9__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.124.109
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['51064', '51065', '51066', '51067', '51068']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 51064:51064 -p 51065:51065 -p 51066:51066 -p 51067:51067 -p 51068:51068 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=51066 --rest-port=51064 --tcp-port=51065 --discv5-udp-port=51067 --rest-address=0.0.0.0 --nat=extip:172.18.124.109 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=afbdcde9ce5bdbd4e67febdd926e4151ad9a51fea9ad729c04a0f90fa6a44545 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=51068 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QKMUBdfV_H_xITsTYHujuolTttAw1lp75F4XstM1w3IsKVi9hWceyu_gL9VUuL7Q3me9r87jeg3iYtSuaAzlGZ4CgmlkgnY0gmlwhKwSoVOKbXVsdGlhZGRyc5YACASsEqFTBsTcAAoErBKhUwbE3d0DgnJzhQACAQAAiXNlY3AyNTZrMaED5FkVe-NmDkr3KrUUNDOD8-qM4dJfGSBUxEgwyrVi2bWDdGNwgsTcg3VkcILE3oV3YWt1MgU --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.124.109 waku 51b9d938864e29e2e4e71594b3d767c0678345a90f1a6dea0e55fbb8baa39f3e
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID 51b9d938864e. Setting up logs at ./log/docker/node2_2026-03-11_04-36-24__3ad3ce87-4ad9-41a5-807b-f7c1c9dab8f9__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 51064
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:51064/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:51064/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:51064/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"PartiallyConnected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:51064/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.124.109/tcp/51065/p2p/16Uiu2HAmTr2JotNTrmQD732nAdxj3cAPjhcFEMTp7b8DMB4o3H33","/ip4/172.18.124.109/tcp/51066/ws/p2p/16Uiu2HAmTr2JotNTrmQD732nAdxj3cAPjhcFEMTp7b8DMB4o3H33"],"enrUri":"enr:-L24QIMaybDCSBs-BL80GjpZ4zYQspgRY4JbwQQPsDD67NUbAUOzq3S0O9htKbV7FxNbI9N9on62bAgmgQLrdgWo0VMCgmlkgnY0gmlwhKwSfG2KbXVsdGlhZGRyc5YACASsEnxtBsd5AAoErBJ8bQbHet0DgnJzhQACAQAAiXNlY3AyNTZrMaED4bLn5Tyjfk9gtATIiYvNy5IlC-c3OfutYj1AzFSXm0aDdGNwgsd5g3VkcILHe4V3YWt1MgE"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:51064/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.161.83/tcp/50396/p2p/16Uiu2HAmU2N6HhuzMcKDQqgMQWTnLWwcAWuWqyHdEB7i8hNYDGYc"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50395/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto", "/waku/2/content/test.js", "/app/22/sometopic/someencoding", "/toychat/2/huilong/proto", "/statusim/1/community/cbor", "/app/27/sometopic/someencoding", "/app/29/sometopic/someencoding", "/app/20/sometopic/someencoding"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:51064/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto", "/waku/2/content/test.js", "/app/22/sometopic/someencoding", "/toychat/2/huilong/proto", "/statusim/1/community/cbor", "/app/27/sometopic/someencoding", "/app/29/sometopic/someencoding", "/app/20/sometopic/someencoding"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50395/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 0.1 seconds
[35mDEBUG   [0m src.steps.sharding:sharding.py:158 Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50395/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773203786650303784,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773203786665556970,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773203787761245442,"ephemeral":false,"proof":""}]'
[35mDEBUG   [0m tests.conftest:conftest.py:59 Running fixture teardown: test_setup
[35mDEBUG   [0m tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id ba5fe37d40ea
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id 51b9d938864e
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
[35mDEBUG   [0m tests.conftest:conftest.py:73 Running fixture teardown: attach_logs_on_fail
[35mDEBUG   [0m tests.conftest:conftest.py:74 Test failed, attempting to attach logs to the allure reports
[35mDEBUG   [0m src.libs.common:common.py:42 Attaching file ./log/docker/node2_2026-03-11_04-36-24__3ad3ce87-4ad9-41a5-807b-f7c1c9dab8f9__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.libs.common:common.py:42 Attaching file ./log/docker/node1_2026-03-11_04-36-24__3ad3ce87-4ad9-41a5-807b-f7c1c9dab8f9__wakuorg_nwaku:latest.log
[35mDEBUG   [0m tests.conftest:conftest.py:51 Running fixture setup: test_id
[35mDEBUG   [0m tests.conftest:conftest.py:57 Running test: test_unsubscribe_from_all_content_topics_one_by_one with id: 2026-03-11_04-36-29__717c4e26-9f20-45b2-b67e-834f418714a8
[35mDEBUG   [0m src.steps.common:common.py:19 Running fixture setup: common_setup
[35mDEBUG   [0m src.steps.relay:relay.py:28 Running fixture setup: relay_setup
[35mDEBUG   [0m src.steps.sharding:sharding.py:30 Running fixture setup: sharding_setup
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node1_2026-03-11_04-36-29__717c4e26-9f20-45b2-b67e-834f418714a8__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.247.239
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['53698', '53699', '53700', '53701', '53702']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 53698:53698 -p 53699:53699 -p 53700:53700 -p 53701:53701 -p 53702:53702 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=53700 --rest-port=53698 --tcp-port=53699 --discv5-udp-port=53701 --rest-address=0.0.0.0 --nat=extip:172.18.247.239 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=2aee26d741add104e975a9bcf166a0b2aff3ae2e11992bf89ed3954cab0a6b8f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=53702 --metrics-logging=true --relay=true --filter=true --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.247.239 waku 86db23feb757f4744c1a3c348e2dce1f2920dcdf53d6a66c7bd450c58f1b248b
[1m[31mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container ba5fe37d40ea. Exiting log stream.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID 86db23feb757. Setting up logs at ./log/docker/node1_2026-03-11_04-36-29__717c4e26-9f20-45b2-b67e-834f418714a8__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 53698
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[1m[31mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 51b9d938864e. Exiting log stream.
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:53698/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"PartiallyConnected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"READY"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:53698/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.247.239/tcp/53699/p2p/16Uiu2HAmNXhyCGm5ThpyTx9ZWfFkMaemwWVpmC1tgMDsnUs1tiCq","/ip4/172.18.247.239/tcp/53700/ws/p2p/16Uiu2HAmNXhyCGm5ThpyTx9ZWfFkMaemwWVpmC1tgMDsnUs1tiCq"],"enrUri":"enr:-L24QMR76aWhdsjwWJmr8oGB-AlaKnxn9-fcbJEJPNtUaJkOcMS858T8oCbH-X3YxO8b9-k-CB6F4jQASs_GM3NcvcwCgmlkgnY0gmlwhKwS9--KbXVsdGlhZGRyc5YACASsEvfvBtHDAAoErBL37wbRxN0DgnJzhQACAQAAiXNlY3AyNTZrMaEDkrdIF3mbcTPH4xi168VlDRXTxq_k_k0mPg3QgjhZb-qDdGNwgtHDg3VkcILRxYV3YWt1MgU"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node2_2026-03-11_04-36-29__717c4e26-9f20-45b2-b67e-834f418714a8__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.188.31
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['61922', '61923', '61924', '61925', '61926']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 61922:61922 -p 61923:61923 -p 61924:61924 -p 61925:61925 -p 61926:61926 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=61924 --rest-port=61922 --tcp-port=61923 --discv5-udp-port=61925 --rest-address=0.0.0.0 --nat=extip:172.18.188.31 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=adb4ffcf58aca8b5078a30eed1b21357e46ea0aed10bcbb0c2aceabdd70dff6d --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=61926 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QMR76aWhdsjwWJmr8oGB-AlaKnxn9-fcbJEJPNtUaJkOcMS858T8oCbH-X3YxO8b9-k-CB6F4jQASs_GM3NcvcwCgmlkgnY0gmlwhKwS9--KbXVsdGlhZGRyc5YACASsEvfvBtHDAAoErBL37wbRxN0DgnJzhQACAQAAiXNlY3AyNTZrMaEDkrdIF3mbcTPH4xi168VlDRXTxq_k_k0mPg3QgjhZb-qDdGNwgtHDg3VkcILRxYV3YWt1MgU --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.188.31 waku 8617b1e9aa676c4f6998bb449f55d5ac92ab05b8816ba4cc431628eab4f2bb2a
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID 8617b1e9aa67. Setting up logs at ./log/docker/node2_2026-03-11_04-36-29__717c4e26-9f20-45b2-b67e-834f418714a8__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 61922
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:61922/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:61922/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"PartiallyConnected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:61922/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.188.31/tcp/61923/p2p/16Uiu2HAkwNmW5oPXRrm3UH56ZXSNNM8RszRnKf1h7ShothyGqtgo","/ip4/172.18.188.31/tcp/61924/ws/p2p/16Uiu2HAkwNmW5oPXRrm3UH56ZXSNNM8RszRnKf1h7ShothyGqtgo"],"enrUri":"enr:-L24QGWWfgcXNx6D9tleQXWli5bnpFFpZMtvB-xYd7XIBDLyCRX-HCY9FwOhnX11WUo8H9Kp4nmbJcrvvtqihwI1cLECgmlkgnY0gmlwhKwSvB-KbXVsdGlhZGRyc5YACASsErwfBvHjAAoErBK8Hwbx5N0DgnJzhQACAQAAiXNlY3AyNTZrMaECHPjgHSYcxT3KN5zOrTmlv2ltFy17qvuqxWeTcfjvUSCDdGNwgvHjg3VkcILx5YV3YWt1MgE"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:61922/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.247.239/tcp/53699/p2p/16Uiu2HAmNXhyCGm5ThpyTx9ZWfFkMaemwWVpmC1tgMDsnUs1tiCq"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:53698/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto", "/waku/2/content/test.js", "/app/22/sometopic/someencoding", "/toychat/2/huilong/proto", "/statusim/1/community/cbor", "/app/27/sometopic/someencoding", "/app/29/sometopic/someencoding", "/app/20/sometopic/someencoding"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:61922/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto", "/waku/2/content/test.js", "/app/22/sometopic/someencoding", "/toychat/2/huilong/proto", "/statusim/1/community/cbor", "/app/27/sometopic/someencoding", "/app/29/sometopic/someencoding", "/app/20/sometopic/someencoding"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:53698/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 0.1 seconds
[35mDEBUG   [0m src.steps.sharding:sharding.py:158 Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:53698/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773203790528011979,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773203791593745034,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773203791915255671,"ephemeral":false,"proof":""}]'
[35mDEBUG   [0m tests.conftest:conftest.py:59 Running fixture teardown: test_setup
[35mDEBUG   [0m tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id 86db23feb757
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id 8617b1e9aa67
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
[35mDEBUG   [0m tests.conftest:conftest.py:73 Running fixture teardown: attach_logs_on_fail
[35mDEBUG   [0m tests.conftest:conftest.py:74 Test failed, attempting to attach logs to the allure reports
[35mDEBUG   [0m src.libs.common:common.py:42 Attaching file ./log/docker/node1_2026-03-11_04-36-29__717c4e26-9f20-45b2-b67e-834f418714a8__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.libs.common:common.py:42 Attaching file ./log/docker/node2_2026-03-11_04-36-29__717c4e26-9f20-45b2-b67e-834f418714a8__wakuorg_nwaku:latest.log