logos-messaging-interop-tests/nim/1099/data/attachments/68d956c8a69fac17.txt

[35mDEBUG   [0m tests.conftest:conftest.py:51 Running fixture setup: test_id
[35mDEBUG   [0m tests.conftest:conftest.py:57 Running test: test_static_shard_relay with id: 2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e
[35mDEBUG   [0m src.steps.common:common.py:19 Running fixture setup: common_setup
[35mDEBUG   [0m src.steps.relay:relay.py:28 Running fixture setup: relay_setup
[35mDEBUG   [0m src.steps.sharding:sharding.py:30 Running fixture setup: sharding_setup
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node1_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.126.87
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['29709', '29710', '29711', '29712', '29713']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:72 Cluster id was resolved to: 2
[35mDEBUG   [0m src.node.waku_node:waku_node.py:163 Removing pubsub-topic from nwaku args
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 29709:29709 -p 29710:29710 -p 29711:29711 -p 29712:29712 -p 29713:29713 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=29711 --rest-port=29709 --tcp-port=29710 --discv5-udp-port=29712 --rest-address=0.0.0.0 --nat=extip:172.18.126.87 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=cfffca13ba8eee4258123fea4697c715274bcb8ef0e2b40aabeecadf0ecec59b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=29713 --metrics-logging=true --relay=true --filter=true
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.126.87 waku 61f1aa733f6283402c24ed960c0ec913bc22910e3bb6411747becd1742ce0884
[31m[1mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 7f46a5c3f117. Exiting log stream.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID 61f1aa733f62. Setting up logs at ./log/docker/node1_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 29709
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[31m[1mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container c406e448a99d. Exiting log stream.
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:29709/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:29709/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.126.87/tcp/29710/p2p/16Uiu2HAmDKYzBa79j2FdsD1dnfYiCGp6kjhRKkiwuokDmMKGowWT","/ip4/172.18.126.87/tcp/29711/ws/p2p/16Uiu2HAmDKYzBa79j2FdsD1dnfYiCGp6kjhRKkiwuokDmMKGowWT"],"enrUri":"enr:-L24QE1jvvyCtMp_Skveh90BUgam0p8RuWuwAV8g2l94tiGhAklX-M5KUiMDEq9GwmCvc2GKayndpNsqSltkkeKH2aYCgmlkgnY0gmlwhKwSfleKbXVsdGlhZGRyc5YACASsEn5XBnQOAAoErBJ-VwZ0D90DgnJzhQACAQAAiXNlY3AyNTZrMaEDCeD49Qmtcy8MH59btLOeDrge6Kus3TwIADohYcR1VaSDdGNwgnQOg3VkcIJ0EIV3YWt1MgU"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node2_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.119.32
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['50090', '50091', '50092', '50093', '50094']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:72 Cluster id was resolved to: 2
[35mDEBUG   [0m src.node.waku_node:waku_node.py:163 Removing pubsub-topic from nwaku args
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 50090:50090 -p 50091:50091 -p 50092:50092 -p 50093:50093 -p 50094:50094 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=50092 --rest-port=50090 --tcp-port=50091 --discv5-udp-port=50093 --rest-address=0.0.0.0 --nat=extip:172.18.119.32 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=c30d639ddf9522fe21915ead49d1cb2dac6321dd05df5d0ba371cf6170a7474e --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=50094 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QE1jvvyCtMp_Skveh90BUgam0p8RuWuwAV8g2l94tiGhAklX-M5KUiMDEq9GwmCvc2GKayndpNsqSltkkeKH2aYCgmlkgnY0gmlwhKwSfleKbXVsdGlhZGRyc5YACASsEn5XBnQOAAoErBJ-VwZ0D90DgnJzhQACAQAAiXNlY3AyNTZrMaEDCeD49Qmtcy8MH59btLOeDrge6Kus3TwIADohYcR1VaSDdGNwgnQOg3VkcIJ0EIV3YWt1MgU
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.119.32 waku bb67f19d0f062b518660a1989afe27957c6f10c88cd81622ed16b37908a7a9da
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID bb67f19d0f06. Setting up logs at ./log/docker/node2_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 50090
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50090/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50090/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.119.32/tcp/50091/p2p/16Uiu2HAmSbeBcyZu87fVGfFjEt2x6H3B6CN6UVNb9EK4JMUhLAMN","/ip4/172.18.119.32/tcp/50092/ws/p2p/16Uiu2HAmSbeBcyZu87fVGfFjEt2x6H3B6CN6UVNb9EK4JMUhLAMN"],"enrUri":"enr:-L24QKN55MD6BopwYZghAoySZW06Zigiq7ODO9Nj5z70Mv97YDmZqC88oNv6Tpakh7QShwQOUc49YctUX3Lb0PZcJJsCgmlkgnY0gmlwhKwSdyCKbXVsdGlhZGRyc5YACASsEncgBsOrAAoErBJ3IAbDrN0DgnJzhQACAQAAiXNlY3AyNTZrMaEDzygSbR4esZc6E1XloV__DsixeYNsEGR1T-r9a-jV2LmDdGNwgsOrg3VkcILDrYV3YWt1MgE"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50090/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.126.87/tcp/29710/p2p/16Uiu2HAmDKYzBa79j2FdsD1dnfYiCGp6kjhRKkiwuokDmMKGowWT"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node3_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.198.226
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['3666', '3667', '3668', '3669', '3670']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:72 Cluster id was resolved to: 2
[35mDEBUG   [0m src.node.waku_node:waku_node.py:163 Removing pubsub-topic from nwaku args
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 3666:3666 -p 3667:3667 -p 3668:3668 -p 3669:3669 -p 3670:3670 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=3668 --rest-port=3666 --tcp-port=3667 --discv5-udp-port=3669 --rest-address=0.0.0.0 --nat=extip:172.18.198.226 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=88baf2aaecd7fa7d2e3baebaf6ba5c75afc7df9bd86e47baf4eeb4b83a5c6cbd --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=3670 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QE1jvvyCtMp_Skveh90BUgam0p8RuWuwAV8g2l94tiGhAklX-M5KUiMDEq9GwmCvc2GKayndpNsqSltkkeKH2aYCgmlkgnY0gmlwhKwSfleKbXVsdGlhZGRyc5YACASsEn5XBnQOAAoErBJ-VwZ0D90DgnJzhQACAQAAiXNlY3AyNTZrMaEDCeD49Qmtcy8MH59btLOeDrge6Kus3TwIADohYcR1VaSDdGNwgnQOg3VkcIJ0EIV3YWt1MgU
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.198.226 waku c62d71b686912b01024118f40660f8b28f47383a6abad96b33d0b954d1fd197c
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID c62d71b68691. Setting up logs at ./log/docker/node3_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 3666
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:3666/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:3666/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.198.226/tcp/3667/p2p/16Uiu2HAmEad5H9nBR37vL7EsLytz7XC8KcgLYpJiiEcXSCTun4X3","/ip4/172.18.198.226/tcp/3668/ws/p2p/16Uiu2HAmEad5H9nBR37vL7EsLytz7XC8KcgLYpJiiEcXSCTun4X3"],"enrUri":"enr:-L24QArC8Eo5Jrq5a9xfMQQlJm1VituYtwigbo-NVcCHVNshEMSnRUpWFeYbMnGjy2apaRwC1GMJfRtqnAWvEt4yxhQCgmlkgnY0gmlwhKwSxuKKbXVsdGlhZGRyc5YACASsEsbiBg5TAAoErBLG4gYOVN0DgnJzhQACAQAAiXNlY3AyNTZrMaEDHJj-ZCz4kLhCY9vXBEtemtO20j444ui4jktFlfrmxAKDdGNwgg5Tg3VkcIIOVYV3YWt1MgE"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:3666/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.126.87/tcp/29710/p2p/16Uiu2HAmDKYzBa79j2FdsD1dnfYiCGp6kjhRKkiwuokDmMKGowWT"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node4_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.179.38
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['10120', '10121', '10122', '10123', '10124']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:72 Cluster id was resolved to: 2
[35mDEBUG   [0m src.node.waku_node:waku_node.py:163 Removing pubsub-topic from nwaku args
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 10120:10120 -p 10121:10121 -p 10122:10122 -p 10123:10123 -p 10124:10124 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=10122 --rest-port=10120 --tcp-port=10121 --discv5-udp-port=10123 --rest-address=0.0.0.0 --nat=extip:172.18.179.38 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=6cea192f0fa0ed6ba813ea34cd4abaeaaea003ddce9236cba09e1a6dadfc2be2 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=10124 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QE1jvvyCtMp_Skveh90BUgam0p8RuWuwAV8g2l94tiGhAklX-M5KUiMDEq9GwmCvc2GKayndpNsqSltkkeKH2aYCgmlkgnY0gmlwhKwSfleKbXVsdGlhZGRyc5YACASsEn5XBnQOAAoErBJ-VwZ0D90DgnJzhQACAQAAiXNlY3AyNTZrMaEDCeD49Qmtcy8MH59btLOeDrge6Kus3TwIADohYcR1VaSDdGNwgnQOg3VkcIJ0EIV3YWt1MgU
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.179.38 waku 82539188443da9f95201a537d1254bf70c8677133ff3154341076ef764e6415c
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID 82539188443d. Setting up logs at ./log/docker/node4_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 10120
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:10120/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:10120/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.179.38/tcp/10121/p2p/16Uiu2HAm1K1EN1GPjybmj8YrAQMCVsmW3qHorPFkFYiWMMC5c4D4","/ip4/172.18.179.38/tcp/10122/ws/p2p/16Uiu2HAm1K1EN1GPjybmj8YrAQMCVsmW3qHorPFkFYiWMMC5c4D4"],"enrUri":"enr:-L24QLhLAd5SHhsh9l3FRKza_JTrWFlWOz4J-Yen8BsECd44NboBE-rF3PtZD9_uKswo038eyJZxvRo8A4gNsEmt52YCgmlkgnY0gmlwhKwSsyaKbXVsdGlhZGRyc5YACASsErMmBieJAAoErBKzJgYnit0DgnJzhQACAQAAiXNlY3AyNTZrMaECV3DSw1Hpxj63pwqjw4LRNI8EtCAfIqdgZ9SL1aRb8b-DdGNwgieJg3VkcIIni4V3YWt1MgE"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:10120/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.126.87/tcp/29710/p2p/16Uiu2HAmDKYzBa79j2FdsD1dnfYiCGp6kjhRKkiwuokDmMKGowWT"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node5_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.83.58
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['61225', '61226', '61227', '61228', '61229']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:72 Cluster id was resolved to: 2
[35mDEBUG   [0m src.node.waku_node:waku_node.py:163 Removing pubsub-topic from nwaku args
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 61225:61225 -p 61226:61226 -p 61227:61227 -p 61228:61228 -p 61229:61229 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=61227 --rest-port=61225 --tcp-port=61226 --discv5-udp-port=61228 --rest-address=0.0.0.0 --nat=extip:172.18.83.58 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=ed73d37a2aad31095bdafbca52b85a9526ccbfac83a32f9608cf7a04c1cbaeab --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=61229 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QE1jvvyCtMp_Skveh90BUgam0p8RuWuwAV8g2l94tiGhAklX-M5KUiMDEq9GwmCvc2GKayndpNsqSltkkeKH2aYCgmlkgnY0gmlwhKwSfleKbXVsdGlhZGRyc5YACASsEn5XBnQOAAoErBJ-VwZ0D90DgnJzhQACAQAAiXNlY3AyNTZrMaEDCeD49Qmtcy8MH59btLOeDrge6Kus3TwIADohYcR1VaSDdGNwgnQOg3VkcIJ0EIV3YWt1MgU
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.83.58 waku 5d9a14ff35e1454b3003746d1c5bfd6482ecdc14d485255bbc4126d789de78a4
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID 5d9a14ff35e1. Setting up logs at ./log/docker/node5_2026-02-28_20-31-06__9f52e0f2-3a35-48f2-823e-7c1320480a7e__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 61225
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:61225/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:61225/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.83.58/tcp/61226/p2p/16Uiu2HAm632uVE5bQs5YRNGxKBrcSD2MHFrug4n84XGxr98ENv7y","/ip4/172.18.83.58/tcp/61227/ws/p2p/16Uiu2HAm632uVE5bQs5YRNGxKBrcSD2MHFrug4n84XGxr98ENv7y"],"enrUri":"enr:-L24QNJwI-5wvhPTHzk2e7k9VVBA01yipBvEmhCpDHHvNSgYOx9oFCSkoYd4h0Px3BUw7ZOA4XTXXswAfOE-W1vypk0CgmlkgnY0gmlwhKwSUzqKbXVsdGlhZGRyc5YACASsElM6Bu8qAAoErBJTOgbvK90DgnJzhQACAQAAiXNlY3AyNTZrMaECnaPbwM9u8y8mJYv3Xg7NtuD7ln_sW1HRS_GU6qqdkgCDdGNwgu8qg3VkcILvLIV3YWt1MgE"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:61225/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.126.87/tcp/29710/p2p/16Uiu2HAmDKYzBa79j2FdsD1dnfYiCGp6kjhRKkiwuokDmMKGowWT"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:29709/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/2/0"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50090/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/2/0"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:3666/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/2/0"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:10120/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/2/0"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:61225/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/2/0"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:29709/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F0" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 0.1 seconds
[35mDEBUG   [0m src.steps.sharding:sharding.py:158 Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:29709/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F0" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772310672850201857,"ephemeral":false,"proof":""}]'
[35mDEBUG   [0m src.steps.sharding:sharding.py:158 Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50090/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F0" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772310672850201857,"ephemeral":false,"proof":""}]'
[35mDEBUG   [0m src.steps.sharding:sharding.py:158 Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:3666/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F0" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772310672850201857,"ephemeral":false,"proof":""}]'
[35mDEBUG   [0m src.steps.sharding:sharding.py:158 Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:10120/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F0" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772310672850201857,"ephemeral":false,"proof":""}]'
[35mDEBUG   [0m src.steps.sharding:sharding.py:158 Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:61225/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F0" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772310672850201857,"ephemeral":false,"proof":""}]'
[35mDEBUG   [0m tests.conftest:conftest.py:59 Running fixture teardown: test_setup
[35mDEBUG   [0m tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id 61f1aa733f62
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id bb67f19d0f06
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id c62d71b68691
[31m[1mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 61f1aa733f62. Exiting log stream.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id 82539188443d
[31m[1mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container bb67f19d0f06. Exiting log stream.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id 5d9a14ff35e1
[31m[1mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container c62d71b68691. Exiting log stream.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.