logos-messaging-interop-tests/nim/1120/data/attachments/694cd36ee7715ea2.txt

[35mDEBUG   [0m tests.conftest:conftest.py:51 Running fixture setup: test_id
[35mDEBUG   [0m tests.conftest:conftest.py:57 Running test: test_message_relayed_while_store_node_is_stopped_without_removing with id: 2026-03-19_04-42-41__c4d00691-2afa-42a0-b0f7-caa56629d4b5
[35mDEBUG   [0m src.steps.common:common.py:19 Running fixture setup: common_setup
[35mDEBUG   [0m src.steps.store:store.py:31 Running fixture setup: store_setup
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/publishing_node1_2026-03-19_04-42-41__c4d00691-2afa-42a0-b0f7-caa56629d4b5__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.190.3
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['40852', '40853', '40854', '40855', '40856']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 40852:40852 -p 40853:40853 -p 40854:40854 -p 40855:40855 -p 40856:40856 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=40854 --rest-port=40852 --tcp-port=40853 --discv5-udp-port=40855 --rest-address=0.0.0.0 --nat=extip:172.18.190.3 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=1ff22a7c5cafb51bef0d72dbffc18e289a3cf5ce6cabacb9d5fe301cb364d856 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=40856 --metrics-logging=true --store=true --relay=true
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.190.3 waku 2b3904d95942d08ba6803a39463d2e4a1ac3f69783748798a55be4dd9b10c1f5
[1m[31mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container e2b410572069. Exiting log stream.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID 2b3904d95942. Setting up logs at ./log/docker/publishing_node1_2026-03-19_04-42-41__c4d00691-2afa-42a0-b0f7-caa56629d4b5__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 40852
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[1m[31mERROR   [0m src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 29b70b33ab59. Exiting log stream.
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:40852/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:40852/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.190.3/tcp/40853/p2p/16Uiu2HAkwNdLCNeDVa9VSQF7xnsYzkj9GbuPCNE8JmZwoEGK1KVx","/ip4/172.18.190.3/tcp/40854/ws/p2p/16Uiu2HAkwNdLCNeDVa9VSQF7xnsYzkj9GbuPCNE8JmZwoEGK1KVx"],"enrUri":"enr:-L24QJuXJNAiAtBG8zCW0lsO6UxjsrRovJalNeeVbfMtfLvBeHItXuuIWxB8yt2S3PXduW1hqCCTl_hPQC7PQ9CVZvgCgmlkgnY0gmlwhKwSvgOKbXVsdGlhZGRyc5YACASsEr4DBp-VAAoErBK-Awaflt0DgnJzhQADAQAAiXNlY3AyNTZrMaECHO-jF3FonjtXvb83XljBzHszxQUFQ0KtBlxjcngiNNeDdGNwgp-Vg3VkcIKfl4V3YWt1MgM"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
[35mDEBUG   [0m src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/store_node1_2026-03-19_04-42-41__c4d00691-2afa-42a0-b0f7-caa56629d4b5__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:90 Starting Node...
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.75.153
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:101 Generated ports ['43207', '43208', '43209', '43210', '43211']
[35mDEBUG   [0m src.node.waku_node:waku_node.py:439 RLN credentials were not set
[32mINFO    [0m src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
[35mDEBUG   [0m src.node.waku_node:waku_node.py:178 Using volumes []
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 43207:43207 -p 43208:43208 -p 43209:43209 -p 43210:43210 -p 43211:43211 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=43209 --rest-port=43207 --tcp-port=43208 --discv5-udp-port=43210 --rest-address=0.0.0.0 --nat=extip:172.18.75.153 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=fb1c01e459d41e6ef9c2aa50dfd649320d207b0cacbb9aece5a4cfcf0ed31913 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=43211 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QJuXJNAiAtBG8zCW0lsO6UxjsrRovJalNeeVbfMtfLvBeHItXuuIWxB8yt2S3PXduW1hqCCTl_hPQC7PQ9CVZvgCgmlkgnY0gmlwhKwSvgOKbXVsdGlhZGRyc5YACASsEr4DBp-VAAoErBK-Awaflt0DgnJzhQADAQAAiXNlY3AyNTZrMaECHO-jF3FonjtXvb83XljBzHszxQUFQ0KtBlxjcngiNNeDdGNwgp-Vg3VkcIKfl4V3YWt1MgM --storenode=/ip4/172.18.190.3/tcp/40853/p2p/16Uiu2HAkwNdLCNeDVa9VSQF7xnsYzkj9GbuPCNE8JmZwoEGK1KVx --store=false --relay=false
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.75.153 waku 708bbb998bc79696cc15d16905cb139e91a888e0a9783e5b382996cbdf5f774f
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:58 Container started with ID 708bbb998bc7. Setting up logs at ./log/docker/store_node1_2026-03-19_04-42-41__c4d00691-2afa-42a0-b0f7-caa56629d4b5__wakuorg_nwaku:latest.log
[35mDEBUG   [0m src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 43207
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 1 seconds
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43207/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43207/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.75.153/tcp/43208/p2p/16Uiu2HAmKNoUuML5FYfUxKFoqaBHMj5S3iAxQtco9MzYycUVTU4W","/ip4/172.18.75.153/tcp/43209/ws/p2p/16Uiu2HAmKNoUuML5FYfUxKFoqaBHMj5S3iAxQtco9MzYycUVTU4W"],"enrUri":"enr:-L24QBquX7st4xzxqUREtjH-twf7rBv2jdarh1CG8zTqiRqdTeSSMyYyVPt_SnYMa8t3d72RWcD-lVfuuklxqaEjk5YCgmlkgnY0gmlwhKwSS5mKbXVsdGlhZGRyc5YACASsEkuZBqjIAAoErBJLmQaoyd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDY9w56duuh8uXqFnmn8WAnKT6_CafOwJuEpvrD9fioQeDdGNwgqjIg3VkcIKoyoV3YWt1MgA"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:43207/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.190.3/tcp/40853/p2p/16Uiu2HAkwNdLCNeDVa9VSQF7xnsYzkj9GbuPCNE8JmZwoEGK1KVx"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:40852/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[35mDEBUG   [0m src.steps.store:store.py:132 Relaying message
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:40852/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 0.2 seconds
[35mDEBUG   [0m src.steps.store:store.py:211 Checking that peer wakuorg/nwaku:latest can find the stored messages
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:40852/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x624a3516d9419837407f3612ba286079374fec6da34870d98265731c1519c995"}]}'
[35mDEBUG   [0m src.steps.store:store.py:228 messages length is 1
[35mDEBUG   [0m src.steps.store:store.py:211 Checking that peer wakuorg/nwaku:latest can find the stored messages
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43207/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"fa032b370d196082fc2c","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x624a3516d9419837407f3612ba286079374fec6da34870d98265731c1519c995"}]}'
[35mDEBUG   [0m src.steps.store:store.py:228 messages length is 1
[35mDEBUG   [0m src.steps.store:store.py:132 Relaying message
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:40852/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
[35mDEBUG   [0m src.libs.common:common.py:47 Sleeping for 0.2 seconds
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43207/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43207/health" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
[32mINFO    [0m src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43207/debug/v1/info" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.75.153/tcp/43208/p2p/16Uiu2HAmKNoUuML5FYfUxKFoqaBHMj5S3iAxQtco9MzYycUVTU4W","/ip4/172.18.75.153/tcp/43209/ws/p2p/16Uiu2HAmKNoUuML5FYfUxKFoqaBHMj5S3iAxQtco9MzYycUVTU4W"],"enrUri":"enr:-L24QBquX7st4xzxqUREtjH-twf7rBv2jdarh1CG8zTqiRqdTeSSMyYyVPt_SnYMa8t3d72RWcD-lVfuuklxqaEjk5YCgmlkgnY0gmlwhKwSS5mKbXVsdGlhZGRyc5YACASsEkuZBqjIAAoErBJLmQaoyd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDY9w56duuh8uXqFnmn8WAnKT6_CafOwJuEpvrD9fioQeDdGNwgqjIg3VkcIKoyoV3YWt1MgA"}'
[32mINFO    [0m src.node.waku_node:waku_node.py:292 REST service is ready !!
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:40852/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x624a3516d9419837407f3612ba286079374fec6da34870d98265731c1519c995"},{"messageHash":"0x7a1a506db001ee81342ac6d12d9bd8e13bbc71d7b3f8fa05bd2971b48ae7ca97"}]}'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43207/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true" -H "Content-Type: application/json" -d 'None'
[32mINFO    [0m src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"01076d7899547be37180","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x624a3516d9419837407f3612ba286079374fec6da34870d98265731c1519c995"},{"messageHash":"0x7a1a506db001ee81342ac6d12d9bd8e13bbc71d7b3f8fa05bd2971b48ae7ca97"}]}'
[35mDEBUG   [0m tests.conftest:conftest.py:59 Running fixture teardown: test_setup
[35mDEBUG   [0m tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id 2b3904d95942
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m src.node.waku_node:waku_node.py:234 Stopping container with id 708bbb998bc7
[35mDEBUG   [0m src.node.waku_node:waku_node.py:241 Container stopped.
[35mDEBUG   [0m tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
[35mDEBUG   [0m src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.