logos-messaging-interop-tests/nim/1111/data/attachments/393895b0ffbe809a.txt

DEBUG    tests.conftest:conftest.py:51 Running fixture setup: test_id
DEBUG    tests.conftest:conftest.py:57 Running test: test_filter_get_message_after_node_pauses_and_pauses with id: 2026-03-11_04-32-45__e17b12a6-43db-479f-9900-15e78aeeb748
DEBUG    src.steps.common:common.py:19 Running fixture setup: common_setup
DEBUG    src.steps.filter:filter.py:28 Running fixture setup: filter_setup
DEBUG    src.steps.filter:filter.py:34 Running fixture setup: setup_main_relay_node
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node1_2026-03-11_04-32-45__e17b12a6-43db-479f-9900-15e78aeeb748__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.63.23
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['32994', '32995', '32996', '32997', '32998']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 32994:32994 -p 32995:32995 -p 32996:32996 -p 32997:32997 -p 32998:32998 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=32996 --rest-port=32994 --tcp-port=32995 --discv5-udp-port=32997 --rest-address=0.0.0.0 --nat=extip:172.18.63.23 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ba7afe5feb0c7adc71455bebbdd2df81caaccbd7de8bda23d056bdc2ac47f2f6 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=32998 --metrics-logging=true --relay=true --filter=true
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.63.23 waku f42f4ff22a2fc06932cf5bb027bab277ed45e8376051cb187a249ba90f34eaaa
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 571c11a112bc. Exiting log stream.
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID f42f4ff22a2f. Setting up logs at ./log/docker/node1_2026-03-11_04-32-45__e17b12a6-43db-479f-9900-15e78aeeb748__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 32994
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 7a27c7848d7f. Exiting log stream.
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:32994/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:32994/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.63.23/tcp/32995/p2p/16Uiu2HAm1E1HoyuZgrwbp9tiuK2syKt5e6deFGaDXCjYsg4fiwDh","/ip4/172.18.63.23/tcp/32996/ws/p2p/16Uiu2HAm1E1HoyuZgrwbp9tiuK2syKt5e6deFGaDXCjYsg4fiwDh"],"enrUri":"enr:-L24QH-ooG-mmUOP38qa668sP8szsmb51V0SiIKpUGi5cqy1P5JmtVRwKOhFWMy9XXH2D5AUurhAznvYqF8cau9H3IsCgmlkgnY0gmlwhKwSPxeKbXVsdGlhZGRyc5YACASsEj8XBoDjAAoErBI_FwaA5N0DgnJzhQADAQAAiXNlY3AyNTZrMaECVij8iNy9xxO6pGtSf-9Xg6Vr0cThPr2_HHXuwYvFqeCDdGNwgoDjg3VkcIKA5YV3YWt1MgU"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
DEBUG    src.steps.filter:filter.py:39 Running fixture setup: setup_main_filter_node
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node2_2026-03-11_04-32-45__e17b12a6-43db-479f-9900-15e78aeeb748__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.41.76
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['20454', '20455', '20456', '20457', '20458']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 20454:20454 -p 20455:20455 -p 20456:20456 -p 20457:20457 -p 20458:20458 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=20456 --rest-port=20454 --tcp-port=20455 --discv5-udp-port=20457 --rest-address=0.0.0.0 --nat=extip:172.18.41.76 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=77a11dc5cc02d4bcbbe9e3bb406ebafba5dbb20baecdaee73fcdfdbd8ce446b1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=20458 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QH-ooG-mmUOP38qa668sP8szsmb51V0SiIKpUGi5cqy1P5JmtVRwKOhFWMy9XXH2D5AUurhAznvYqF8cau9H3IsCgmlkgnY0gmlwhKwSPxeKbXVsdGlhZGRyc5YACASsEj8XBoDjAAoErBI_FwaA5N0DgnJzhQADAQAAiXNlY3AyNTZrMaECVij8iNy9xxO6pGtSf-9Xg6Vr0cThPr2_HHXuwYvFqeCDdGNwgoDjg3VkcIKA5YV3YWt1MgU --filternode=/ip4/172.18.63.23/tcp/32995/p2p/16Uiu2HAm1E1HoyuZgrwbp9tiuK2syKt5e6deFGaDXCjYsg4fiwDh
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.41.76 waku 827ed0b46a1a988b17dff60b28ee00cbc5eb8a02f6e0b135a939ba2f9bc3188d
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID 827ed0b46a1a. Setting up logs at ./log/docker/node2_2026-03-11_04-32-45__e17b12a6-43db-479f-9900-15e78aeeb748__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 20454
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:20454/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:20454/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.41.76/tcp/20455/p2p/16Uiu2HAm1219cnu2NzuBVHBFoAtzSxLVdGuqdz2hfvCYbcqLsrWY","/ip4/172.18.41.76/tcp/20456/ws/p2p/16Uiu2HAm1219cnu2NzuBVHBFoAtzSxLVdGuqdz2hfvCYbcqLsrWY"],"enrUri":"enr:-L24QDdyIPupEKmPUQgsTuvRb7sS_dy0eBY2hW8UjTk8Q4ImCSVQJ6e3m9D91ULbXUVthQLPna9iVmGeNKolHNYUy_8CgmlkgnY0gmlwhKwSKUyKbXVsdGlhZGRyc5YACASsEilMBk_nAAoErBIpTAZP6N0DgnJzhQADAQAAiXNlY3AyNTZrMaECUxXbZphX6JPTKqSnOIoalC_poeh07dnnYtfRCQOWLVWDdGNwgk_ng3VkcIJP6YV3YWt1MgA"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:20454/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.63.23/tcp/32995/p2p/16Uiu2HAm1E1HoyuZgrwbp9tiuK2syKt5e6deFGaDXCjYsg4fiwDh"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.steps.filter:filter.py:47 Running fixture setup: subscribe_main_nodes
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:32994/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:20454/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "609d1a86-b66b-4329-bdf3-dfe3ec104ced", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"609d1a86-b66b-4329-bdf3-dfe3ec104ced","statusDesc":"OK"}'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:32994/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.1 seconds
DEBUG    src.steps.filter:filter.py:96 Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:20454/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773203567944712482,"ephemeral":false}]'
DEBUG    src.node.waku_node:waku_node.py:262 Pausing container with id f42f4ff22a2f
DEBUG    src.node.waku_node:waku_node.py:267 Unpause container with id f42f4ff22a2f
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:32994/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.1 seconds
DEBUG    src.steps.filter:filter.py:96 Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:20454/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"TTE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773203568088829708,"ephemeral":false}]'
DEBUG    src.node.waku_node:waku_node.py:262 Pausing container with id 827ed0b46a1a
DEBUG    src.node.waku_node:waku_node.py:267 Unpause container with id 827ed0b46a1a
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:32994/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTI=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.1 seconds
DEBUG    src.steps.filter:filter.py:96 Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:20454/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"TTI=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773203568219231935,"ephemeral":false}]'
DEBUG    tests.conftest:conftest.py:59 Running fixture teardown: test_setup
DEBUG    tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id f42f4ff22a2f
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id 827ed0b46a1a
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.