logos-messaging-interop-tests/nim/1107/data/attachments/4bc516627610b40e.txt

DEBUG    tests.conftest:conftest.py:51 Running fixture setup: test_id
DEBUG    tests.conftest:conftest.py:57 Running test: test_filter_subscribe_to_pubsub_topics_from_multiple_clusters with id: 2026-03-07_04-31-27__1d56d23b-7650-4b39-8020-6f5e31e1fce8
DEBUG    src.steps.common:common.py:19 Running fixture setup: common_setup
DEBUG    src.steps.filter:filter.py:28 Running fixture setup: filter_setup
DEBUG    src.steps.filter:filter.py:34 Running fixture setup: setup_main_relay_node
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node1_2026-03-07_04-31-27__1d56d23b-7650-4b39-8020-6f5e31e1fce8__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.206.186
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['50318', '50319', '50320', '50321', '50322']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 50318:50318 -p 50319:50319 -p 50320:50320 -p 50321:50321 -p 50322:50322 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=50320 --rest-port=50318 --tcp-port=50319 --discv5-udp-port=50321 --rest-address=0.0.0.0 --nat=extip:172.18.206.186 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=876b2cef779d59ceca2d75df678e20c8ad4dac3cadcf1a759d9c5fefb7cf1d3b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=50322 --metrics-logging=true --relay=true --filter=true
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.206.186 waku 42a08fdc99c088052f1b085cdbb16169c7125907db715482c7cd6eaf74c1b2c7
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID 42a08fdc99c0. Setting up logs at ./log/docker/node1_2026-03-07_04-31-27__1d56d23b-7650-4b39-8020-6f5e31e1fce8__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 50318
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 2cc9c4326daf. Exiting log stream.
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container b7de04d9fde6. Exiting log stream.
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50318/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:50318/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.206.186/tcp/50319/p2p/16Uiu2HAkvNMwLHJWQhqkqXtyN5iVE29s7tBHtNn6DA7bQRv4Xyjp","/ip4/172.18.206.186/tcp/50320/ws/p2p/16Uiu2HAkvNMwLHJWQhqkqXtyN5iVE29s7tBHtNn6DA7bQRv4Xyjp"],"enrUri":"enr:-L24QLA5m9r15yohV6tJrJh_d-k2hc9D6iaJ4UC_Jaj3TQDtSrhnXA9puHGpJUjCFj8PrndMAjDL3Qq6uVs0syMN0_cCgmlkgnY0gmlwhKwSzrqKbXVsdGlhZGRyc5YACASsEs66BsSPAAoErBLOugbEkN0DgnJzhQADAQAAiXNlY3AyNTZrMaECDgKLOyr4M-25eBD9Hg5QJUjhd1UCIqTD62IbJtWpVRODdGNwgsSPg3VkcILEkYV3YWt1MgU"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
DEBUG    src.steps.filter:filter.py:39 Running fixture setup: setup_main_filter_node
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node2_2026-03-07_04-31-27__1d56d23b-7650-4b39-8020-6f5e31e1fce8__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.99.93
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['35748', '35749', '35750', '35751', '35752']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 35748:35748 -p 35749:35749 -p 35750:35750 -p 35751:35751 -p 35752:35752 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=35750 --rest-port=35748 --tcp-port=35749 --discv5-udp-port=35751 --rest-address=0.0.0.0 --nat=extip:172.18.99.93 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=8d2e1028ff9b1c833c7e41cd27d0c5bad50cd2ce2a64d7c4cdf7d8e36362b398 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=35752 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QLA5m9r15yohV6tJrJh_d-k2hc9D6iaJ4UC_Jaj3TQDtSrhnXA9puHGpJUjCFj8PrndMAjDL3Qq6uVs0syMN0_cCgmlkgnY0gmlwhKwSzrqKbXVsdGlhZGRyc5YACASsEs66BsSPAAoErBLOugbEkN0DgnJzhQADAQAAiXNlY3AyNTZrMaECDgKLOyr4M-25eBD9Hg5QJUjhd1UCIqTD62IbJtWpVRODdGNwgsSPg3VkcILEkYV3YWt1MgU --filternode=/ip4/172.18.206.186/tcp/50319/p2p/16Uiu2HAkvNMwLHJWQhqkqXtyN5iVE29s7tBHtNn6DA7bQRv4Xyjp
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.99.93 waku c1819cf2e9e843fdf33913e1d3eb7c9d58ddf8732f605c1cd950b1a0e9634bae
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID c1819cf2e9e8. Setting up logs at ./log/docker/node2_2026-03-07_04-31-27__1d56d23b-7650-4b39-8020-6f5e31e1fce8__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 35748
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:35748/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:35748/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.99.93/tcp/35749/p2p/16Uiu2HAmEdiia3NMiFE4ZaHCRddXkuMDttUFNcCsfiqXjLq46Ecu","/ip4/172.18.99.93/tcp/35750/ws/p2p/16Uiu2HAmEdiia3NMiFE4ZaHCRddXkuMDttUFNcCsfiqXjLq46Ecu"],"enrUri":"enr:-L24QJ0CdBL6CQSJ-fI8JpJ71v9M_mqUKZrxnGfXSKqlWI9fDEUyYLVHoGNhtnSOhoGGAeL7KI5LpL2ds7UGZvoe4nMCgmlkgnY0gmlwhKwSY12KbXVsdGlhZGRyc5YACASsEmNdBoulAAoErBJjXQaLpt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDHWQd3LcXipyFhvUtV0U_0tCS6it0pWKwW8C59-35rK6DdGNwgoulg3VkcIKLp4V3YWt1MgA"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:35748/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.206.186/tcp/50319/p2p/16Uiu2HAkvNMwLHJWQhqkqXtyN5iVE29s7tBHtNn6DA7bQRv4Xyjp"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    tests.filter.test_subscribe_create:test_subscribe_create.py:39 Running test with pubsub topic: /waku/2/rs/3/1
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50318/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:35748/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "7dc63524-ab3a-4bbe-8016-ca0b98f0e2a6", "contentFilters": ["/waku/2/rs/3/1"], "pubsubTopic": "/waku/2/rs/3/1"}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"7dc63524-ab3a-4bbe-8016-ca0b98f0e2a6","statusDesc":"OK"}'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50318/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/waku/2/rs/3/1", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.1 seconds
DEBUG    src.steps.filter:filter.py:96 Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:35748/filter/v2/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/waku/2/rs/3/1","version":0,"timestamp":1772857890526039128,"ephemeral":false}]'
DEBUG    tests.filter.test_subscribe_create:test_subscribe_create.py:39 Running test with pubsub topic: /waku/2/rs/2/2
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50318/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/2/2"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:35748/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "cf6fc3da-c4df-42ac-bc79-374a66ccdcae", "contentFilters": ["/waku/2/rs/2/2"], "pubsubTopic": "/waku/2/rs/2/2"}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"cf6fc3da-c4df-42ac-bc79-374a66ccdcae","statusDesc":"OK"}'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50318/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F2" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/waku/2/rs/2/2", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.1 seconds
DEBUG    src.steps.filter:filter.py:96 Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:35748/filter/v2/messages/%2Fwaku%2F2%2Frs%2F2%2F2" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/waku/2/rs/2/2","version":0,"timestamp":1772857890653330797,"ephemeral":false}]'
DEBUG    tests.filter.test_subscribe_create:test_subscribe_create.py:39 Running test with pubsub topic: /waku/2/rs/3/9
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50318/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/9"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:35748/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "1b8a978d-2323-4664-a92c-5905cfd22278", "contentFilters": ["/waku/2/rs/3/9"], "pubsubTopic": "/waku/2/rs/3/9"}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"1b8a978d-2323-4664-a92c-5905cfd22278","statusDesc":"OK"}'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:50318/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F9" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/waku/2/rs/3/9", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.1 seconds
DEBUG    src.steps.filter:filter.py:96 Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:35748/filter/v2/messages/%2Fwaku%2F2%2Frs%2F3%2F9" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/waku/2/rs/3/9","version":0,"timestamp":1772857890776587449,"ephemeral":false}]'
DEBUG    tests.conftest:conftest.py:59 Running fixture teardown: test_setup
DEBUG    tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id 42a08fdc99c0
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id c1819cf2e9e8
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.