logos-messaging-interop-tests/nim/1112/data/attachments/dbdbb9dc63e50f98.txt

DEBUG    tests.conftest:conftest.py:51 Running fixture setup: test_id
DEBUG    tests.conftest:conftest.py:57 Running test: test_metrics_after_filter_get with id: 2026-03-12_04-36-05__2c064272-1778-47dd-8635-c5deded318bb
DEBUG    src.steps.common:common.py:19 Running fixture setup: common_setup
DEBUG    src.steps.filter:filter.py:28 Running fixture setup: filter_setup
DEBUG    src.steps.light_push:light_push.py:28 Running fixture setup: light_push_setup
DEBUG    src.steps.relay:relay.py:28 Running fixture setup: relay_setup
DEBUG    src.steps.store:store.py:31 Running fixture setup: store_setup
DEBUG    src.steps.filter:filter.py:34 Running fixture setup: setup_main_relay_node
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node1_2026-03-12_04-36-05__2c064272-1778-47dd-8635-c5deded318bb__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.205.3
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['3761', '3762', '3763', '3764', '3765']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 3761:3761 -p 3762:3762 -p 3763:3763 -p 3764:3764 -p 3765:3765 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=3763 --rest-port=3761 --tcp-port=3762 --discv5-udp-port=3764 --rest-address=0.0.0.0 --nat=extip:172.18.205.3 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ae1ab96df49c2f8410cc3a13551cdf74deeebc89cc47c7c95e7b1fd4e3cfe20e --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=3765 --metrics-logging=true --relay=true --filter=true
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.205.3 waku 8f8d7969e271d2da6914214536f93a76a3c42af530c9b76357002b5baae530c5
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID 8f8d7969e271. Setting up logs at ./log/docker/node1_2026-03-12_04-36-05__2c064272-1778-47dd-8635-c5deded318bb__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 3761
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container ae6c81cee35f. Exiting log stream.
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:3761/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:3761/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.205.3/tcp/3762/p2p/16Uiu2HAmHZC7xWKqkerPDPGMXG9iJLZd2gfaV5Nj81ZS886i52WZ","/ip4/172.18.205.3/tcp/3763/ws/p2p/16Uiu2HAmHZC7xWKqkerPDPGMXG9iJLZd2gfaV5Nj81ZS886i52WZ"],"enrUri":"enr:-L24QEi1bH6OBpmj6CeAU3WA-D2z0_bXrz011OjM6InkBYLGTUKIeMshB7YxGExD9Sfi0ZNZlGmAqhnLJoH81l3WmfECgmlkgnY0gmlwhKwSzQOKbXVsdGlhZGRyc5YACASsEs0DBg6yAAoErBLNAwYOs90DgnJzhQADAQAAiXNlY3AyNTZrMaEDSM5CINO8H9jvLDPNaixD5--bjXazJAp0F6Dc9vndRmaDdGNwgg6yg3VkcIIOtIV3YWt1MgU"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
DEBUG    src.steps.filter:filter.py:39 Running fixture setup: setup_main_filter_node
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node2_2026-03-12_04-36-05__2c064272-1778-47dd-8635-c5deded318bb__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.28.77
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['21342', '21343', '21344', '21345', '21346']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 21342:21342 -p 21343:21343 -p 21344:21344 -p 21345:21345 -p 21346:21346 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=21344 --rest-port=21342 --tcp-port=21343 --discv5-udp-port=21345 --rest-address=0.0.0.0 --nat=extip:172.18.28.77 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=d5def6cabcfb167dd2d9056eda7eb292e0742c3b9d33adba2ea18a1fb6db6b3b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=21346 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QEi1bH6OBpmj6CeAU3WA-D2z0_bXrz011OjM6InkBYLGTUKIeMshB7YxGExD9Sfi0ZNZlGmAqhnLJoH81l3WmfECgmlkgnY0gmlwhKwSzQOKbXVsdGlhZGRyc5YACASsEs0DBg6yAAoErBLNAwYOs90DgnJzhQADAQAAiXNlY3AyNTZrMaEDSM5CINO8H9jvLDPNaixD5--bjXazJAp0F6Dc9vndRmaDdGNwgg6yg3VkcIIOtIV3YWt1MgU --filternode=/ip4/172.18.205.3/tcp/3762/p2p/16Uiu2HAmHZC7xWKqkerPDPGMXG9iJLZd2gfaV5Nj81ZS886i52WZ
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.28.77 waku 070776bf22036092ad9e8a3875853147372848d5e3884532d65de1e0d115b033
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID 070776bf2203. Setting up logs at ./log/docker/node2_2026-03-12_04-36-05__2c064272-1778-47dd-8635-c5deded318bb__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 21342
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:21342/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:21342/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.28.77/tcp/21343/p2p/16Uiu2HAmQukcWWcC1ubuiWhyh2pLTuxpggu2DZ1si5iHn9nETtJ2","/ip4/172.18.28.77/tcp/21344/ws/p2p/16Uiu2HAmQukcWWcC1ubuiWhyh2pLTuxpggu2DZ1si5iHn9nETtJ2"],"enrUri":"enr:-L24QDsVS8S_hIgZdTEzknw-ngrRfAcxBkDULr7daDEcDpbMEWAnHCKEXmM6n6O9f8O4wygWFWVBKQb1N4r4TZOUFGACgmlkgnY0gmlwhKwSHE2KbXVsdGlhZGRyc5YACASsEhxNBlNfAAoErBIcTQZTYN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDthRsD1cDjMA2oYDemh5Eth7tGhJSOoMtwKiAa6v-HYeDdGNwglNfg3VkcIJTYYV3YWt1MgA"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:21342/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.205.3/tcp/3762/p2p/16Uiu2HAmHZC7xWKqkerPDPGMXG9iJLZd2gfaV5Nj81ZS886i52WZ"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.steps.filter:filter.py:47 Running fixture setup: subscribe_main_nodes
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:3761/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:21342/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "00cf09e6-f20d-4e41-9cef-c5738574e83c", "contentFilters": ["/test/1/waku-relay/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"00cf09e6-f20d-4e41-9cef-c5738574e83c","statusDesc":"OK"}'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:3761/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.5 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:21342/filter/v2/messages/%2Ftest%2F1%2Fwaku-relay%2Fproto" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1773290168354784661,"ephemeral":false}]'
DEBUG    src.libs.common:common.py:47 Sleeping for 5 seconds
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_peers has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_peers with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_pubsub_peers has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_pubsub_peers with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_pubsub_topics has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_pubsub_topics with value 2.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_pubsub_subscriptions_total has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_pubsub_subscriptions_total with value 2.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_peer_store_size has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_peer_store_size with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_histogram_message_size_count has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_histogram_message_size_count with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_node_messages_total{type="relay"} has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_node_messages_total{type="relay"} with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_service_peers{protocol="/vac/waku/filter-subscribe/2.0.0-beta1",peerId="/ip4/172.18.205.3/tcp/3762"} has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_service_peers{protocol="/vac/waku/filter-subscribe/2.0.0-beta1",peerId="/ip4/172.18.205.3/tcp/3762"} with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_peers has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_peers with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_total_dial_attempts_total has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_total_dial_attempts_total with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_peer_store_size has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_peer_store_size with value 1.0
DEBUG    tests.conftest:conftest.py:59 Running fixture teardown: test_setup
DEBUG    tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id 8f8d7969e271
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id 070776bf2203
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.