logos-messaging-interop-tests/nim/1129/data/attachments/cb0d7deee6abfb6b.txt

DEBUG    tests.conftest:conftest.py:51 Running fixture setup: test_id
DEBUG    tests.conftest:conftest.py:57 Running test: test_metrics_after_filter_get with id: 2026-03-28_04-39-25__ceb95282-942e-4a81-9ae3-206b103d6eb9
DEBUG    src.steps.common:common.py:19 Running fixture setup: common_setup
DEBUG    src.steps.filter:filter.py:28 Running fixture setup: filter_setup
DEBUG    src.steps.light_push:light_push.py:28 Running fixture setup: light_push_setup
DEBUG    src.steps.relay:relay.py:28 Running fixture setup: relay_setup
DEBUG    src.steps.store:store.py:31 Running fixture setup: store_setup
DEBUG    src.steps.filter:filter.py:34 Running fixture setup: setup_main_relay_node
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node1_2026-03-28_04-39-25__ceb95282-942e-4a81-9ae3-206b103d6eb9__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.34.245
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['3432', '3433', '3434', '3435', '3436']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 3432:3432 -p 3433:3433 -p 3434:3434 -p 3435:3435 -p 3436:3436 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=3434 --rest-port=3432 --tcp-port=3433 --discv5-udp-port=3435 --rest-address=0.0.0.0 --nat=extip:172.18.34.245 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=4e59ddb6cb0fbcd0f828ee1a1adfb094fab6caed21c866debbfdb64a75af55fc --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=3436 --metrics-logging=true --relay=true --filter=true
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.34.245 waku 90528d4fb8bf0032be5b54fde47dc1b7009a6010134d7534ef7687d92ee7bfd6
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID 90528d4fb8bf. Setting up logs at ./log/docker/node1_2026-03-28_04-39-25__ceb95282-942e-4a81-9ae3-206b103d6eb9__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 3432
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 5bdd78e15f4a. Exiting log stream.
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:3432/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:3432/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.34.245/tcp/3433/p2p/16Uiu2HAmDWKoJauu4T23ydnWYnDE1HREoNUtXcNbBUDdpsHRUiMt","/ip4/172.18.34.245/tcp/3434/ws/p2p/16Uiu2HAmDWKoJauu4T23ydnWYnDE1HREoNUtXcNbBUDdpsHRUiMt"],"enrUri":"enr:-L24QE6jl9S7puJXRzkIujqVX_dyuD_h4O7R4YCeMzpRy9auJY897sPz50eBm_TJ11AUsFmRlQTL_4NGar41j8VUhzsCgmlkgnY0gmlwhKwSIvWKbXVsdGlhZGRyc5YACASsEiL1Bg1pAAoErBIi9QYNat0DgnJzhQADAQAAiXNlY3AyNTZrMaEDDKNzPWa6QCTwPHS1ARAmDOVWj4V-5sNoKT1qIe0gEzeDdGNwgg1pg3VkcIINa4V3YWt1MgU"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
DEBUG    src.steps.filter:filter.py:39 Running fixture setup: setup_main_filter_node
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node2_2026-03-28_04-39-25__ceb95282-942e-4a81-9ae3-206b103d6eb9__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.85.57
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['36032', '36033', '36034', '36035', '36036']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 36032:36032 -p 36033:36033 -p 36034:36034 -p 36035:36035 -p 36036:36036 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=36034 --rest-port=36032 --tcp-port=36033 --discv5-udp-port=36035 --rest-address=0.0.0.0 --nat=extip:172.18.85.57 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=0ecdbe21dfe5f56c842da67fa85e90d1a3d8e5b938daceb4ea2cdcde675006a2 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=36036 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QE6jl9S7puJXRzkIujqVX_dyuD_h4O7R4YCeMzpRy9auJY897sPz50eBm_TJ11AUsFmRlQTL_4NGar41j8VUhzsCgmlkgnY0gmlwhKwSIvWKbXVsdGlhZGRyc5YACASsEiL1Bg1pAAoErBIi9QYNat0DgnJzhQADAQAAiXNlY3AyNTZrMaEDDKNzPWa6QCTwPHS1ARAmDOVWj4V-5sNoKT1qIe0gEzeDdGNwgg1pg3VkcIINa4V3YWt1MgU --filternode=/ip4/172.18.34.245/tcp/3433/p2p/16Uiu2HAmDWKoJauu4T23ydnWYnDE1HREoNUtXcNbBUDdpsHRUiMt
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.85.57 waku d29c0ba03e014def53da8331ff055bde6b32da842d9b450e5b3f30e298f58e35
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID d29c0ba03e01. Setting up logs at ./log/docker/node2_2026-03-28_04-39-25__ceb95282-942e-4a81-9ae3-206b103d6eb9__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 36032
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:36032/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:36032/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.85.57/tcp/36033/p2p/16Uiu2HAmVXsLJ52EL7LwBqU4tSfdZwGYVqcdiY6qnCg9RfZiZQZE","/ip4/172.18.85.57/tcp/36034/ws/p2p/16Uiu2HAmVXsLJ52EL7LwBqU4tSfdZwGYVqcdiY6qnCg9RfZiZQZE"],"enrUri":"enr:-L24QAl2mZ8D2iXXHc5iPviT6TEFxLVBHGYIFJo7aMfcwYT0UhQT147fKyAoRL0cY0MC08HMPk5b_m4Zmh_ceKXQdaMCgmlkgnY0gmlwhKwSVTmKbXVsdGlhZGRyc5YACASsElU5BozBAAoErBJVOQaMwt0DgnJzhQADAQAAiXNlY3AyNTZrMaED-sOtghqembeCZ1jxsk7Mf0humje2PYmnOr4-dD9ToZmDdGNwgozBg3VkcIKMw4V3YWt1MgA"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:36032/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.34.245/tcp/3433/p2p/16Uiu2HAmDWKoJauu4T23ydnWYnDE1HREoNUtXcNbBUDdpsHRUiMt"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.steps.filter:filter.py:47 Running fixture setup: subscribe_main_nodes
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:3432/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:36032/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "7ad2ab5d-513e-4610-987b-c3941b5c7256", "contentFilters": ["/test/1/waku-relay/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"7ad2ab5d-513e-4610-987b-c3941b5c7256","statusDesc":"OK"}'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:3432/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.5 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:36032/filter/v2/messages/%2Ftest%2F1%2Fwaku-relay%2Fproto" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1774672767589048364,"ephemeral":false}]'
DEBUG    src.libs.common:common.py:47 Sleeping for 5 seconds
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_peers has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_peers with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_pubsub_peers has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_pubsub_peers with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_pubsub_topics has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_pubsub_topics with value 2.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_pubsub_subscriptions_total has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_pubsub_subscriptions_total with value 2.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_peer_store_size has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_peer_store_size with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_histogram_message_size_count has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_histogram_message_size_count with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_node_messages_total{type="relay"} has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_node_messages_total{type="relay"} with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_service_peers{protocol="/vac/waku/filter-subscribe/2.0.0-beta1",peerId="/ip4/172.18.34.245/tcp/3433"} has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_service_peers{protocol="/vac/waku/filter-subscribe/2.0.0-beta1",peerId="/ip4/172.18.34.245/tcp/3433"} with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_peers has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_peers with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: libp2p_total_dial_attempts_total has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: libp2p_total_dial_attempts_total with value 1.0
DEBUG    src.steps.metrics:metrics.py:15 Checking metric: waku_peer_store_size has 1
DEBUG    src.steps.metrics:metrics.py:27 Found metric: waku_peer_store_size with value 1.0
DEBUG    tests.conftest:conftest.py:59 Running fixture teardown: test_setup
DEBUG    tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id 90528d4fb8bf
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id d29c0ba03e01
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.