logos-messaging-interop-tests/nim/1063/data/attachments/427a730f64e1ff82.txt

2026-01-31 04:30:40.748 DEBUG [tests.conftest] Running fixture setup: test_id
2026-01-31 04:30:40.749 DEBUG [tests.conftest] Running test: test_filter_get_message_after_node_pauses_and_pauses with id: 2026-01-31_04-30-40__3a62bb20-e3f8-4bdf-8282-ec7904c4ff8a
2026-01-31 04:30:40.749 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-01-31 04:30:40.749 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2026-01-31 04:30:40.750 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2026-01-31 04:30:40.757 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-01-31 04:30:40.757 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-01-31_04-30-40__3a62bb20-e3f8-4bdf-8282-ec7904c4ff8a__wakuorg_nwaku:latest.log
2026-01-31 04:30:40.757 DEBUG [src.node.waku_node] Starting Node...
2026-01-31 04:30:40.757 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-01-31 04:30:40.759 DEBUG [src.node.docker_mananger] Network waku already exists
2026-01-31 04:30:40.759 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.111.222
2026-01-31 04:30:40.759 DEBUG [src.node.docker_mananger] Generated ports ['42319', '42320', '42321', '42322', '42323']
2026-01-31 04:30:40.759 DEBUG [src.node.waku_node] RLN credentials were not set
2026-01-31 04:30:40.759 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-01-31 04:30:40.759 DEBUG [src.node.waku_node] Using volumes []
2026-01-31 04:30:40.759 DEBUG [src.node.docker_mananger] docker run -i -t -p 42319:42319 -p 42320:42320 -p 42321:42321 -p 42322:42322 -p 42323:42323 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=42321 --rest-port=42319 --tcp-port=42320 --discv5-udp-port=42322 --rest-address=0.0.0.0 --nat=extip:172.18.111.222 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=320db6be8571bcc24fce87b82011c18a4af7b2eb7fa2adfaddfba553fad14196 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=42323 --metrics-logging=true --relay=true --filter=true
2026-01-31 04:30:40.947 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.111.222 waku 7c50e7d8c6b5067acf9d9bf7fbde205c43636505e8875fdecd6d740937765319
2026-01-31 04:30:40.984 DEBUG [src.node.docker_mananger] Container started with ID 7c50e7d8c6b5. Setting up logs at ./log/docker/node1_2026-01-31_04-30-40__3a62bb20-e3f8-4bdf-8282-ec7904c4ff8a__wakuorg_nwaku:latest.log
2026-01-31 04:30:40.985 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 42319
2026-01-31 04:30:40.985 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-01-31 04:30:41.008 ERROR [src.node.docker_mananger] Max retries reached for container 091b57c117c5. Exiting log stream.
2026-01-31 04:30:41.536 ERROR [src.node.docker_mananger] Max retries reached for container 370961e37f64. Exiting log stream.
2026-01-31 04:30:41.986 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42319/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:41.989 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-01-31 04:30:41.989 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:30:41.989 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42319/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:41.992 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.111.222/tcp/42320/p2p/16Uiu2HAmP18ENG1AmFEKHTRF2kgHppna1V3umx52TQd6Ekyxd98o","/ip4/172.18.111.222/tcp/42321/ws/p2p/16Uiu2HAmP18ENG1AmFEKHTRF2kgHppna1V3umx52TQd6Ekyxd98o"],"enrUri":"enr:-L24QJcvmcdU_71kuSjDpxBCUJTaSHIQ8BKe4FQG-NllVuoIGp2-RoW8r0GViraT4eMlS7zrEEoQJaGJHi7oy4wjumQCgmlkgnY0gmlwhKwSb96KbXVsdGlhZGRyc5YACASsEm_eBqVQAAoErBJv3galUd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDmb1laBzosVqvxywHmV-NMNWg6bU6C--Ll8bZA3VVADSDdGNwgqVQg3VkcIKlUoV3YWt1MgU"}'
2026-01-31 04:30:41.992 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:30:41.992 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2026-01-31 04:30:41.999 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-01-31 04:30:41.999 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-01-31_04-30-40__3a62bb20-e3f8-4bdf-8282-ec7904c4ff8a__wakuorg_nwaku:latest.log
2026-01-31 04:30:41.999 DEBUG [src.node.waku_node] Starting Node...
2026-01-31 04:30:41.999 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-01-31 04:30:42.001 DEBUG [src.node.docker_mananger] Network waku already exists
2026-01-31 04:30:42.001 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.42.123
2026-01-31 04:30:42.001 DEBUG [src.node.docker_mananger] Generated ports ['22650', '22651', '22652', '22653', '22654']
2026-01-31 04:30:42.001 DEBUG [src.node.waku_node] RLN credentials were not set
2026-01-31 04:30:42.001 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-01-31 04:30:42.001 DEBUG [src.node.waku_node] Using volumes []
2026-01-31 04:30:42.002 DEBUG [src.node.docker_mananger] docker run -i -t -p 22650:22650 -p 22651:22651 -p 22652:22652 -p 22653:22653 -p 22654:22654 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=22652 --rest-port=22650 --tcp-port=22651 --discv5-udp-port=22653 --rest-address=0.0.0.0 --nat=extip:172.18.42.123 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=e8649d243fe48df45a0bffedf0dedacf1e8a5acaa6c4da293e21e7d14c08ed58 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=22654 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QJcvmcdU_71kuSjDpxBCUJTaSHIQ8BKe4FQG-NllVuoIGp2-RoW8r0GViraT4eMlS7zrEEoQJaGJHi7oy4wjumQCgmlkgnY0gmlwhKwSb96KbXVsdGlhZGRyc5YACASsEm_eBqVQAAoErBJv3galUd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDmb1laBzosVqvxywHmV-NMNWg6bU6C--Ll8bZA3VVADSDdGNwgqVQg3VkcIKlUoV3YWt1MgU --filternode=/ip4/172.18.111.222/tcp/42320/p2p/16Uiu2HAmP18ENG1AmFEKHTRF2kgHppna1V3umx52TQd6Ekyxd98o
2026-01-31 04:30:42.186 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.42.123 waku cc8755235fd7aea41a11660a018016461ce59955262d0f6c3b93a0fe2964012b
2026-01-31 04:30:42.219 DEBUG [src.node.docker_mananger] Container started with ID cc8755235fd7. Setting up logs at ./log/docker/node2_2026-01-31_04-30-40__3a62bb20-e3f8-4bdf-8282-ec7904c4ff8a__wakuorg_nwaku:latest.log
2026-01-31 04:30:42.219 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 22650
2026-01-31 04:30:42.219 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-01-31 04:30:43.220 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22650/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:43.224 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2026-01-31 04:30:43.224 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:30:43.224 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22650/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:43.226 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.42.123/tcp/22651/p2p/16Uiu2HAkzYKNM6ftN6xuMkxW7tfaruG8KCLGmn8HkjvGne9qoAfo","/ip4/172.18.42.123/tcp/22652/ws/p2p/16Uiu2HAkzYKNM6ftN6xuMkxW7tfaruG8KCLGmn8HkjvGne9qoAfo"],"enrUri":"enr:-L24QGJZJOnuLymt20g69-tcdbp15LfMIMuyoqLKM_BAgg-WXVC1Kac6PyTqduu5AE4-i7ADbepq21248kWo0xPkg2wCgmlkgnY0gmlwhKwSKnuKbXVsdGlhZGRyc5YACASsEip7Blh7AAoErBIqewZYfN0DgnJzhQADAQAAiXNlY3AyNTZrMaECS_4x-N5A769QT1WvyaVrpdF9LqqSv3_d_-Fd8GxvAv6DdGNwglh7g3VkcIJYfYV3YWt1MgA"}'
2026-01-31 04:30:43.227 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:30:43.227 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:22650/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.111.222/tcp/42320/p2p/16Uiu2HAmP18ENG1AmFEKHTRF2kgHppna1V3umx52TQd6Ekyxd98o"]'
2026-01-31 04:30:43.258 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:43.258 DEBUG [src.steps.filter] Running fixture setup: subscribe_main_nodes
2026-01-31 04:30:43.259 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42319/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-01-31 04:30:43.271 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:43.273 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:22650/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "530c463a-7b92-47ff-a0ae-e70e1f429f82", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-01-31 04:30:43.284 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"530c463a-7b92-47ff-a0ae-e70e1f429f82","statusDesc":"OK"}'
2026-01-31 04:30:43.286 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42319/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-01-31 04:30:43.293 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:43.293 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-01-31 04:30:43.393 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:43.394 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22650/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:43.397 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1769833843286526532,"ephemeral":false}]'
2026-01-31 04:30:43.398 DEBUG [src.node.waku_node] Pausing container with id 7c50e7d8c6b5
2026-01-31 04:30:43.408 DEBUG [src.node.waku_node] Unpause container with id 7c50e7d8c6b5
2026-01-31 04:30:43.417 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42319/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-01-31 04:30:43.421 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:43.421 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-01-31 04:30:43.522 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:43.522 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22650/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:43.525 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1769833843416878641,"ephemeral":false}]'
2026-01-31 04:30:43.526 DEBUG [src.node.waku_node] Pausing container with id cc8755235fd7
2026-01-31 04:30:43.536 DEBUG [src.node.waku_node] Unpause container with id cc8755235fd7
2026-01-31 04:30:43.545 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42319/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTI=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-01-31 04:30:43.549 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:30:43.549 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-01-31 04:30:43.650 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-01-31 04:30:43.650 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22650/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:30:43.653 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTI=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1769833843545350590,"ephemeral":false}]'
2026-01-31 04:30:43.656 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-01-31 04:30:43.657 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-01-31 04:30:43.657 DEBUG [src.node.waku_node] Stopping container with id 7c50e7d8c6b5
2026-01-31 04:30:44.180 DEBUG [src.node.waku_node] Container stopped.
2026-01-31 04:30:44.180 DEBUG [src.node.waku_node] Stopping container with id cc8755235fd7
2026-01-31 04:30:44.704 DEBUG [src.node.waku_node] Container stopped.
2026-01-31 04:30:44.706 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-01-31 04:30:44.711 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-01-31 04:30:44.716 DEBUG [src.node.docker_mananger] No errors found in the waku logs.