92 lines
17 KiB
Plaintext

2026-01-31 04:32:38.066 DEBUG [tests.conftest] Running fixture setup: test_id
2026-01-31 04:32:38.066 DEBUG [tests.conftest] Running test: test_filter_get_message_after_node2_restarts with id: 2026-01-31_04-32-38__e3129862-af8b-46bd-bf2d-4e677d7097f1
2026-01-31 04:32:38.066 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-01-31 04:32:38.067 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2026-01-31 04:32:38.067 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2026-01-31 04:32:38.073 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-01-31 04:32:38.073 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-01-31_04-32-38__e3129862-af8b-46bd-bf2d-4e677d7097f1__wakuorg_nwaku:latest.log
2026-01-31 04:32:38.073 DEBUG [src.node.waku_node] Starting Node...
2026-01-31 04:32:38.073 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-01-31 04:32:38.075 DEBUG [src.node.docker_mananger] Network waku already exists
2026-01-31 04:32:38.075 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.242.197
2026-01-31 04:32:38.075 DEBUG [src.node.docker_mananger] Generated ports ['12489', '12490', '12491', '12492', '12493']
2026-01-31 04:32:38.075 DEBUG [src.node.waku_node] RLN credentials were not set
2026-01-31 04:32:38.075 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-01-31 04:32:38.076 DEBUG [src.node.waku_node] Using volumes []
2026-01-31 04:32:38.076 DEBUG [src.node.docker_mananger] docker run -i -t -p 12489:12489 -p 12490:12490 -p 12491:12491 -p 12492:12492 -p 12493:12493 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=12491 --rest-port=12489 --tcp-port=12490 --discv5-udp-port=12492 --rest-address=0.0.0.0 --nat=extip:172.18.242.197 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b6390eddd2fb11efdcfd4f7acddeccadf2161d4c228a2ab1bd2cfeee3af7fbfd --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=12493 --metrics-logging=true --relay=true --filter=true
2026-01-31 04:32:38.262 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.242.197 waku 5e57b0653bfa129b0818b16e1befbe8aed54d8d7d8c44277b231dbfc16f9e017
2026-01-31 04:32:38.295 DEBUG [src.node.docker_mananger] Container started with ID 5e57b0653bfa. Setting up logs at ./log/docker/node1_2026-01-31_04-32-38__e3129862-af8b-46bd-bf2d-4e677d7097f1__wakuorg_nwaku:latest.log
2026-01-31 04:32:38.296 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 12489
2026-01-31 04:32:38.297 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-01-31 04:32:38.358 ERROR [src.node.docker_mananger] Max retries reached for container 5183a15c511d. Exiting log stream.
2026-01-31 04:32:38.669 ERROR [src.node.docker_mananger] Max retries reached for container 71b6a519a545. Exiting log stream.
2026-01-31 04:32:39.297 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12489/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:32:39.300 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-01-31 04:32:39.301 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:32:39.301 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12489/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:32:39.303 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.242.197/tcp/12490/p2p/16Uiu2HAmU5ierB6mrBZpLXfovmF91iW3qwLN3mbpbfHgTu7v389C","/ip4/172.18.242.197/tcp/12491/ws/p2p/16Uiu2HAmU5ierB6mrBZpLXfovmF91iW3qwLN3mbpbfHgTu7v389C"],"enrUri":"enr:-L24QCig4R6yuPrAKqJL7fE5xrzvF5jYgLDav2PLgyF4d4gRJQuMI6T8OtKVOajLlQHKmHzrxPh_v07-BqZCKgZShXsCgmlkgnY0gmlwhKwS8sWKbXVsdGlhZGRyc5YACASsEvLFBjDKAAoErBLyxQYwy90DgnJzhQADAQAAiXNlY3AyNTZrMaED5TUTPmRR_g-bEDtH3UghNhv0WMUapcjjCo5S0UKYfTeDdGNwgjDKg3VkcIIwzIV3YWt1MgU"}'
2026-01-31 04:32:39.303 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:32:39.303 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2026-01-31 04:32:39.309 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-01-31 04:32:39.310 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-01-31_04-32-38__e3129862-af8b-46bd-bf2d-4e677d7097f1__wakuorg_nwaku:latest.log
2026-01-31 04:32:39.310 DEBUG [src.node.waku_node] Starting Node...
2026-01-31 04:32:39.310 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-01-31 04:32:39.311 DEBUG [src.node.docker_mananger] Network waku already exists
2026-01-31 04:32:39.311 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.2.118
2026-01-31 04:32:39.311 DEBUG [src.node.docker_mananger] Generated ports ['40228', '40229', '40230', '40231', '40232']
2026-01-31 04:32:39.312 DEBUG [src.node.waku_node] RLN credentials were not set
2026-01-31 04:32:39.312 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-01-31 04:32:39.312 DEBUG [src.node.waku_node] Using volumes []
2026-01-31 04:32:39.312 DEBUG [src.node.docker_mananger] docker run -i -t -p 40228:40228 -p 40229:40229 -p 40230:40230 -p 40231:40231 -p 40232:40232 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=40230 --rest-port=40228 --tcp-port=40229 --discv5-udp-port=40231 --rest-address=0.0.0.0 --nat=extip:172.18.2.118 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=59ce8bd1d4d5b3c8f0b2d689cd9dec7594636f2f04cbfb4a3bdecbda7dd2ffdd --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=40232 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QCig4R6yuPrAKqJL7fE5xrzvF5jYgLDav2PLgyF4d4gRJQuMI6T8OtKVOajLlQHKmHzrxPh_v07-BqZCKgZShXsCgmlkgnY0gmlwhKwS8sWKbXVsdGlhZGRyc5YACASsEvLFBjDKAAoErBLyxQYwy90DgnJzhQADAQAAiXNlY3AyNTZrMaED5TUTPmRR_g-bEDtH3UghNhv0WMUapcjjCo5S0UKYfTeDdGNwgjDKg3VkcIIwzIV3YWt1MgU --filternode=/ip4/172.18.242.197/tcp/12490/p2p/16Uiu2HAmU5ierB6mrBZpLXfovmF91iW3qwLN3mbpbfHgTu7v389C
2026-01-31 04:32:39.489 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.2.118 waku e4822c7e528c10f2bb05d13d89d6a4b278ffb035a2f652672a7dee2f300e861c
2026-01-31 04:32:39.517 DEBUG [src.node.docker_mananger] Container started with ID e4822c7e528c. Setting up logs at ./log/docker/node2_2026-01-31_04-32-38__e3129862-af8b-46bd-bf2d-4e677d7097f1__wakuorg_nwaku:latest.log
2026-01-31 04:32:39.518 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 40228
2026-01-31 04:32:39.518 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-01-31 04:32:40.518 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40228/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:32:40.522 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2026-01-31 04:32:40.522 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:32:40.522 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40228/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:32:40.525 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.2.118/tcp/40229/p2p/16Uiu2HAmK1wno4MZqqqcySZ1HCySUBUkei1UFcJbAYDqfjqsuoWT","/ip4/172.18.2.118/tcp/40230/ws/p2p/16Uiu2HAmK1wno4MZqqqcySZ1HCySUBUkei1UFcJbAYDqfjqsuoWT"],"enrUri":"enr:-L24QDH0ooNwHU8CXIe-SaJlRxD68-CPh_50VNDEQ9e0CmGTL0S2CP_5OHLe1gt5MW-tTajHRMqHePB4xtmnT3AJ9OACgmlkgnY0gmlwhKwSAnaKbXVsdGlhZGRyc5YACASsEgJ2Bp0lAAoErBICdgadJt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDXoRsdLWBcEYZUvw-PTsjpRCe3cJg8fccIOorw38GT-SDdGNwgp0lg3VkcIKdJ4V3YWt1MgA"}'
2026-01-31 04:32:40.525 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:32:40.525 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40228/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.242.197/tcp/12490/p2p/16Uiu2HAmU5ierB6mrBZpLXfovmF91iW3qwLN3mbpbfHgTu7v389C"]'
2026-01-31 04:32:40.553 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:32:40.554 DEBUG [src.steps.filter] Running fixture setup: subscribe_main_nodes
2026-01-31 04:32:40.554 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12489/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-01-31 04:32:40.571 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:32:40.573 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40228/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "93d5bdb4-9f05-468a-98c4-2266ecc11c9f", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-01-31 04:32:40.583 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"93d5bdb4-9f05-468a-98c4-2266ecc11c9f","statusDesc":"OK"}'
2026-01-31 04:32:40.584 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12489/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-01-31 04:32:40.591 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:32:40.591 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-01-31 04:32:40.691 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-01-31 04:32:40.692 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40228/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:32:40.694 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1769833960584824179,"ephemeral":false}]'
2026-01-31 04:32:40.696 DEBUG [src.node.waku_node] Restarting container with id e4822c7e528c
2026-01-31 04:32:41.460 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40228/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:32:41.563 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40228/health" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:32:41.566 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2026-01-31 04:32:41.567 INFO [src.node.waku_node] Node protocols are initialized !!
2026-01-31 04:32:41.567 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40228/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:32:41.569 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.2.118/tcp/40229/p2p/16Uiu2HAmK1wno4MZqqqcySZ1HCySUBUkei1UFcJbAYDqfjqsuoWT","/ip4/172.18.2.118/tcp/40230/ws/p2p/16Uiu2HAmK1wno4MZqqqcySZ1HCySUBUkei1UFcJbAYDqfjqsuoWT"],"enrUri":"enr:-L24QDH0ooNwHU8CXIe-SaJlRxD68-CPh_50VNDEQ9e0CmGTL0S2CP_5OHLe1gt5MW-tTajHRMqHePB4xtmnT3AJ9OACgmlkgnY0gmlwhKwSAnaKbXVsdGlhZGRyc5YACASsEgJ2Bp0lAAoErBICdgadJt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDXoRsdLWBcEYZUvw-PTsjpRCe3cJg8fccIOorw38GT-SDdGNwgp0lg3VkcIKdJ4V3YWt1MgA"}'
2026-01-31 04:32:41.570 INFO [src.node.waku_node] REST service is ready !!
2026-01-31 04:32:41.570 DEBUG [src.libs.common] Sleeping for 2 seconds
2026-01-31 04:32:43.570 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12489/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-01-31 04:32:43.573 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:32:43.574 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40228/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "8cb5d059-0c5a-48de-9d5f-2b29ae7e8b95", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-01-31 04:32:43.582 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"8cb5d059-0c5a-48de-9d5f-2b29ae7e8b95","statusDesc":"OK"}'
2026-01-31 04:32:43.582 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12489/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-01-31 04:32:43.589 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-01-31 04:32:43.589 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-01-31 04:32:43.690 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-01-31 04:32:43.690 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40228/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-01-31 04:32:43.693 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1769833963582866733,"ephemeral":false}]'
2026-01-31 04:32:43.696 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-01-31 04:32:43.697 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-01-31 04:32:43.697 DEBUG [src.node.waku_node] Stopping container with id 5e57b0653bfa
2026-01-31 04:32:44.246 DEBUG [src.node.waku_node] Container stopped.
2026-01-31 04:32:44.247 DEBUG [src.node.waku_node] Stopping container with id e4822c7e528c
2026-01-31 04:32:44.775 DEBUG [src.node.waku_node] Container stopped.
2026-01-31 04:32:44.778 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-01-31 04:32:44.787 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-01-31 04:32:44.803 DEBUG [src.node.docker_mananger] No errors found in the waku logs.