92 lines
17 KiB
Plaintext

2026-03-21 04:33:06.824 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-21 04:33:06.824 DEBUG [tests.conftest] Running test: test_filter_get_message_after_node2_restarts with id: 2026-03-21_04-33-06__5a7b6c82-c17a-47e3-94d0-86aa4d20c070
2026-03-21 04:33:06.824 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-21 04:33:06.824 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2026-03-21 04:33:06.825 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2026-03-21 04:33:06.833 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-21 04:33:06.833 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-21_04-33-06__5a7b6c82-c17a-47e3-94d0-86aa4d20c070__wakuorg_nwaku:latest.log
2026-03-21 04:33:06.833 DEBUG [src.node.waku_node] Starting Node...
2026-03-21 04:33:06.833 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-21 04:33:06.835 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-21 04:33:06.835 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.64.186
2026-03-21 04:33:06.835 DEBUG [src.node.docker_mananger] Generated ports ['22281', '22282', '22283', '22284', '22285']
2026-03-21 04:33:06.836 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-21 04:33:06.836 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-21 04:33:06.836 DEBUG [src.node.waku_node] Using volumes []
2026-03-21 04:33:06.836 DEBUG [src.node.docker_mananger] docker run -i -t -p 22281:22281 -p 22282:22282 -p 22283:22283 -p 22284:22284 -p 22285:22285 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=22283 --rest-port=22281 --tcp-port=22282 --discv5-udp-port=22284 --rest-address=0.0.0.0 --nat=extip:172.18.64.186 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b95c9ddddee509cd73deaae46ae340d5215fc1b0d0a98dae4332a5bdecbcf8ee --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=22285 --metrics-logging=true --relay=true --filter=true
2026-03-21 04:33:07.023 ERROR [src.node.docker_mananger] Max retries reached for container 16f1150e72f6. Exiting log stream.
2026-03-21 04:33:07.028 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.64.186 waku d3ab58ea58ef4b95afbdd1a000b49c1c5cdaa410335e07d4f7d9f33a5e278f2e
2026-03-21 04:33:07.064 DEBUG [src.node.docker_mananger] Container started with ID d3ab58ea58ef. Setting up logs at ./log/docker/node1_2026-03-21_04-33-06__5a7b6c82-c17a-47e3-94d0-86aa4d20c070__wakuorg_nwaku:latest.log
2026-03-21 04:33:07.064 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 22281
2026-03-21 04:33:07.065 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-21 04:33:07.519 ERROR [src.node.docker_mananger] Max retries reached for container f7c9aa764033. Exiting log stream.
2026-03-21 04:33:08.066 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22281/health" -H "Content-Type: application/json" -d 'None'
2026-03-21 04:33:08.069 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-21 04:33:08.069 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-21 04:33:08.069 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:22281/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-21 04:33:08.072 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.64.186/tcp/22282/p2p/16Uiu2HAmJ6LYPgs1MgJ45cDT9MC4FpM5ReXSogfp7VNsbeMhE4qg","/ip4/172.18.64.186/tcp/22283/ws/p2p/16Uiu2HAmJ6LYPgs1MgJ45cDT9MC4FpM5ReXSogfp7VNsbeMhE4qg"],"enrUri":"enr:-L24QMEX87XowbVZp9CoiCqWkNKe4CjPx4CHi1muWaoKBqdVZQc6B9CSycmbaGDd6t7nUZ6H7u1uHtmXcFp09HpIa6gCgmlkgnY0gmlwhKwSQLqKbXVsdGlhZGRyc5YACASsEkC6BlcKAAoErBJAugZXC90DgnJzhQADAQAAiXNlY3AyNTZrMaEDUMjJDa1749XOgJg5UQa_69EwGUCI-SJNoJSUSPNAEbuDdGNwglcKg3VkcIJXDIV3YWt1MgU"}'
2026-03-21 04:33:08.072 INFO [src.node.waku_node] REST service is ready !!
2026-03-21 04:33:08.073 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2026-03-21 04:33:08.080 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-21 04:33:08.080 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-21_04-33-06__5a7b6c82-c17a-47e3-94d0-86aa4d20c070__wakuorg_nwaku:latest.log
2026-03-21 04:33:08.080 DEBUG [src.node.waku_node] Starting Node...
2026-03-21 04:33:08.080 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-21 04:33:08.081 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-21 04:33:08.082 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.150.187
2026-03-21 04:33:08.082 DEBUG [src.node.docker_mananger] Generated ports ['29811', '29812', '29813', '29814', '29815']
2026-03-21 04:33:08.082 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-21 04:33:08.082 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-21 04:33:08.082 DEBUG [src.node.waku_node] Using volumes []
2026-03-21 04:33:08.082 DEBUG [src.node.docker_mananger] docker run -i -t -p 29811:29811 -p 29812:29812 -p 29813:29813 -p 29814:29814 -p 29815:29815 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=29813 --rest-port=29811 --tcp-port=29812 --discv5-udp-port=29814 --rest-address=0.0.0.0 --nat=extip:172.18.150.187 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=6b0322c030e616d39a9059fc190ccf7cf344cf771478afdb31febd5f42cb4ff5 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=29815 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QMEX87XowbVZp9CoiCqWkNKe4CjPx4CHi1muWaoKBqdVZQc6B9CSycmbaGDd6t7nUZ6H7u1uHtmXcFp09HpIa6gCgmlkgnY0gmlwhKwSQLqKbXVsdGlhZGRyc5YACASsEkC6BlcKAAoErBJAugZXC90DgnJzhQADAQAAiXNlY3AyNTZrMaEDUMjJDa1749XOgJg5UQa_69EwGUCI-SJNoJSUSPNAEbuDdGNwglcKg3VkcIJXDIV3YWt1MgU --filternode=/ip4/172.18.64.186/tcp/22282/p2p/16Uiu2HAmJ6LYPgs1MgJ45cDT9MC4FpM5ReXSogfp7VNsbeMhE4qg
2026-03-21 04:33:08.286 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.150.187 waku ff9090a52063548ee6d43b43fc14cb101cb74c13a6a92d850b3e336b9bfdf412
2026-03-21 04:33:08.319 DEBUG [src.node.docker_mananger] Container started with ID ff9090a52063. Setting up logs at ./log/docker/node2_2026-03-21_04-33-06__5a7b6c82-c17a-47e3-94d0-86aa4d20c070__wakuorg_nwaku:latest.log
2026-03-21 04:33:08.320 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 29811
2026-03-21 04:33:08.320 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-21 04:33:09.320 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29811/health" -H "Content-Type: application/json" -d 'None'
2026-03-21 04:33:09.323 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-21 04:33:09.324 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-21 04:33:09.324 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29811/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-21 04:33:09.326 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.150.187/tcp/29812/p2p/16Uiu2HAkuXz3eMdKSvegLfmLKbWp9WKszZncoKffgu4pLhmKH191","/ip4/172.18.150.187/tcp/29813/ws/p2p/16Uiu2HAkuXz3eMdKSvegLfmLKbWp9WKszZncoKffgu4pLhmKH191"],"enrUri":"enr:-L24QAtcpOcBOZwM6sGkvplyxnk5IL76Wim_GXEjcxuup-YMQAKxnzLHj6n9WWqV65Ip7XwF2dh7IRtX5LSL_9qOABMCgmlkgnY0gmlwhKwSlruKbXVsdGlhZGRyc5YACASsEpa7BnR0AAoErBKWuwZ0dd0DgnJzhQADAQAAiXNlY3AyNTZrMaECAZ3poDugFccr8FC41IFVyK7UxZFvZSnyruVi5MjrrXCDdGNwgnR0g3VkcIJ0doV3YWt1MgA"}'
2026-03-21 04:33:09.326 INFO [src.node.waku_node] REST service is ready !!
2026-03-21 04:33:09.327 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:29811/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.64.186/tcp/22282/p2p/16Uiu2HAmJ6LYPgs1MgJ45cDT9MC4FpM5ReXSogfp7VNsbeMhE4qg"]'
2026-03-21 04:33:09.364 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-21 04:33:09.366 DEBUG [src.steps.filter] Running fixture setup: subscribe_main_nodes
2026-03-21 04:33:09.367 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:22281/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-21 04:33:09.383 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-21 04:33:09.384 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:29811/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "f142c6e0-6f2a-45e3-aec6-ca9e569c804b", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-21 04:33:09.398 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"f142c6e0-6f2a-45e3-aec6-ca9e569c804b","statusDesc":"OK"}'
2026-03-21 04:33:09.400 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:22281/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-21 04:33:09.408 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-21 04:33:09.409 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-21 04:33:09.509 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-21 04:33:09.509 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29811/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-21 04:33:09.512 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1774067589400703138,"ephemeral":false}]'
2026-03-21 04:33:09.514 DEBUG [src.node.waku_node] Restarting container with id ff9090a52063
2026-03-21 04:33:10.257 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29811/health" -H "Content-Type: application/json" -d 'None'
2026-03-21 04:33:10.363 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29811/health" -H "Content-Type: application/json" -d 'None'
2026-03-21 04:33:10.365 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-21 04:33:10.366 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-21 04:33:10.366 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29811/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-21 04:33:10.368 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.150.187/tcp/29812/p2p/16Uiu2HAkuXz3eMdKSvegLfmLKbWp9WKszZncoKffgu4pLhmKH191","/ip4/172.18.150.187/tcp/29813/ws/p2p/16Uiu2HAkuXz3eMdKSvegLfmLKbWp9WKszZncoKffgu4pLhmKH191"],"enrUri":"enr:-L24QAtcpOcBOZwM6sGkvplyxnk5IL76Wim_GXEjcxuup-YMQAKxnzLHj6n9WWqV65Ip7XwF2dh7IRtX5LSL_9qOABMCgmlkgnY0gmlwhKwSlruKbXVsdGlhZGRyc5YACASsEpa7BnR0AAoErBKWuwZ0dd0DgnJzhQADAQAAiXNlY3AyNTZrMaECAZ3poDugFccr8FC41IFVyK7UxZFvZSnyruVi5MjrrXCDdGNwgnR0g3VkcIJ0doV3YWt1MgA"}'
2026-03-21 04:33:10.369 INFO [src.node.waku_node] REST service is ready !!
2026-03-21 04:33:10.369 DEBUG [src.libs.common] Sleeping for 2 seconds
2026-03-21 04:33:12.369 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:22281/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-21 04:33:12.372 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-21 04:33:12.373 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:29811/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "e1be04b2-81fc-460e-a6ae-1bd9773cd905", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-21 04:33:12.381 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"e1be04b2-81fc-460e-a6ae-1bd9773cd905","statusDesc":"OK"}'
2026-03-21 04:33:12.382 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:22281/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-21 04:33:12.390 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-21 04:33:12.390 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-21 04:33:12.490 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-21 04:33:12.491 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29811/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-21 04:33:12.493 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1774067592382838935,"ephemeral":false}]'
2026-03-21 04:33:12.497 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-21 04:33:12.498 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-21 04:33:12.498 DEBUG [src.node.waku_node] Stopping container with id d3ab58ea58ef
2026-03-21 04:33:13.057 DEBUG [src.node.waku_node] Container stopped.
2026-03-21 04:33:13.059 DEBUG [src.node.waku_node] Stopping container with id ff9090a52063
2026-03-21 04:33:13.620 DEBUG [src.node.waku_node] Container stopped.
2026-03-21 04:33:13.623 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-21 04:33:13.639 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-21 04:33:13.656 DEBUG [src.node.docker_mananger] No errors found in the waku logs.