92 lines
17 KiB
Plaintext

2026-03-09 04:40:30.867 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-09 04:40:30.868 DEBUG [tests.conftest] Running test: test_filter_get_message_after_node1_restarts with id: 2026-03-09_04-40-30__919f81f9-ba76-4e45-906e-072a3fd612a2
2026-03-09 04:40:30.868 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-09 04:40:30.868 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2026-03-09 04:40:30.869 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2026-03-09 04:40:30.875 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-09 04:40:30.875 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-09_04-40-30__919f81f9-ba76-4e45-906e-072a3fd612a2__wakuorg_nwaku:latest.log
2026-03-09 04:40:30.875 DEBUG [src.node.waku_node] Starting Node...
2026-03-09 04:40:30.876 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-09 04:40:30.877 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-09 04:40:30.877 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.41.163
2026-03-09 04:40:30.877 DEBUG [src.node.docker_mananger] Generated ports ['40220', '40221', '40222', '40223', '40224']
2026-03-09 04:40:30.878 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-09 04:40:30.878 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-09 04:40:30.878 DEBUG [src.node.waku_node] Using volumes []
2026-03-09 04:40:30.878 DEBUG [src.node.docker_mananger] docker run -i -t -p 40220:40220 -p 40221:40221 -p 40222:40222 -p 40223:40223 -p 40224:40224 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=40222 --rest-port=40220 --tcp-port=40221 --discv5-udp-port=40223 --rest-address=0.0.0.0 --nat=extip:172.18.41.163 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ba2e46fb257c7e776bd653b7aa6ab4c3ae03b6b219dbd04596ffbe8eef15b689 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=40224 --metrics-logging=true --relay=true --filter=true
2026-03-09 04:40:31.072 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.41.163 waku 612d2f7fb2d4e62ad3cccca6974c1f6db441232b297366b59c9f4af5343a3159
2026-03-09 04:40:31.106 DEBUG [src.node.docker_mananger] Container started with ID 612d2f7fb2d4. Setting up logs at ./log/docker/node1_2026-03-09_04-40-30__919f81f9-ba76-4e45-906e-072a3fd612a2__wakuorg_nwaku:latest.log
2026-03-09 04:40:31.107 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 40220
2026-03-09 04:40:31.107 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-09 04:40:31.139 ERROR [src.node.docker_mananger] Max retries reached for container 2f90eaec4ae5. Exiting log stream.
2026-03-09 04:40:31.665 ERROR [src.node.docker_mananger] Max retries reached for container bd440b5b44bd. Exiting log stream.
2026-03-09 04:40:32.108 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40220/health" -H "Content-Type: application/json" -d 'None'
2026-03-09 04:40:32.111 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-09 04:40:32.111 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-09 04:40:32.111 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40220/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-09 04:40:32.114 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.41.163/tcp/40221/p2p/16Uiu2HAmF1qbQDBcn64PUC7PRFdXuTVCKP1u4teDD8QQeMzJqX1m","/ip4/172.18.41.163/tcp/40222/ws/p2p/16Uiu2HAmF1qbQDBcn64PUC7PRFdXuTVCKP1u4teDD8QQeMzJqX1m"],"enrUri":"enr:-L24QIdEOSrhQP3X2y6TGabJcy097JQKlzKsxxDDCo6-7gTlYRmGdMxlBgEBvRtXURvmSUyQjIuk7jNzZUSFZbkmsnUCgmlkgnY0gmlwhKwSKaOKbXVsdGlhZGRyc5YACASsEimjBp0dAAoErBIpowadHt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDIw6ra0MnnwEhMwJ9BkMLqhZs-W-4fx1rWlq8rfrIaxSDdGNwgp0dg3VkcIKdH4V3YWt1MgU"}'
2026-03-09 04:40:32.114 INFO [src.node.waku_node] REST service is ready !!
2026-03-09 04:40:32.114 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2026-03-09 04:40:32.121 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-09 04:40:32.121 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-09_04-40-30__919f81f9-ba76-4e45-906e-072a3fd612a2__wakuorg_nwaku:latest.log
2026-03-09 04:40:32.121 DEBUG [src.node.waku_node] Starting Node...
2026-03-09 04:40:32.122 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-09 04:40:32.123 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-09 04:40:32.123 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.172.161
2026-03-09 04:40:32.123 DEBUG [src.node.docker_mananger] Generated ports ['5819', '5820', '5821', '5822', '5823']
2026-03-09 04:40:32.123 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-09 04:40:32.124 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-09 04:40:32.124 DEBUG [src.node.waku_node] Using volumes []
2026-03-09 04:40:32.124 DEBUG [src.node.docker_mananger] docker run -i -t -p 5819:5819 -p 5820:5820 -p 5821:5821 -p 5822:5822 -p 5823:5823 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=5821 --rest-port=5819 --tcp-port=5820 --discv5-udp-port=5822 --rest-address=0.0.0.0 --nat=extip:172.18.172.161 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=7a64b5cc0ae09cd85999b3aa82e5fc845aa4e9f8e997dc661a57bfbba8195eea --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=5823 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QIdEOSrhQP3X2y6TGabJcy097JQKlzKsxxDDCo6-7gTlYRmGdMxlBgEBvRtXURvmSUyQjIuk7jNzZUSFZbkmsnUCgmlkgnY0gmlwhKwSKaOKbXVsdGlhZGRyc5YACASsEimjBp0dAAoErBIpowadHt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDIw6ra0MnnwEhMwJ9BkMLqhZs-W-4fx1rWlq8rfrIaxSDdGNwgp0dg3VkcIKdH4V3YWt1MgU --filternode=/ip4/172.18.41.163/tcp/40221/p2p/16Uiu2HAmF1qbQDBcn64PUC7PRFdXuTVCKP1u4teDD8QQeMzJqX1m
2026-03-09 04:40:32.316 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.172.161 waku cac8b619eb3001e59794dc5d1dea44e6a2a4bcbbfd91d613891c448fa0a20050
2026-03-09 04:40:32.352 DEBUG [src.node.docker_mananger] Container started with ID cac8b619eb30. Setting up logs at ./log/docker/node2_2026-03-09_04-40-30__919f81f9-ba76-4e45-906e-072a3fd612a2__wakuorg_nwaku:latest.log
2026-03-09 04:40:32.353 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 5819
2026-03-09 04:40:32.353 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-09 04:40:33.353 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5819/health" -H "Content-Type: application/json" -d 'None'
2026-03-09 04:40:33.356 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-09 04:40:33.357 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-09 04:40:33.357 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5819/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-09 04:40:33.359 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.172.161/tcp/5820/p2p/16Uiu2HAm84DsDJTugM1dha1urxL3TEqCcskrrTfcauVJMdEWFbMj","/ip4/172.18.172.161/tcp/5821/ws/p2p/16Uiu2HAm84DsDJTugM1dha1urxL3TEqCcskrrTfcauVJMdEWFbMj"],"enrUri":"enr:-L24QBxQ1PbCM1Yw4WrO7DUP0r6bReTzRJk9VerL36yjAikmC1pnRwOoo86eu4qdJGpdR2H_4atDtSh3aEnql6wGhPoCgmlkgnY0gmlwhKwSrKGKbXVsdGlhZGRyc5YACASsEqyhBha8AAoErBKsoQYWvd0DgnJzhQADAQAAiXNlY3AyNTZrMaECu6k02zctPlvFXt4Qkz3oKq53gxXU6f0uajA9hn8v6ZqDdGNwgha8g3VkcIIWvoV3YWt1MgA"}'
2026-03-09 04:40:33.360 INFO [src.node.waku_node] REST service is ready !!
2026-03-09 04:40:33.360 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:5819/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.41.163/tcp/40221/p2p/16Uiu2HAmF1qbQDBcn64PUC7PRFdXuTVCKP1u4teDD8QQeMzJqX1m"]'
2026-03-09 04:40:33.396 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-09 04:40:33.397 DEBUG [src.steps.filter] Running fixture setup: subscribe_main_nodes
2026-03-09 04:40:33.398 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40220/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-09 04:40:33.417 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-09 04:40:33.418 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:5819/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "9760a929-2cb5-4853-9e79-d1215ffe0a15", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-09 04:40:33.431 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"9760a929-2cb5-4853-9e79-d1215ffe0a15","statusDesc":"OK"}'
2026-03-09 04:40:33.434 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40220/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-09 04:40:33.441 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-09 04:40:33.442 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-09 04:40:33.542 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-09 04:40:33.542 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5819/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-09 04:40:33.545 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773031233434043730,"ephemeral":false}]'
2026-03-09 04:40:33.547 DEBUG [src.node.waku_node] Restarting container with id 612d2f7fb2d4
2026-03-09 04:40:34.294 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40220/health" -H "Content-Type: application/json" -d 'None'
2026-03-09 04:40:34.397 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40220/health" -H "Content-Type: application/json" -d 'None'
2026-03-09 04:40:34.400 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-09 04:40:34.400 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-09 04:40:34.401 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:40220/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-09 04:40:34.403 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.41.163/tcp/40221/p2p/16Uiu2HAmF1qbQDBcn64PUC7PRFdXuTVCKP1u4teDD8QQeMzJqX1m","/ip4/172.18.41.163/tcp/40222/ws/p2p/16Uiu2HAmF1qbQDBcn64PUC7PRFdXuTVCKP1u4teDD8QQeMzJqX1m"],"enrUri":"enr:-L24QIdEOSrhQP3X2y6TGabJcy097JQKlzKsxxDDCo6-7gTlYRmGdMxlBgEBvRtXURvmSUyQjIuk7jNzZUSFZbkmsnUCgmlkgnY0gmlwhKwSKaOKbXVsdGlhZGRyc5YACASsEimjBp0dAAoErBIpowadHt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDIw6ra0MnnwEhMwJ9BkMLqhZs-W-4fx1rWlq8rfrIaxSDdGNwgp0dg3VkcIKdH4V3YWt1MgU"}'
2026-03-09 04:40:34.403 INFO [src.node.waku_node] REST service is ready !!
2026-03-09 04:40:34.403 DEBUG [src.libs.common] Sleeping for 2 seconds
2026-03-09 04:40:36.404 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40220/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-09 04:40:36.422 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-09 04:40:36.423 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:5819/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "4ac5807c-4b2d-4ef8-a5b9-57f7914ed79e", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-09 04:40:36.453 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"4ac5807c-4b2d-4ef8-a5b9-57f7914ed79e","statusDesc":"OK"}'
2026-03-09 04:40:36.454 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:40220/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-09 04:40:36.464 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-09 04:40:36.465 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-09 04:40:36.566 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-09 04:40:36.566 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5819/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-09 04:40:36.569 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773031236454291831,"ephemeral":false}]'
2026-03-09 04:40:36.572 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-09 04:40:36.573 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-09 04:40:36.573 DEBUG [src.node.waku_node] Stopping container with id 612d2f7fb2d4
2026-03-09 04:40:37.168 DEBUG [src.node.waku_node] Container stopped.
2026-03-09 04:40:37.168 DEBUG [src.node.waku_node] Stopping container with id cac8b619eb30
2026-03-09 04:40:37.767 DEBUG [src.node.waku_node] Container stopped.
2026-03-09 04:40:37.770 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-09 04:40:37.790 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-09 04:40:37.799 DEBUG [src.node.docker_mananger] No errors found in the waku logs.