92 lines
17 KiB
Plaintext

2025-12-11 04:13:24.162 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-11 04:13:24.162 DEBUG [tests.conftest] Running test: test_filter_get_message_after_node1_restarts with id: 2025-12-11_04-13-24__2635d922-0f96-4849-9149-3fdf62360a62
2025-12-11 04:13:24.163 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-11 04:13:24.163 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2025-12-11 04:13:24.163 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2025-12-11 04:13:24.169 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:13:24.169 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-11_04-13-24__2635d922-0f96-4849-9149-3fdf62360a62__wakuorg_nwaku:latest.log
2025-12-11 04:13:24.170 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:13:24.170 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:13:24.171 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:13:24.171 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.154.208
2025-12-11 04:13:24.171 DEBUG [src.node.docker_mananger] Generated ports ['41236', '41237', '41238', '41239', '41240']
2025-12-11 04:13:24.171 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:13:24.172 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:13:24.172 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:13:24.172 DEBUG [src.node.docker_mananger] docker run -i -t -p 41236:41236 -p 41237:41237 -p 41238:41238 -p 41239:41239 -p 41240:41240 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=41238 --rest-port=41236 --tcp-port=41237 --discv5-udp-port=41239 --rest-address=0.0.0.0 --nat=extip:172.18.154.208 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=0fcd78138bf28e4890ddec46f85c5c3848388fdbac38fc7f7e4ab52ce70a5ab9 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=41240 --metrics-logging=true --relay=true --filter=true
2025-12-11 04:13:24.363 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.154.208 waku ded68dfd622216e9b0e8b5109beb19bf14c5e3f37269152dd77dec2e13c6af1d
2025-12-11 04:13:24.393 DEBUG [src.node.docker_mananger] Container started with ID ded68dfd6222. Setting up logs at ./log/docker/node1_2025-12-11_04-13-24__2635d922-0f96-4849-9149-3fdf62360a62__wakuorg_nwaku:latest.log
2025-12-11 04:13:24.394 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 41236
2025-12-11 04:13:24.394 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:13:24.470 ERROR [src.node.docker_mananger] Max retries reached for container cfb0902347a4. Exiting log stream.
2025-12-11 04:13:24.959 ERROR [src.node.docker_mananger] Max retries reached for container 59756ad7ec6a. Exiting log stream.
2025-12-11 04:13:25.395 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41236/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:25.398 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-11 04:13:25.398 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:13:25.399 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41236/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:25.401 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.154.208/tcp/41237/p2p/16Uiu2HAmAYyBUNHTRZ6AbKTwn984tRTcJhqwoL3vvumnb4H4rNAG","/ip4/172.18.154.208/tcp/41238/ws/p2p/16Uiu2HAmAYyBUNHTRZ6AbKTwn984tRTcJhqwoL3vvumnb4H4rNAG"],"enrUri":"enr:-L24QFWSPr_POzeTUXKPBBXiFJcYUj_SGwoN79Q9UUBzLnqTRgBU3XIwnbTun-sEISCkdQJwkeY-jdQe5-TuYui4DNcCgmlkgnY0gmlwhKwSmtCKbXVsdGlhZGRyc5YACASsEprQBqEVAAoErBKa0AahFt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC4L3Rt1WJE2r1BouAnDTyvZqf0x75ZwZZ4nWheWymnaWDdGNwgqEVg3VkcIKhF4V3YWt1MgU"}'
2025-12-11 04:13:25.401 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:13:25.401 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2025-12-11 04:13:25.408 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-11 04:13:25.408 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-11_04-13-24__2635d922-0f96-4849-9149-3fdf62360a62__wakuorg_nwaku:latest.log
2025-12-11 04:13:25.408 DEBUG [src.node.waku_node] Starting Node...
2025-12-11 04:13:25.408 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-11 04:13:25.409 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-11 04:13:25.409 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.52.247
2025-12-11 04:13:25.409 DEBUG [src.node.docker_mananger] Generated ports ['6268', '6269', '6270', '6271', '6272']
2025-12-11 04:13:25.410 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-11 04:13:25.410 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-11 04:13:25.410 DEBUG [src.node.waku_node] Using volumes []
2025-12-11 04:13:25.410 DEBUG [src.node.docker_mananger] docker run -i -t -p 6268:6268 -p 6269:6269 -p 6270:6270 -p 6271:6271 -p 6272:6272 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=6270 --rest-port=6268 --tcp-port=6269 --discv5-udp-port=6271 --rest-address=0.0.0.0 --nat=extip:172.18.52.247 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=e3cc92ff13becad5eecae1b5324b7a82a68d38bf243eb5aec9a8cd1a66e235dc --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=6272 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QFWSPr_POzeTUXKPBBXiFJcYUj_SGwoN79Q9UUBzLnqTRgBU3XIwnbTun-sEISCkdQJwkeY-jdQe5-TuYui4DNcCgmlkgnY0gmlwhKwSmtCKbXVsdGlhZGRyc5YACASsEprQBqEVAAoErBKa0AahFt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC4L3Rt1WJE2r1BouAnDTyvZqf0x75ZwZZ4nWheWymnaWDdGNwgqEVg3VkcIKhF4V3YWt1MgU --filternode=/ip4/172.18.154.208/tcp/41237/p2p/16Uiu2HAmAYyBUNHTRZ6AbKTwn984tRTcJhqwoL3vvumnb4H4rNAG
2025-12-11 04:13:25.591 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.52.247 waku 4a844c758de16a7372540df348e75e45ea905d22eb43cbed6b528e6811401c1f
2025-12-11 04:13:25.621 DEBUG [src.node.docker_mananger] Container started with ID 4a844c758de1. Setting up logs at ./log/docker/node2_2025-12-11_04-13-24__2635d922-0f96-4849-9149-3fdf62360a62__wakuorg_nwaku:latest.log
2025-12-11 04:13:25.621 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 6268
2025-12-11 04:13:25.621 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-11 04:13:26.622 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6268/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:26.626 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-11 04:13:26.626 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:13:26.626 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6268/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:26.629 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.52.247/tcp/6269/p2p/16Uiu2HAm6ibkHtYc65oQFSuL3GMQ7FaSajhGAcftDJGv8s2LArq1","/ip4/172.18.52.247/tcp/6270/ws/p2p/16Uiu2HAm6ibkHtYc65oQFSuL3GMQ7FaSajhGAcftDJGv8s2LArq1"],"enrUri":"enr:-L24QCHYoWk6Smut9n9Fn5qgkXD1lzZMxQx9J5AYUft7Mgt_fw6eLTDiCwzKaOZVN87iu-NCelFM0lTF26_Ri0TjvHkCgmlkgnY0gmlwhKwSNPeKbXVsdGlhZGRyc5YACASsEjT3Bhh9AAoErBI09wYYft0DgnJzhQADAQAAiXNlY3AyNTZrMaECp8ak1-Lv4vcBENWe5YkH5CJHzAQvSV35-7cpoFRx-PyDdGNwghh9g3VkcIIYf4V3YWt1MgA"}'
2025-12-11 04:13:26.629 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:13:26.629 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6268/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.154.208/tcp/41237/p2p/16Uiu2HAmAYyBUNHTRZ6AbKTwn984tRTcJhqwoL3vvumnb4H4rNAG"]'
2025-12-11 04:13:26.660 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:26.662 DEBUG [src.steps.filter] Running fixture setup: subscribe_main_nodes
2025-12-11 04:13:26.663 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:41236/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-11 04:13:26.674 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:26.675 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6268/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "929beed8-f2bc-49bd-93cf-a7e4773b8ff6", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-11 04:13:26.685 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"929beed8-f2bc-49bd-93cf-a7e4773b8ff6","statusDesc":"OK"}'
2025-12-11 04:13:26.687 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:41236/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2025-12-11 04:13:26.694 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:26.694 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-11 04:13:26.795 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:26.795 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6268/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:26.798 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765426406687787879,"ephemeral":false}]'
2025-12-11 04:13:26.799 DEBUG [src.node.waku_node] Restarting container with id ded68dfd6222
2025-12-11 04:13:27.549 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41236/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:27.654 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41236/health" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:27.657 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-11 04:13:27.657 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-11 04:13:27.657 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41236/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:27.660 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.154.208/tcp/41237/p2p/16Uiu2HAmAYyBUNHTRZ6AbKTwn984tRTcJhqwoL3vvumnb4H4rNAG","/ip4/172.18.154.208/tcp/41238/ws/p2p/16Uiu2HAmAYyBUNHTRZ6AbKTwn984tRTcJhqwoL3vvumnb4H4rNAG"],"enrUri":"enr:-L24QFWSPr_POzeTUXKPBBXiFJcYUj_SGwoN79Q9UUBzLnqTRgBU3XIwnbTun-sEISCkdQJwkeY-jdQe5-TuYui4DNcCgmlkgnY0gmlwhKwSmtCKbXVsdGlhZGRyc5YACASsEprQBqEVAAoErBKa0AahFt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC4L3Rt1WJE2r1BouAnDTyvZqf0x75ZwZZ4nWheWymnaWDdGNwgqEVg3VkcIKhF4V3YWt1MgU"}'
2025-12-11 04:13:27.660 INFO [src.node.waku_node] REST service is ready !!
2025-12-11 04:13:27.660 DEBUG [src.libs.common] Sleeping for 2 seconds
2025-12-11 04:13:29.661 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:41236/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-11 04:13:29.672 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:29.673 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:6268/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "26e69458-f0a7-4d70-90d4-9f59c8418476", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-11 04:13:29.699 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"26e69458-f0a7-4d70-90d4-9f59c8418476","statusDesc":"OK"}'
2025-12-11 04:13:29.700 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:41236/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2025-12-11 04:13:29.710 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-11 04:13:29.711 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-11 04:13:29.811 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-11 04:13:29.811 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:6268/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-11 04:13:29.814 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1765426409700817860,"ephemeral":false}]'
2025-12-11 04:13:29.818 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-11 04:13:29.818 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-11 04:13:29.819 DEBUG [src.node.waku_node] Stopping container with id ded68dfd6222
2025-12-11 04:13:30.331 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:30.331 DEBUG [src.node.waku_node] Stopping container with id 4a844c758de1
2025-12-11 04:13:30.829 DEBUG [src.node.waku_node] Container stopped.
2025-12-11 04:13:30.831 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-11 04:13:30.850 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-11 04:13:30.857 DEBUG [src.node.docker_mananger] No errors found in the waku logs.