180 lines
34 KiB
Plaintext

2025-12-18 04:13:14.443 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-18 04:13:14.444 DEBUG [tests.conftest] Running test: test_filter_get_message_after_one_peer_was_stopped with id: 2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb
2025-12-18 04:13:14.444 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-18 04:13:14.444 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2025-12-18 04:13:14.445 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2025-12-18 04:13:14.451 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-18 04:13:14.452 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:14.452 DEBUG [src.node.waku_node] Starting Node...
2025-12-18 04:13:14.452 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-18 04:13:14.453 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-18 04:13:14.453 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.46.186
2025-12-18 04:13:14.454 DEBUG [src.node.docker_mananger] Generated ports ['4470', '4471', '4472', '4473', '4474']
2025-12-18 04:13:14.454 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-18 04:13:14.454 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-18 04:13:14.454 DEBUG [src.node.waku_node] Using volumes []
2025-12-18 04:13:14.454 DEBUG [src.node.docker_mananger] docker run -i -t -p 4470:4470 -p 4471:4471 -p 4472:4472 -p 4473:4473 -p 4474:4474 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=4472 --rest-port=4470 --tcp-port=4471 --discv5-udp-port=4473 --rest-address=0.0.0.0 --nat=extip:172.18.46.186 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b6bf1ad4abccba1dee92faa3ebcbfafccb9dcaa7f8b692e7ea56c6ed0fffebd3 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=4474 --metrics-logging=true --relay=true --filter=true
2025-12-18 04:13:14.636 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.46.186 waku b49fe133c1e351f9ec2ecc6558e3477a5b5627cfbf8d6db608f1bb946ebc743b
2025-12-18 04:13:14.673 DEBUG [src.node.docker_mananger] Container started with ID b49fe133c1e3. Setting up logs at ./log/docker/node1_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:14.673 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 4470
2025-12-18 04:13:14.673 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-18 04:13:14.712 ERROR [src.node.docker_mananger] Max retries reached for container 29e8d90a15a3. Exiting log stream.
2025-12-18 04:13:15.255 ERROR [src.node.docker_mananger] Max retries reached for container eb9964e031c3. Exiting log stream.
2025-12-18 04:13:15.674 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:4470/health" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:15.677 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-18 04:13:15.677 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-18 04:13:15.678 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:4470/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:15.680 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.46.186/tcp/4471/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2","/ip4/172.18.46.186/tcp/4472/ws/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2"],"enrUri":"enr:-L24QGuFkJUhqUQXqvKu4M7JuP1bVhg6qby4ZYwk2bGVonKFPZsyII3HOGcvOBK1yUzeHgirm4Bm_vX1kd_OFW9s98gCgmlkgnY0gmlwhKwSLrqKbXVsdGlhZGRyc5YACASsEi66BhF3AAoErBIuugYReN0DgnJzhQADAQAAiXNlY3AyNTZrMaED6U9vO-wJBiUOCcpvjbXwMLm-VCp6KcZFjILrHm9P_O2DdGNwghF3g3VkcIIReYV3YWt1MgU"}'
2025-12-18 04:13:15.680 INFO [src.node.waku_node] REST service is ready !!
2025-12-18 04:13:15.681 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2025-12-18 04:13:15.687 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-18 04:13:15.687 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:15.688 DEBUG [src.node.waku_node] Starting Node...
2025-12-18 04:13:15.688 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-18 04:13:15.689 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-18 04:13:15.689 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.27.156
2025-12-18 04:13:15.689 DEBUG [src.node.docker_mananger] Generated ports ['53664', '53665', '53666', '53667', '53668']
2025-12-18 04:13:15.690 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-18 04:13:15.690 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-18 04:13:15.690 DEBUG [src.node.waku_node] Using volumes []
2025-12-18 04:13:15.690 DEBUG [src.node.docker_mananger] docker run -i -t -p 53664:53664 -p 53665:53665 -p 53666:53666 -p 53667:53667 -p 53668:53668 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=53666 --rest-port=53664 --tcp-port=53665 --discv5-udp-port=53667 --rest-address=0.0.0.0 --nat=extip:172.18.27.156 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ce47b5dfcddf8582fe191e93b95d7e86a8ccfe0cb906ebefbff1fe627d1b3956 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=53668 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QGuFkJUhqUQXqvKu4M7JuP1bVhg6qby4ZYwk2bGVonKFPZsyII3HOGcvOBK1yUzeHgirm4Bm_vX1kd_OFW9s98gCgmlkgnY0gmlwhKwSLrqKbXVsdGlhZGRyc5YACASsEi66BhF3AAoErBIuugYReN0DgnJzhQADAQAAiXNlY3AyNTZrMaED6U9vO-wJBiUOCcpvjbXwMLm-VCp6KcZFjILrHm9P_O2DdGNwghF3g3VkcIIReYV3YWt1MgU --filternode=/ip4/172.18.46.186/tcp/4471/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2
2025-12-18 04:13:15.871 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.27.156 waku aac2cd43f7715b0ef2ed06d2f36ae2dceb8dabc23a3e7de0d37dc348941f8510
2025-12-18 04:13:15.908 DEBUG [src.node.docker_mananger] Container started with ID aac2cd43f771. Setting up logs at ./log/docker/node2_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:15.909 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 53664
2025-12-18 04:13:15.909 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-18 04:13:16.910 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53664/health" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:16.914 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-18 04:13:16.914 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-18 04:13:16.914 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53664/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:16.916 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.27.156/tcp/53665/p2p/16Uiu2HAmGMTDjH5aaWUJ4GaPRbXaDGVH6U5nZbtPZLFk8pF9qbjU","/ip4/172.18.27.156/tcp/53666/ws/p2p/16Uiu2HAmGMTDjH5aaWUJ4GaPRbXaDGVH6U5nZbtPZLFk8pF9qbjU"],"enrUri":"enr:-L24QH6RszAYkY3QCLrycqYDA9wbPAYSF0NlFtfATO2d99p0In5j4Dk0FCR20o3ZleGCrOkUJjBAdD7UTbrddY1-JCoCgmlkgnY0gmlwhKwSG5yKbXVsdGlhZGRyc5YACASsEhucBtGhAAoErBIbnAbRot0DgnJzhQADAQAAiXNlY3AyNTZrMaEDNvCsvMKcrSAN8mGke3phWKKfJKtfN92jStInnNAaWWeDdGNwgtGhg3VkcILRo4V3YWt1MgA"}'
2025-12-18 04:13:16.917 INFO [src.node.waku_node] REST service is ready !!
2025-12-18 04:13:16.917 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:53664/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.46.186/tcp/4471/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2"]'
2025-12-18 04:13:16.947 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-18 04:13:16.959 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-18 04:13:16.961 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:16.962 DEBUG [src.node.waku_node] Starting Node...
2025-12-18 04:13:16.963 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-18 04:13:16.966 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-18 04:13:16.966 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.55.113
2025-12-18 04:13:16.966 DEBUG [src.node.docker_mananger] Generated ports ['20010', '20011', '20012', '20013', '20014']
2025-12-18 04:13:16.966 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-18 04:13:16.966 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-18 04:13:16.967 DEBUG [src.node.waku_node] Using volumes []
2025-12-18 04:13:16.968 DEBUG [src.node.docker_mananger] docker run -i -t -p 20010:20010 -p 20011:20011 -p 20012:20012 -p 20013:20013 -p 20014:20014 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=20012 --rest-port=20010 --tcp-port=20011 --discv5-udp-port=20013 --rest-address=0.0.0.0 --nat=extip:172.18.55.113 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=febf14ef9f5adaefeb4bf0d930b196f3ef2d78ecdacbc8c3900ddc232b4c8eb5 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=20014 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QGuFkJUhqUQXqvKu4M7JuP1bVhg6qby4ZYwk2bGVonKFPZsyII3HOGcvOBK1yUzeHgirm4Bm_vX1kd_OFW9s98gCgmlkgnY0gmlwhKwSLrqKbXVsdGlhZGRyc5YACASsEi66BhF3AAoErBIuugYReN0DgnJzhQADAQAAiXNlY3AyNTZrMaED6U9vO-wJBiUOCcpvjbXwMLm-VCp6KcZFjILrHm9P_O2DdGNwghF3g3VkcIIReYV3YWt1MgU --filternode=/ip4/172.18.46.186/tcp/4471/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2
2025-12-18 04:13:17.162 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.55.113 waku e15c5be5889fd6e6e2b1a18538739643696ba3070449e5eda3d20a1d3811a39d
2025-12-18 04:13:17.193 DEBUG [src.node.docker_mananger] Container started with ID e15c5be5889f. Setting up logs at ./log/docker/node3_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:17.194 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 20010
2025-12-18 04:13:17.194 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-18 04:13:18.194 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20010/health" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:18.198 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-18 04:13:18.198 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-18 04:13:18.199 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20010/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:18.201 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.55.113/tcp/20011/p2p/16Uiu2HAm6iBKW63o7AjrWQBAz45u1kr8taoiS7nE4DQGqYvmb54f","/ip4/172.18.55.113/tcp/20012/ws/p2p/16Uiu2HAm6iBKW63o7AjrWQBAz45u1kr8taoiS7nE4DQGqYvmb54f"],"enrUri":"enr:-L24QARhgtij7YEKmBwOgd1ER4qRF69Wa_0LYrNDrhYPGhN3IKJzoBP84HR69GPbR83v5RCI05rO8GPo5ea4QWsYN4UCgmlkgnY0gmlwhKwSN3GKbXVsdGlhZGRyc5YACASsEjdxBk4rAAoErBI3cQZOLN0DgnJzhQADAQAAiXNlY3AyNTZrMaECp6sGFSsAJnJ7i9-Oi78kCoa8SFcYt2Jpl2KocHoxXlSDdGNwgk4rg3VkcIJOLYV3YWt1MgA"}'
2025-12-18 04:13:18.201 INFO [src.node.waku_node] REST service is ready !!
2025-12-18 04:13:18.202 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20010/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.46.186/tcp/4471/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2"]'
2025-12-18 04:13:18.233 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-18 04:13:18.243 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-18 04:13:18.243 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:18.243 DEBUG [src.node.waku_node] Starting Node...
2025-12-18 04:13:18.243 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-18 04:13:18.247 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-18 04:13:18.247 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.248.43
2025-12-18 04:13:18.247 DEBUG [src.node.docker_mananger] Generated ports ['25042', '25043', '25044', '25045', '25046']
2025-12-18 04:13:18.247 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-18 04:13:18.247 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-18 04:13:18.247 DEBUG [src.node.waku_node] Using volumes []
2025-12-18 04:13:18.247 DEBUG [src.node.docker_mananger] docker run -i -t -p 25042:25042 -p 25043:25043 -p 25044:25044 -p 25045:25045 -p 25046:25046 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=25044 --rest-port=25042 --tcp-port=25043 --discv5-udp-port=25045 --rest-address=0.0.0.0 --nat=extip:172.18.248.43 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=9ed63adab71affe29bc137ac7a320afb7e8199b5cbf2edaba3f70deec8a3f5d0 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=25046 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QGuFkJUhqUQXqvKu4M7JuP1bVhg6qby4ZYwk2bGVonKFPZsyII3HOGcvOBK1yUzeHgirm4Bm_vX1kd_OFW9s98gCgmlkgnY0gmlwhKwSLrqKbXVsdGlhZGRyc5YACASsEi66BhF3AAoErBIuugYReN0DgnJzhQADAQAAiXNlY3AyNTZrMaED6U9vO-wJBiUOCcpvjbXwMLm-VCp6KcZFjILrHm9P_O2DdGNwghF3g3VkcIIReYV3YWt1MgU --filternode=/ip4/172.18.46.186/tcp/4471/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2
2025-12-18 04:13:18.440 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.248.43 waku 2cb3c1c9ae76be3619b614dab7734a36bf78591d368c5dfb0369357b4191999c
2025-12-18 04:13:18.471 DEBUG [src.node.docker_mananger] Container started with ID 2cb3c1c9ae76. Setting up logs at ./log/docker/node4_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:18.471 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 25042
2025-12-18 04:13:18.472 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-18 04:13:19.473 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:25042/health" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:19.477 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-18 04:13:19.478 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-18 04:13:19.478 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:25042/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:19.480 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.248.43/tcp/25043/p2p/16Uiu2HAmMYeLd68ToFBuqBGQhTCkvLDrykVTwY98Lu3a19oiqJjd","/ip4/172.18.248.43/tcp/25044/ws/p2p/16Uiu2HAmMYeLd68ToFBuqBGQhTCkvLDrykVTwY98Lu3a19oiqJjd"],"enrUri":"enr:-L24QApIkc8qP77BC2aH_KgcX0oLS3J1EvV-CAKFkhN-w8CFaO6hoTJBtR1sDkfUbi4FHrorbocvMyEKx3lGUqd-PWUCgmlkgnY0gmlwhKwS-CuKbXVsdGlhZGRyc5YACASsEvgrBmHTAAoErBL4KwZh1N0DgnJzhQADAQAAiXNlY3AyNTZrMaEDhBkSBmz63oh57zAd9XTvN03t404FAMf_ETJZHxFeidyDdGNwgmHTg3VkcIJh1YV3YWt1MgA"}'
2025-12-18 04:13:19.481 INFO [src.node.waku_node] REST service is ready !!
2025-12-18 04:13:19.481 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:25042/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.46.186/tcp/4471/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2"]'
2025-12-18 04:13:19.515 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-18 04:13:19.528 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-18 04:13:19.528 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:19.528 DEBUG [src.node.waku_node] Starting Node...
2025-12-18 04:13:19.528 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-18 04:13:19.531 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-18 04:13:19.531 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.196.81
2025-12-18 04:13:19.531 DEBUG [src.node.docker_mananger] Generated ports ['59366', '59367', '59368', '59369', '59370']
2025-12-18 04:13:19.531 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-18 04:13:19.531 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-18 04:13:19.532 DEBUG [src.node.waku_node] Using volumes []
2025-12-18 04:13:19.532 DEBUG [src.node.docker_mananger] docker run -i -t -p 59366:59366 -p 59367:59367 -p 59368:59368 -p 59369:59369 -p 59370:59370 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=59368 --rest-port=59366 --tcp-port=59367 --discv5-udp-port=59369 --rest-address=0.0.0.0 --nat=extip:172.18.196.81 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=5dfd21f846f78778ef83ef649a740192f7cc6d35ebcedcba4314909e5dacf503 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=59370 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QGuFkJUhqUQXqvKu4M7JuP1bVhg6qby4ZYwk2bGVonKFPZsyII3HOGcvOBK1yUzeHgirm4Bm_vX1kd_OFW9s98gCgmlkgnY0gmlwhKwSLrqKbXVsdGlhZGRyc5YACASsEi66BhF3AAoErBIuugYReN0DgnJzhQADAQAAiXNlY3AyNTZrMaED6U9vO-wJBiUOCcpvjbXwMLm-VCp6KcZFjILrHm9P_O2DdGNwghF3g3VkcIIReYV3YWt1MgU --filternode=/ip4/172.18.46.186/tcp/4471/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2
2025-12-18 04:13:19.733 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.196.81 waku c9e9bfcb285dc20063aa35f2a12c98cc13e5680931f86b97e650f54144bdb0c7
2025-12-18 04:13:19.765 DEBUG [src.node.docker_mananger] Container started with ID c9e9bfcb285d. Setting up logs at ./log/docker/node5_2025-12-18_04-13-14__b8781612-f4fd-4816-b087-3ac51f8f48eb__wakuorg_nwaku:latest.log
2025-12-18 04:13:19.765 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 59366
2025-12-18 04:13:19.765 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-18 04:13:20.767 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59366/health" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:20.771 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2025-12-18 04:13:20.771 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-18 04:13:20.771 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59366/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:20.774 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.196.81/tcp/59367/p2p/16Uiu2HAmFtVrHrsEir78MVmSyBSzRXmEXg78striccGjrS6jprHs","/ip4/172.18.196.81/tcp/59368/ws/p2p/16Uiu2HAmFtVrHrsEir78MVmSyBSzRXmEXg78striccGjrS6jprHs"],"enrUri":"enr:-L24QM6BBanPtp3kPpamAncdoQ36-R1Lmp-IqtZTuhGFf8fnApJiPnk637ARHsXBdeGfygivdOSD1_95wrX01brBdtkCgmlkgnY0gmlwhKwSxFGKbXVsdGlhZGRyc5YACASsEsRRBufnAAoErBLEUQbn6N0DgnJzhQADAQAAiXNlY3AyNTZrMaEDMAj3kuMYue-K1D-UmIgfbDw9agmfI-diZK2cGeowqI6DdGNwgufng3VkcILn6YV3YWt1MgA"}'
2025-12-18 04:13:20.774 INFO [src.node.waku_node] REST service is ready !!
2025-12-18 04:13:20.774 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:59366/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.46.186/tcp/4471/p2p/16Uiu2HAmUMjbYqdnqxib3F2qNXbhvKX79cf3s2SQ5sYrHTBjtry2"]'
2025-12-18 04:13:20.805 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-18 04:13:20.807 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:4470/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-18 04:13:20.814 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-18 04:13:20.815 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:53664/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "ebbe3e1e-76c7-4c75-a95d-7935ed79d01f", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-18 04:13:20.828 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"ebbe3e1e-76c7-4c75-a95d-7935ed79d01f","statusDesc":"OK"}'
2025-12-18 04:13:20.830 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20010/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "0e590ff0-5293-41b7-a37d-3b8e167d73b2", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-18 04:13:20.840 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"0e590ff0-5293-41b7-a37d-3b8e167d73b2","statusDesc":"OK"}'
2025-12-18 04:13:20.841 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:25042/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "aac310ee-6446-4bcb-a686-c84d6591414f", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-18 04:13:20.849 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"aac310ee-6446-4bcb-a686-c84d6591414f","statusDesc":"OK"}'
2025-12-18 04:13:20.850 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:59366/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "21dd5310-130f-4626-a52d-8db313e83da5", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2025-12-18 04:13:20.858 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"21dd5310-130f-4626-a52d-8db313e83da5","statusDesc":"OK"}'
2025-12-18 04:13:20.859 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:4470/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2025-12-18 04:13:20.872 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-18 04:13:20.873 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-18 04:13:20.973 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-18 04:13:20.973 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53664/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:20.976 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766031200859422034,"ephemeral":false}]'
2025-12-18 04:13:20.978 DEBUG [src.steps.filter] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-18 04:13:20.979 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20010/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:20.981 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766031200859422034,"ephemeral":false}]'
2025-12-18 04:13:20.983 DEBUG [src.steps.filter] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-18 04:13:20.983 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:25042/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:20.985 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766031200859422034,"ephemeral":false}]'
2025-12-18 04:13:20.987 DEBUG [src.steps.filter] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2025-12-18 04:13:20.987 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59366/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:20.989 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766031200859422034,"ephemeral":false}]'
2025-12-18 04:13:20.991 DEBUG [src.node.waku_node] Stopping container with id aac2cd43f771
2025-12-18 04:13:21.584 DEBUG [src.node.waku_node] Container stopped.
2025-12-18 04:13:21.586 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:4470/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2025-12-18 04:13:21.593 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-18 04:13:21.593 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-18 04:13:21.693 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-18 04:13:21.694 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20010/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:21.697 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766031201585967459,"ephemeral":false}]'
2025-12-18 04:13:21.698 DEBUG [src.steps.filter] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2025-12-18 04:13:21.699 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:25042/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:21.701 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766031201585967459,"ephemeral":false}]'
2025-12-18 04:13:21.703 DEBUG [src.steps.filter] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2025-12-18 04:13:21.703 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59366/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2025-12-18 04:13:21.705 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1766031201585967459,"ephemeral":false}]'
2025-12-18 04:13:21.708 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-18 04:13:21.709 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-18 04:13:21.709 DEBUG [src.node.waku_node] Stopping container with id b49fe133c1e3
2025-12-18 04:13:22.272 DEBUG [src.node.waku_node] Container stopped.
2025-12-18 04:13:22.272 DEBUG [src.node.waku_node] Stopping container with id e15c5be5889f
2025-12-18 04:13:22.399 ERROR [src.node.docker_mananger] Max retries reached for container aac2cd43f771. Exiting log stream.
2025-12-18 04:13:22.809 DEBUG [src.node.waku_node] Container stopped.
2025-12-18 04:13:22.809 DEBUG [src.node.waku_node] Stopping container with id 2cb3c1c9ae76
2025-12-18 04:13:23.086 ERROR [src.node.docker_mananger] Max retries reached for container b49fe133c1e3. Exiting log stream.
2025-12-18 04:13:23.330 DEBUG [src.node.waku_node] Container stopped.
2025-12-18 04:13:23.330 DEBUG [src.node.waku_node] Stopping container with id c9e9bfcb285d
2025-12-18 04:13:23.623 ERROR [src.node.docker_mananger] Max retries reached for container e15c5be5889f. Exiting log stream.
2025-12-18 04:13:23.888 DEBUG [src.node.waku_node] Container stopped.
2025-12-18 04:13:23.890 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-18 04:13:23.904 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-18 04:13:23.908 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-18 04:13:23.913 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-18 04:13:23.917 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-18 04:13:23.921 DEBUG [src.node.docker_mananger] No errors found in the waku logs.