162 lines
30 KiB
Plaintext

2026-03-28 04:36:57.503 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-28 04:36:57.503 DEBUG [tests.conftest] Running test: test_store_no_peer_selected with id: 2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d
2026-03-28 04:36:57.504 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-28 04:36:57.504 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2026-03-28 04:36:57.504 DEBUG [src.steps.light_push] Running fixture setup: light_push_setup
2026-03-28 04:36:57.513 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-28 04:36:57.513 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:36:57.519 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-28 04:36:57.519 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:36:57.526 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-28 04:36:57.526 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:36:57.526 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-28 04:36:57.527 DEBUG [src.steps.store] Running fixture setup: store_setup
2026-03-28 04:36:57.527 DEBUG [tests.e2e.test_e2e] Start 5 nodes
2026-03-28 04:36:57.533 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-28 04:36:57.534 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:36:57.539 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-28 04:36:57.540 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:36:57.545 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-28 04:36:57.546 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:36:57.546 DEBUG [src.node.waku_node] Starting Node...
2026-03-28 04:36:57.546 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-28 04:36:57.589 DEBUG [src.node.docker_mananger] Network waku created
2026-03-28 04:36:57.589 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.66.115
2026-03-28 04:36:57.589 DEBUG [src.node.docker_mananger] Generated ports ['48477', '48478', '48479', '48480', '48481']
2026-03-28 04:36:57.590 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-28 04:36:57.590 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-28 04:36:57.590 DEBUG [src.node.waku_node] Using volumes []
2026-03-28 04:36:57.590 DEBUG [src.node.docker_mananger] docker run -i -t -p 48477:48477 -p 48478:48478 -p 48479:48479 -p 48480:48480 -p 48481:48481 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=48479 --rest-port=48477 --tcp-port=48478 --discv5-udp-port=48480 --rest-address=0.0.0.0 --nat=extip:172.18.66.115 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ce72ebc71adfaff355a2fbfd9bdae9aba7fbc82c7c31bd5f43a79e5cebd49338 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=48481 --metrics-logging=true --relay=true --store=true
2026-03-28 04:37:00.148 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.66.115 waku 526ea41fc7424923e4b12aa67c84c47f2a815390eae820e4c6bda3b3281d46ba
2026-03-28 04:37:00.185 DEBUG [src.node.docker_mananger] Container started with ID 526ea41fc742. Setting up logs at ./log/docker/node1_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:37:00.186 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 48477
2026-03-28 04:37:00.187 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-28 04:37:01.187 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48477/health" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:01.190 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-28 04:37:01.190 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-28 04:37:01.191 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48477/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:01.193 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.66.115/tcp/48478/p2p/16Uiu2HAmMmJHudmhFNvKKxBgZ8CW3zxkVBrusRFabCHnWNSTAh3K","/ip4/172.18.66.115/tcp/48479/ws/p2p/16Uiu2HAmMmJHudmhFNvKKxBgZ8CW3zxkVBrusRFabCHnWNSTAh3K"],"enrUri":"enr:-L24QF1gNDtnxZ9oCz6FcmKDR8_bYWgPP2IgEeCeYgGxlMMhV_y5d-6Z3EXf-GxtLDNOwA7yPYJJDY5zQ9m-eFnWEsUCgmlkgnY0gmlwhKwSQnOKbXVsdGlhZGRyc5YACASsEkJzBr1eAAoErBJCcwa9X90DgnJzhQADAQAAiXNlY3AyNTZrMaEDh1b0NPR_yxjaWcVcacbZW6y7TcQ1WhUtaLKV9bndNo6DdGNwgr1eg3VkcIK9YIV3YWt1MgM"}'
2026-03-28 04:37:01.194 INFO [src.node.waku_node] REST service is ready !!
2026-03-28 04:37:01.194 DEBUG [src.node.waku_node] Starting Node...
2026-03-28 04:37:01.194 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-28 04:37:01.195 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-28 04:37:01.196 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.213.108
2026-03-28 04:37:01.196 DEBUG [src.node.docker_mananger] Generated ports ['59055', '59056', '59057', '59058', '59059']
2026-03-28 04:37:01.196 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-28 04:37:01.196 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-28 04:37:01.196 DEBUG [src.node.waku_node] Using volumes []
2026-03-28 04:37:01.196 DEBUG [src.node.docker_mananger] docker run -i -t -p 59055:59055 -p 59056:59056 -p 59057:59057 -p 59058:59058 -p 59059:59059 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=59057 --rest-port=59055 --tcp-port=59056 --discv5-udp-port=59058 --rest-address=0.0.0.0 --nat=extip:172.18.213.108 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=825fca99cd6bfc7c98ccd0d60c3ce655feac980d1aabca87ac3ca2f9d1eac3ae --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=59059 --metrics-logging=true --store=false --relay=false --discv5-bootstrap-node=enr:-L24QF1gNDtnxZ9oCz6FcmKDR8_bYWgPP2IgEeCeYgGxlMMhV_y5d-6Z3EXf-GxtLDNOwA7yPYJJDY5zQ9m-eFnWEsUCgmlkgnY0gmlwhKwSQnOKbXVsdGlhZGRyc5YACASsEkJzBr1eAAoErBJCcwa9X90DgnJzhQADAQAAiXNlY3AyNTZrMaEDh1b0NPR_yxjaWcVcacbZW6y7TcQ1WhUtaLKV9bndNo6DdGNwgr1eg3VkcIK9YIV3YWt1MgM
2026-03-28 04:37:01.392 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.213.108 waku f079df3ab470721c1f7448d8078e923cce13064c056484ab767893e46b99f174
2026-03-28 04:37:01.423 DEBUG [src.node.docker_mananger] Container started with ID f079df3ab470. Setting up logs at ./log/docker/node2_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:37:01.423 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 59055
2026-03-28 04:37:01.424 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-28 04:37:02.424 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59055/health" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:02.427 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-28 04:37:02.427 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-28 04:37:02.427 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59055/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:02.430 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.213.108/tcp/59056/p2p/16Uiu2HAmHF4xZBbJp9fybucmTNuppSHA73PrcnjojWwAFBNhMfPo","/ip4/172.18.213.108/tcp/59057/ws/p2p/16Uiu2HAmHF4xZBbJp9fybucmTNuppSHA73PrcnjojWwAFBNhMfPo"],"enrUri":"enr:-L24QH52svVU0ROOfsbaZDUwq-h4HkKHarM5m1gpDGvEfpOMC-5l7KaOnBanr1PDSIGcPgMRY-QoDHpCfaxvqL-jwZ0CgmlkgnY0gmlwhKwS1WyKbXVsdGlhZGRyc5YACASsEtVsBuawAAoErBLVbAbmsd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDRCm0nbag_5LSl9xAea-5w3QIJfz-pPvTD587WOCRLsKDdGNwguawg3VkcILmsoV3YWt1MgA"}'
2026-03-28 04:37:02.430 INFO [src.node.waku_node] REST service is ready !!
2026-03-28 04:37:02.430 DEBUG [src.node.waku_node] Starting Node...
2026-03-28 04:37:02.431 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-28 04:37:02.432 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-28 04:37:02.432 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.179.41
2026-03-28 04:37:02.432 DEBUG [src.node.docker_mananger] Generated ports ['29402', '29403', '29404', '29405', '29406']
2026-03-28 04:37:02.433 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-28 04:37:02.433 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-28 04:37:02.433 DEBUG [src.node.waku_node] Using volumes []
2026-03-28 04:37:02.433 DEBUG [src.node.docker_mananger] docker run -i -t -p 29402:29402 -p 29403:29403 -p 29404:29404 -p 29405:29405 -p 29406:29406 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=29404 --rest-port=29402 --tcp-port=29403 --discv5-udp-port=29405 --rest-address=0.0.0.0 --nat=extip:172.18.179.41 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=8ace4f7cd5dbc04bace2635ce3d6eec5fdccd9c0736611cd97e1befdf247deef --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=29406 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QH52svVU0ROOfsbaZDUwq-h4HkKHarM5m1gpDGvEfpOMC-5l7KaOnBanr1PDSIGcPgMRY-QoDHpCfaxvqL-jwZ0CgmlkgnY0gmlwhKwS1WyKbXVsdGlhZGRyc5YACASsEtVsBuawAAoErBLVbAbmsd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDRCm0nbag_5LSl9xAea-5w3QIJfz-pPvTD587WOCRLsKDdGNwguawg3VkcILmsoV3YWt1MgA
2026-03-28 04:37:02.620 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.179.41 waku 98515a08df71e6387fbc7baa3cecd74a401477dbd3b860e9d97c725d91b5cab0
2026-03-28 04:37:02.657 DEBUG [src.node.docker_mananger] Container started with ID 98515a08df71. Setting up logs at ./log/docker/node3_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:37:02.658 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 29402
2026-03-28 04:37:02.659 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-28 04:37:03.659 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29402/health" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:03.662 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-28 04:37:03.662 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-28 04:37:03.663 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29402/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:03.665 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.179.41/tcp/29403/p2p/16Uiu2HAmNPuDMtP9ncBeenKeFmPeT7KS32AquSeyjPLUywL7QKmM","/ip4/172.18.179.41/tcp/29404/ws/p2p/16Uiu2HAmNPuDMtP9ncBeenKeFmPeT7KS32AquSeyjPLUywL7QKmM"],"enrUri":"enr:-L24QL5GEOa5nbD4bVmFm-TNHMnr9KFRb7rJlh03XVv5V12Tf28DKb6OmVw6vXqcmnbLhIzbp1CnCMnQXvzYAKiAE50CgmlkgnY0gmlwhKwSsymKbXVsdGlhZGRyc5YACASsErMpBnLbAAoErBKzKQZy3N0DgnJzhQADAQAAiXNlY3AyNTZrMaEDkLdZWl8m1KHJciW5o-T_x3FAq7Ud_JuEtf5saxg4Z-yDdGNwgnLbg3VkcIJy3YV3YWt1MgA"}'
2026-03-28 04:37:03.665 INFO [src.node.waku_node] REST service is ready !!
2026-03-28 04:37:03.665 DEBUG [src.node.waku_node] Starting Node...
2026-03-28 04:37:03.665 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-28 04:37:03.667 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-28 04:37:03.667 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.96.221
2026-03-28 04:37:03.667 DEBUG [src.node.docker_mananger] Generated ports ['26200', '26201', '26202', '26203', '26204']
2026-03-28 04:37:03.667 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-28 04:37:03.667 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-28 04:37:03.667 DEBUG [src.node.waku_node] Using volumes []
2026-03-28 04:37:03.667 DEBUG [src.node.docker_mananger] docker run -i -t -p 26200:26200 -p 26201:26201 -p 26202:26202 -p 26203:26203 -p 26204:26204 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=26202 --rest-port=26200 --tcp-port=26201 --discv5-udp-port=26203 --rest-address=0.0.0.0 --nat=extip:172.18.96.221 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=08b7baffc32cc762cb1d868e227ecd1b034d995999d25e2febbae53b7bd74fdb --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=26204 --metrics-logging=true --relay=true --store=false --discv5-bootstrap-node=enr:-L24QL5GEOa5nbD4bVmFm-TNHMnr9KFRb7rJlh03XVv5V12Tf28DKb6OmVw6vXqcmnbLhIzbp1CnCMnQXvzYAKiAE50CgmlkgnY0gmlwhKwSsymKbXVsdGlhZGRyc5YACASsErMpBnLbAAoErBKzKQZy3N0DgnJzhQADAQAAiXNlY3AyNTZrMaEDkLdZWl8m1KHJciW5o-T_x3FAq7Ud_JuEtf5saxg4Z-yDdGNwgnLbg3VkcIJy3YV3YWt1MgA
2026-03-28 04:37:03.856 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.96.221 waku ad975c57296b18cae6a5f181359d6b8010334d572c13c9cba9bccd355652f111
2026-03-28 04:37:03.891 DEBUG [src.node.docker_mananger] Container started with ID ad975c57296b. Setting up logs at ./log/docker/node3_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:37:03.891 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 26200
2026-03-28 04:37:03.892 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-28 04:37:04.893 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26200/health" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:04.906 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-28 04:37:04.908 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-28 04:37:04.908 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26200/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:04.912 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.96.221/tcp/26201/p2p/16Uiu2HAmRZ67kdcV674pKyHJ4asjfNuPY7nLGBB9iXZdRHHRjSmw","/ip4/172.18.96.221/tcp/26202/ws/p2p/16Uiu2HAmRZ67kdcV674pKyHJ4asjfNuPY7nLGBB9iXZdRHHRjSmw"],"enrUri":"enr:-L24QI6rzqmS4GdZDroKJSQD1UhYctpey-_PxJcEIcUoHhwHS9JteoJsErMOnnN3oqycTTNREE6JjYDa-XMT-XkvuN4CgmlkgnY0gmlwhKwSYN2KbXVsdGlhZGRyc5YACASsEmDdBmZZAAoErBJg3QZmWt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDv6T3K8E8uM59gkkDBGfeqnRgbazFpKbHGnYso7EalMKDdGNwgmZZg3VkcIJmW4V3YWt1MgE"}'
2026-03-28 04:37:04.915 INFO [src.node.waku_node] REST service is ready !!
2026-03-28 04:37:04.916 DEBUG [src.node.waku_node] Starting Node...
2026-03-28 04:37:04.916 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-28 04:37:04.922 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-28 04:37:04.922 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.69.49
2026-03-28 04:37:04.923 DEBUG [src.node.docker_mananger] Generated ports ['8707', '8708', '8709', '8710', '8711']
2026-03-28 04:37:04.923 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-28 04:37:04.923 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-28 04:37:04.923 DEBUG [src.node.waku_node] Using volumes []
2026-03-28 04:37:04.924 DEBUG [src.node.docker_mananger] docker run -i -t -p 8707:8707 -p 8708:8708 -p 8709:8709 -p 8710:8710 -p 8711:8711 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=8709 --rest-port=8707 --tcp-port=8708 --discv5-udp-port=8710 --rest-address=0.0.0.0 --nat=extip:172.18.69.49 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=6d0dc5d81aea0b9eae61f4736d19a250ba2b2acebe3ba26c9cd028334cc9cfc2 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=8711 --metrics-logging=true --relay=false --store=false --discv5-bootstrap-node=enr:-L24QI6rzqmS4GdZDroKJSQD1UhYctpey-_PxJcEIcUoHhwHS9JteoJsErMOnnN3oqycTTNREE6JjYDa-XMT-XkvuN4CgmlkgnY0gmlwhKwSYN2KbXVsdGlhZGRyc5YACASsEmDdBmZZAAoErBJg3QZmWt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDv6T3K8E8uM59gkkDBGfeqnRgbazFpKbHGnYso7EalMKDdGNwgmZZg3VkcIJmW4V3YWt1MgE
2026-03-28 04:37:05.134 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.69.49 waku 23cb6e9e60210d9691bcd255027a90758457929112371d114a286a881e7c597f
2026-03-28 04:37:05.167 DEBUG [src.node.docker_mananger] Container started with ID 23cb6e9e6021. Setting up logs at ./log/docker/node4_2026-03-28_04-36-57__d851035e-c799-4972-9a22-77dc7e09a25d__wakuorg_nwaku:latest.log
2026-03-28 04:37:05.168 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 8707
2026-03-28 04:37:05.168 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-28 04:37:06.169 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:8707/health" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:06.172 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-28 04:37:06.172 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-28 04:37:06.172 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:8707/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:06.174 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.69.49/tcp/8708/p2p/16Uiu2HAmK27zG3abK9HA8FyGyUhTWP4CnkjhL8B6SAUaScvv6aCD","/ip4/172.18.69.49/tcp/8709/ws/p2p/16Uiu2HAmK27zG3abK9HA8FyGyUhTWP4CnkjhL8B6SAUaScvv6aCD"],"enrUri":"enr:-L24QBj_JFbtTd-hD6GCFoy5E_Wd23blasTjqnmavi1ulAnQYIjgGFPnMwAMELzjCdqS_aJ0Fh2c-pqquS7v5kZW4CgCgmlkgnY0gmlwhKwSRTGKbXVsdGlhZGRyc5YACASsEkUxBiIEAAoErBJFMQYiBd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDXo_0Rt6mdkliHTL4HXWXIJBnbrkddxSgpmRMMQGEgaaDdGNwgiIEg3VkcIIiBoV3YWt1MgA"}'
2026-03-28 04:37:06.175 INFO [src.node.waku_node] REST service is ready !!
2026-03-28 04:37:06.175 DEBUG [tests.e2e.test_e2e] Add 3 peer nodes to node3
2026-03-28 04:37:06.175 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:29402/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.66.115/tcp/48478/p2p/16Uiu2HAmMmJHudmhFNvKKxBgZ8CW3zxkVBrusRFabCHnWNSTAh3K"]'
2026-03-28 04:37:06.197 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-28 04:37:06.198 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:29402/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.213.108/tcp/59056/p2p/16Uiu2HAmHF4xZBbJp9fybucmTNuppSHA73PrcnjojWwAFBNhMfPo"]'
2026-03-28 04:37:06.224 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-28 04:37:06.225 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:29402/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.96.221/tcp/26201/p2p/16Uiu2HAmRZ67kdcV674pKyHJ4asjfNuPY7nLGBB9iXZdRHHRjSmw"]'
2026-03-28 04:37:06.230 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-28 04:37:06.231 DEBUG [tests.e2e.test_e2e] Subscribe nodes 1,2 to relay on pubsubtopic /waku/2/rs/3/1
2026-03-28 04:37:06.232 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26200/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-28 04:37:06.242 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-28 04:37:06.242 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:48477/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-28 04:37:06.245 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-28 04:37:06.247 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:48477/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:06.253 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.179.41/tcp/37220/p2p/16Uiu2HAmNPuDMtP9ncBeenKeFmPeT7KS32AquSeyjPLUywL7QKmM","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"logos-delivery-v0.38.0-rc.0-14-g5c335c","origin":"UnknownOrigin"}]'
2026-03-28 04:37:06.253 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26200/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:06.255 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.179.41/tcp/29403/p2p/16Uiu2HAmNPuDMtP9ncBeenKeFmPeT7KS32AquSeyjPLUywL7QKmM","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"logos-delivery-v0.38.0-rc.0-14-g5c335c","origin":"Discv5"}]'
2026-03-28 04:37:06.255 DEBUG [src.libs.common] Sleeping for 30 seconds
2026-03-28 04:37:36.256 DEBUG [tests.e2e.test_e2e] Node1 publish message
2026-03-28 04:37:36.256 DEBUG [src.steps.store] Relaying message
2026-03-28 04:37:36.257 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26200/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-28 04:37:36.261 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-28 04:37:36.262 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-03-28 04:37:36.462 DEBUG [tests.e2e.test_e2e] Check if node3 can inquiry stored message without stor peer specified
2026-03-28 04:37:36.462 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:29402/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F1&contentTopics=%2Ftest%2F1%2Fwaku-filter%2Fproto&pageSize=5&ascending=true" -H "Content-Type: application/json" -d 'None'
2026-03-28 04:37:36.471 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"0b7e05204e6a7e0cf693","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x154704de013fc6dd86dee966e06a187337370e4cb5a774089ea7dbaa58d8323b"}]}'
2026-03-28 04:37:36.473 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-28 04:37:36.474 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-28 04:37:36.474 DEBUG [src.node.waku_node] Stopping container with id 526ea41fc742
2026-03-28 04:37:36.936 DEBUG [src.node.waku_node] Container stopped.
2026-03-28 04:37:36.936 DEBUG [src.node.waku_node] Stopping container with id f079df3ab470
2026-03-28 04:37:37.427 DEBUG [src.node.waku_node] Container stopped.
2026-03-28 04:37:37.428 DEBUG [src.node.waku_node] Stopping container with id 98515a08df71
2026-03-28 04:37:37.839 ERROR [src.node.docker_mananger] Max retries reached for container 526ea41fc742. Exiting log stream.
2026-03-28 04:37:37.857 DEBUG [src.node.waku_node] Container stopped.
2026-03-28 04:37:37.858 DEBUG [src.node.waku_node] Stopping container with id ad975c57296b
2026-03-28 04:37:38.242 ERROR [src.node.docker_mananger] Max retries reached for container f079df3ab470. Exiting log stream.
2026-03-28 04:37:38.306 DEBUG [src.node.waku_node] Container stopped.
2026-03-28 04:37:38.307 DEBUG [src.node.waku_node] Stopping container with id 23cb6e9e6021
2026-03-28 04:37:38.672 ERROR [src.node.docker_mananger] Max retries reached for container 98515a08df71. Exiting log stream.
2026-03-28 04:37:38.780 DEBUG [src.node.waku_node] Container stopped.
2026-03-28 04:37:38.781 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-28 04:37:38.825 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-28 04:37:38.835 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-28 04:37:38.859 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-28 04:37:38.883 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-28 04:37:38.884 DEBUG [src.node.docker_mananger] No errors found in the waku logs.