DEBUG  tests.conftest:conftest.py:51 Running fixture setup: test_id DEBUG  tests.conftest:conftest.py:57 Running test: test_light_push_with_valid_version with id: 2025-12-11_04-18-03__e5caa6c8-d04b-4f8a-bbad-4ed010642567 DEBUG  src.steps.common:common.py:19 Running fixture setup: common_setup DEBUG  src.steps.light_push:light_push.py:28 Running fixture setup: light_push_setup DEBUG  src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest DEBUG  src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/receiving_node1_2025-12-11_04-18-03__e5caa6c8-d04b-4f8a-bbad-4ed010642567__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:90 Starting Node... DEBUG  src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku DEBUG  src.node.docker_mananger:docker_mananger.py:25 Network waku already exists DEBUG  src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.54.187 DEBUG  src.node.docker_mananger:docker_mananger.py:101 Generated ports ['43381', '43382', '43383', '43384', '43385'] DEBUG  src.node.waku_node:waku_node.py:439 RLN credentials were not set INFO  src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN DEBUG  src.node.waku_node:waku_node.py:178 Using volumes [] DEBUG  src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 43381:43381 -p 43382:43382 -p 43383:43383 -p 43384:43384 -p 43385:43385 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=43383 --rest-port=43381 --tcp-port=43382 --discv5-udp-port=43384 --rest-address=0.0.0.0 --nat=extip:172.18.54.187 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=9c2e98f27eaebdd8d579a859fdbd5b1fddd203dc742d0bd73a0bd2fcbafa0cb0 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=43385 --metrics-logging=true --lightpush=true --relay=true DEBUG  src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.54.187 waku a3332a83ecc2a304bb9049db148f75de93460b90170fbe7f3cb742a9e5062167 DEBUG  src.node.docker_mananger:docker_mananger.py:58 Container started with ID a3332a83ecc2. Setting up logs at ./log/docker/receiving_node1_2025-12-11_04-18-03__e5caa6c8-d04b-4f8a-bbad-4ed010642567__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 43381 DEBUG  src.libs.common:common.py:47 Sleeping for 1 seconds ERROR  src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 4da2480f3727. Exiting log stream. ERROR  src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 009b67673b13. Exiting log stream. INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43381/health" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}' INFO  src.node.waku_node:waku_node.py:287 Node protocols are initialized !! INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43381/debug/v1/info" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.54.187/tcp/43382/p2p/16Uiu2HAmJfrHNg2fv251WwxM1x9c6RC6FckxAhKnoC3SkiCo9kXf","/ip4/172.18.54.187/tcp/43383/ws/p2p/16Uiu2HAmJfrHNg2fv251WwxM1x9c6RC6FckxAhKnoC3SkiCo9kXf"],"enrUri":"enr:-L24QKJjVX1nIws9JYpXe4ewwsHBaPZixSijqCwfK4TnyVlWX8pwetXhm5A0rHQlEAICwhP9_K0UozMHFocKMFlcQugCgmlkgnY0gmlwhKwSNruKbXVsdGlhZGRyc5YACASsEja7Bql2AAoErBI2uwapd90DgnJzhQADAQAAiXNlY3AyNTZrMaEDWV6UlaMQn32vObQ2wWF7dyfynJfZvvQS8M06MUdVsL6DdGNwgql2g3VkcIKpeIV3YWt1Mgk"}' INFO  src.node.waku_node:waku_node.py:292 REST service is ready !! DEBUG  src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest DEBUG  src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/receiving_node2_2025-12-11_04-18-03__e5caa6c8-d04b-4f8a-bbad-4ed010642567__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:90 Starting Node... DEBUG  src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku DEBUG  src.node.docker_mananger:docker_mananger.py:25 Network waku already exists DEBUG  src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.212.211 DEBUG  src.node.docker_mananger:docker_mananger.py:101 Generated ports ['41918', '41919', '41920', '41921', '41922'] DEBUG  src.node.waku_node:waku_node.py:439 RLN credentials were not set INFO  src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN DEBUG  src.node.waku_node:waku_node.py:178 Using volumes [] DEBUG  src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 41918:41918 -p 41919:41919 -p 41920:41920 -p 41921:41921 -p 41922:41922 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=41920 --rest-port=41918 --tcp-port=41919 --discv5-udp-port=41921 --rest-address=0.0.0.0 --nat=extip:172.18.212.211 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=67b72fd6e15d07abc8ff605a1f213eb20a0cd93353ddeedb8ba3c4c1d7daaa1c --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=41922 --metrics-logging=true --lightpush=false --relay=true DEBUG  src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.212.211 waku 029e8c528b0a05dcf5c67d1fa936754ab8795ab52bab87a3017a26972a063a9a DEBUG  src.node.docker_mananger:docker_mananger.py:58 Container started with ID 029e8c528b0a. Setting up logs at ./log/docker/receiving_node2_2025-12-11_04-18-03__e5caa6c8-d04b-4f8a-bbad-4ed010642567__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 41918 DEBUG  src.libs.common:common.py:47 Sleeping for 1 seconds INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:41918/health" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}' INFO  src.node.waku_node:waku_node.py:287 Node protocols are initialized !! INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:41918/debug/v1/info" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.212.211/tcp/41919/p2p/16Uiu2HAm9HHYxFVuHPLNosHnhXkF4SiHNDZPV4dUuP8ncFrmEf8D","/ip4/172.18.212.211/tcp/41920/ws/p2p/16Uiu2HAm9HHYxFVuHPLNosHnhXkF4SiHNDZPV4dUuP8ncFrmEf8D"],"enrUri":"enr:-L24QFe_lNjhWBIc50fUgcC2lws91sVyovCvZOYXMDks2vtCJzF03Q5uRqexMh0giliNFnwNkRUR5bCgwCKPbOWOsAQCgmlkgnY0gmlwhKwS1NOKbXVsdGlhZGRyc5YACASsEtTTBqO_AAoErBLU0wajwN0DgnJzhQADAQAAiXNlY3AyNTZrMaECzd2cWuFrbnU-XscVL3qHbAAeU-oJ8oTTe7OK8OW63WKDdGNwgqO_g3VkcIKjwYV3YWt1MgE"}' INFO  src.node.waku_node:waku_node.py:292 REST service is ready !! INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:41918/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.54.187/tcp/43382/p2p/16Uiu2HAmJfrHNg2fv251WwxM1x9c6RC6FckxAhKnoC3SkiCo9kXf"]' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' DEBUG  src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest DEBUG  src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/lightpush_node1_2025-12-11_04-18-03__e5caa6c8-d04b-4f8a-bbad-4ed010642567__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:90 Starting Node... DEBUG  src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku DEBUG  src.node.docker_mananger:docker_mananger.py:25 Network waku already exists DEBUG  src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.146.149 DEBUG  src.node.docker_mananger:docker_mananger.py:101 Generated ports ['48817', '48818', '48819', '48820', '48821'] DEBUG  src.node.waku_node:waku_node.py:439 RLN credentials were not set INFO  src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN DEBUG  src.node.waku_node:waku_node.py:178 Using volumes [] DEBUG  src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 48817:48817 -p 48818:48818 -p 48819:48819 -p 48820:48820 -p 48821:48821 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=48819 --rest-port=48817 --tcp-port=48818 --discv5-udp-port=48820 --rest-address=0.0.0.0 --nat=extip:172.18.146.149 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=3cfeba6ec33dea81134fd73c1caa1af2be5b3d2db2a49c859ceb08f8088d2d4b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=48821 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QKJjVX1nIws9JYpXe4ewwsHBaPZixSijqCwfK4TnyVlWX8pwetXhm5A0rHQlEAICwhP9_K0UozMHFocKMFlcQugCgmlkgnY0gmlwhKwSNruKbXVsdGlhZGRyc5YACASsEja7Bql2AAoErBI2uwapd90DgnJzhQADAQAAiXNlY3AyNTZrMaEDWV6UlaMQn32vObQ2wWF7dyfynJfZvvQS8M06MUdVsL6DdGNwgql2g3VkcIKpeIV3YWt1Mgk --lightpushnode=/ip4/172.18.54.187/tcp/43382/p2p/16Uiu2HAmJfrHNg2fv251WwxM1x9c6RC6FckxAhKnoC3SkiCo9kXf --lightpush=true --relay=false DEBUG  src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.146.149 waku 8af5601983fbf2de99916d00998662af2cfad2b066792ba2b7eb51524967c96b DEBUG  src.node.docker_mananger:docker_mananger.py:58 Container started with ID 8af5601983fb. Setting up logs at ./log/docker/lightpush_node1_2025-12-11_04-18-03__e5caa6c8-d04b-4f8a-bbad-4ed010642567__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 48817 DEBUG  src.libs.common:common.py:47 Sleeping for 1 seconds INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:48817/health" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Legacy Lightpush":"NOT_READY","desc":"Node has no relay peers to fullfill push requests"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}' INFO  src.node.waku_node:waku_node.py:287 Node protocols are initialized !! INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:48817/debug/v1/info" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.146.149/tcp/48818/p2p/16Uiu2HAmUsMakxZ7N9QGGwnsXQjQ4pmgQQ5b3ctGeD5HgX9BEsPN","/ip4/172.18.146.149/tcp/48819/ws/p2p/16Uiu2HAmUsMakxZ7N9QGGwnsXQjQ4pmgQQ5b3ctGeD5HgX9BEsPN"],"enrUri":"enr:-L24QAfqL8GYXvyqJ6oD0dh5TsGcj6GULwVxN2NYHH1uguk3aOztwAeIU9MEpC_6OjkM7RfoYHaLIlwkLwTE-0MVeNcCgmlkgnY0gmlwhKwSkpWKbXVsdGlhZGRyc5YACASsEpKVBr6yAAoErBKSlQa-s90DgnJzhQADAQAAiXNlY3AyNTZrMaED8OX3xvZCFtM4p-EE7kyK2UR3ka-lV0rBgVq7ZiK3LsGDdGNwgr6yg3VkcIK-tIV3YWt1Mgg"}' INFO  src.node.waku_node:waku_node.py:292 REST service is ready !! INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:48817/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.54.187/tcp/43382/p2p/16Uiu2HAmJfrHNg2fv251WwxM1x9c6RC6FckxAhKnoC3SkiCo9kXf"]' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:48817/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.212.211/tcp/41919/p2p/16Uiu2HAm9HHYxFVuHPLNosHnhXkF4SiHNDZPV4dUuP8ncFrmEf8D"]' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:43381/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:41918/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' DEBUG  src.steps.light_push:light_push.py:121 Lightpushing message INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:48817/lightpush/v1/message" -H "Content-Type: application/json" -d '{"pubsubTopic": "/waku/2/rs/3/0", "message": {"payload": "TGlnaHQgcHVzaCB3b3JrcyEh", "contentTopic": "/myapp/1/latest/proto", "timestamp": 1765426686957965531, "version": 10}}' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' DEBUG  src.libs.common:common.py:47 Sleeping for 0.1 seconds DEBUG  src.steps.light_push:light_push.py:125 Checking that peer NODE_1:wakuorg/nwaku:latest can find the lightpushed message INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:43381/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":10,"timestamp":1765426686957965531,"ephemeral":false,"proof":""}]' DEBUG  src.steps.light_push:light_push.py:125 Checking that peer NODE_2:wakuorg/nwaku:latest can find the lightpushed message INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:41918/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"TGlnaHQgcHVzaCB3b3JrcyEh","contentTopic":"/myapp/1/latest/proto","version":10,"timestamp":1765426686957965531,"ephemeral":false,"proof":""}]' DEBUG  tests.conftest:conftest.py:59 Running fixture teardown: test_setup DEBUG  tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes DEBUG  src.node.waku_node:waku_node.py:234 Stopping container with id a3332a83ecc2 DEBUG  src.node.waku_node:waku_node.py:241 Container stopped. DEBUG  src.node.waku_node:waku_node.py:234 Stopping container with id 029e8c528b0a DEBUG  src.node.waku_node:waku_node.py:241 Container stopped. DEBUG  src.node.waku_node:waku_node.py:234 Stopping container with id 8af5601983fb ERROR  src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container a3332a83ecc2. Exiting log stream. DEBUG  src.node.waku_node:waku_node.py:241 Container stopped. DEBUG  tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors DEBUG  src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs. DEBUG  src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs. DEBUG  src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.