DEBUG  tests.conftest:conftest.py:51 Running fixture setup: test_id DEBUG  tests.conftest:conftest.py:57 Running test: test_publish_with_no_timestamp with id: 2025-12-18_04-16-09__172001f7-9027-4e6a-9621-8613f6e6e72d DEBUG  src.steps.common:common.py:19 Running fixture setup: common_setup DEBUG  src.steps.relay:relay.py:28 Running fixture setup: relay_setup DEBUG  src.steps.relay:relay.py:34 Running fixture setup: setup_main_relay_nodes DEBUG  src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest DEBUG  src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node1_2025-12-18_04-16-09__172001f7-9027-4e6a-9621-8613f6e6e72d__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:90 Starting Node... DEBUG  src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku DEBUG  src.node.docker_mananger:docker_mananger.py:25 Network waku already exists DEBUG  src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.176.136 DEBUG  src.node.docker_mananger:docker_mananger.py:101 Generated ports ['58287', '58288', '58289', '58290', '58291'] DEBUG  src.node.waku_node:waku_node.py:439 RLN credentials were not set INFO  src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN DEBUG  src.node.waku_node:waku_node.py:178 Using volumes [] DEBUG  src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 58287:58287 -p 58288:58288 -p 58289:58289 -p 58290:58290 -p 58291:58291 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=58289 --rest-port=58287 --tcp-port=58288 --discv5-udp-port=58290 --rest-address=0.0.0.0 --nat=extip:172.18.176.136 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=24f7ede7236852395546b9f9108a874b54120507c6d9ff01bdbae6f3cbad7b4d --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=58291 --metrics-logging=true --relay=true DEBUG  src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.176.136 waku 87df08c6d13dd6c47c4053c04bb584ed7781feddc225f199ccdc0c1714f23275 DEBUG  src.node.docker_mananger:docker_mananger.py:58 Container started with ID 87df08c6d13d. Setting up logs at ./log/docker/node1_2025-12-18_04-16-09__172001f7-9027-4e6a-9621-8613f6e6e72d__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 58287 DEBUG  src.libs.common:common.py:47 Sleeping for 1 seconds ERROR  src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 0b28de9c1a6b. Exiting log stream. ERROR  src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 498fa2df58e1. Exiting log stream. INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:58287/health" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}' INFO  src.node.waku_node:waku_node.py:287 Node protocols are initialized !! INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:58287/debug/v1/info" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.176.136/tcp/58288/p2p/16Uiu2HAmLZ1Zvdrf4FLQyUuhtH2kRDMEUiXqjBys1Fz3SfnYp6At","/ip4/172.18.176.136/tcp/58289/ws/p2p/16Uiu2HAmLZ1Zvdrf4FLQyUuhtH2kRDMEUiXqjBys1Fz3SfnYp6At"],"enrUri":"enr:-L24QAyy_gmBK_1AdGnDigmgAWTPA0YZWZ4rI8-gvjacUFgjEKv8BDsxaT0wkVBSNNTwMRQ5n2KPtdkhWxwLAHguTQYCgmlkgnY0gmlwhKwSsIiKbXVsdGlhZGRyc5YACASsErCIBuOwAAoErBKwiAbjsd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDdVVjOS_AhzoavIDgXfvmKP6AZuSiuHZPyXPeDx9G61mDdGNwguOwg3VkcILjsoV3YWt1MgE"}' INFO  src.node.waku_node:waku_node.py:292 REST service is ready !! DEBUG  src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest DEBUG  src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/node2_2025-12-18_04-16-09__172001f7-9027-4e6a-9621-8613f6e6e72d__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:90 Starting Node... DEBUG  src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku DEBUG  src.node.docker_mananger:docker_mananger.py:25 Network waku already exists DEBUG  src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.3.119 DEBUG  src.node.docker_mananger:docker_mananger.py:101 Generated ports ['57598', '57599', '57600', '57601', '57602'] DEBUG  src.node.waku_node:waku_node.py:439 RLN credentials were not set INFO  src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN DEBUG  src.node.waku_node:waku_node.py:178 Using volumes [] DEBUG  src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 57598:57598 -p 57599:57599 -p 57600:57600 -p 57601:57601 -p 57602:57602 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=57600 --rest-port=57598 --tcp-port=57599 --discv5-udp-port=57601 --rest-address=0.0.0.0 --nat=extip:172.18.3.119 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=fffa9ad52fac3bca83c14bda4e0742e7eebc1da13d1bffabdaa8a61eebf58dab --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=57602 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QAyy_gmBK_1AdGnDigmgAWTPA0YZWZ4rI8-gvjacUFgjEKv8BDsxaT0wkVBSNNTwMRQ5n2KPtdkhWxwLAHguTQYCgmlkgnY0gmlwhKwSsIiKbXVsdGlhZGRyc5YACASsErCIBuOwAAoErBKwiAbjsd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDdVVjOS_AhzoavIDgXfvmKP6AZuSiuHZPyXPeDx9G61mDdGNwguOwg3VkcILjsoV3YWt1MgE DEBUG  src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.3.119 waku 98a6fdfc51b1e49f326577ff25c2217eb8e749f4eaf0afd088e0a629049f51ff DEBUG  src.node.docker_mananger:docker_mananger.py:58 Container started with ID 98a6fdfc51b1. Setting up logs at ./log/docker/node2_2025-12-18_04-16-09__172001f7-9027-4e6a-9621-8613f6e6e72d__wakuorg_nwaku:latest.log DEBUG  src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 57598 DEBUG  src.libs.common:common.py:47 Sleeping for 1 seconds INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:57598/health" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}' INFO  src.node.waku_node:waku_node.py:287 Node protocols are initialized !! INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:57598/debug/v1/info" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.3.119/tcp/57599/p2p/16Uiu2HAm7bmQmyvGpHkiPBTjvA55oi5CqpmHf1DVxFx588ux9T1w","/ip4/172.18.3.119/tcp/57600/ws/p2p/16Uiu2HAm7bmQmyvGpHkiPBTjvA55oi5CqpmHf1DVxFx588ux9T1w"],"enrUri":"enr:-L24QJ_jBHfJNW427hYAnRZHL3yHyGRspdCOVHr5JwgV5K8deKs3kWwDBqDNedx-LOH-2KZdCChHi-HPYnazKNkV11QCgmlkgnY0gmlwhKwSA3eKbXVsdGlhZGRyc5YACASsEgN3BuD_AAoErBIDdwbhAN0DgnJzhQADAQAAiXNlY3AyNTZrMaECtOIxF1xzui471RmuVVKxSHCWFxPFBVVKu0-yQq8ieU6DdGNwguD_g3VkcILhAYV3YWt1MgE"}' INFO  src.node.waku_node:waku_node.py:292 REST service is ready !! INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:57598/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.176.136/tcp/58288/p2p/16Uiu2HAmLZ1Zvdrf4FLQyUuhtH2kRDMEUiXqjBys1Fz3SfnYp6At"]' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' DEBUG  src.steps.relay:relay.py:59 Running fixture setup: subscribe_main_relay_nodes INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:58287/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:57598/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:58287/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' DEBUG  src.libs.common:common.py:47 Sleeping for 0.1 seconds DEBUG  src.steps.relay:relay.py:123 Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:58287/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766031372092081408,"ephemeral":false,"proof":""}]' DEBUG  src.steps.relay:relay.py:123 Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:57598/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766031372092081408,"ephemeral":false,"proof":""}]' INFO  src.steps.relay:relay.py:71 WARM UP successful!! INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:58287/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto"}' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK' DEBUG  src.libs.common:common.py:47 Sleeping for 0.1 seconds DEBUG  src.steps.relay:relay.py:123 Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:58287/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766031372209206784,"ephemeral":false,"proof":""}]' DEBUG  src.steps.relay:relay.py:123 Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message INFO  src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:57598/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None' INFO  src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766031372209206784,"ephemeral":false,"proof":""}]' DEBUG  tests.conftest:conftest.py:59 Running fixture teardown: test_setup DEBUG  tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes DEBUG  src.node.waku_node:waku_node.py:234 Stopping container with id 87df08c6d13d DEBUG  src.node.waku_node:waku_node.py:241 Container stopped. DEBUG  src.node.waku_node:waku_node.py:234 Stopping container with id 98a6fdfc51b1 DEBUG  src.node.waku_node:waku_node.py:241 Container stopped. DEBUG  tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors DEBUG  src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs. DEBUG  src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.