logos-messaging-interop-tests/nim/1107/data/attachments/878a63e2dba967d0.txt

DEBUG    tests.conftest:conftest.py:51 Running fixture setup: test_id
DEBUG    tests.conftest:conftest.py:57 Running test: test_messages_with_timestamps_far_from_now with id: 2026-03-07_04-32-37__3d8d14e0-14db-4d82-9064-d987a82745a3
DEBUG    src.steps.common:common.py:19 Running fixture setup: common_setup
DEBUG    src.steps.store:store.py:31 Running fixture setup: store_setup
DEBUG    src.steps.store:store.py:39 Running fixture setup: node_setup
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/publishing_node1_2026-03-07_04-32-37__3d8d14e0-14db-4d82-9064-d987a82745a3__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.124.222
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['12266', '12267', '12268', '12269', '12270']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 12266:12266 -p 12267:12267 -p 12268:12268 -p 12269:12269 -p 12270:12270 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=12268 --rest-port=12266 --tcp-port=12267 --discv5-udp-port=12269 --rest-address=0.0.0.0 --nat=extip:172.18.124.222 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=6d8bcf6cc824cc4f3dcf7183a66035d9745eb166e5e986bdc28d09ef97dd76c3 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=12270 --metrics-logging=true --store=true --relay=true
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.124.222 waku 0d664a7b5f7e02d86c7bcd443271b819ac09c3422d0f5fa0187ed9a380b77fa9
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID 0d664a7b5f7e. Setting up logs at ./log/docker/publishing_node1_2026-03-07_04-32-37__3d8d14e0-14db-4d82-9064-d987a82745a3__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 12266
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 728cb429e148. Exiting log stream.
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 1b6fc7fe48a9. Exiting log stream.
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:12266/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:12266/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.124.222/tcp/12267/p2p/16Uiu2HAmTyqyyVjj9FYMWf3LhvMEP8db74Yy2AiafqE5Emaf4yXi","/ip4/172.18.124.222/tcp/12268/ws/p2p/16Uiu2HAmTyqyyVjj9FYMWf3LhvMEP8db74Yy2AiafqE5Emaf4yXi"],"enrUri":"enr:-L24QMw6MW7RqysghIlHs7PnerzFhkvhJyf2SN9lOp8chisYQOaFs4u7zgH2pN0td51Zu-lkI5YdEi2uRJgwTtd3JNMCgmlkgnY0gmlwhKwSfN6KbXVsdGlhZGRyc5YACASsEnzeBi_rAAoErBJ83gYv7N0DgnJzhQADAQAAiXNlY3AyNTZrMaED47Pgy4JFTuSv9KPws-XDM4_gtdv0oxAU1PYz6jCmgM2DdGNwgi_rg3VkcIIv7YV3YWt1MgM"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/store_node1_2026-03-07_04-32-37__3d8d14e0-14db-4d82-9064-d987a82745a3__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.106.76
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['3967', '3968', '3969', '3970', '3971']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 3967:3967 -p 3968:3968 -p 3969:3969 -p 3970:3970 -p 3971:3971 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=3969 --rest-port=3967 --tcp-port=3968 --discv5-udp-port=3970 --rest-address=0.0.0.0 --nat=extip:172.18.106.76 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=bb2bac14afb8afa5d9733c8b44c764eaa94e8a4e39397f9a2f4d3eb83c01cd0b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=3971 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QMw6MW7RqysghIlHs7PnerzFhkvhJyf2SN9lOp8chisYQOaFs4u7zgH2pN0td51Zu-lkI5YdEi2uRJgwTtd3JNMCgmlkgnY0gmlwhKwSfN6KbXVsdGlhZGRyc5YACASsEnzeBi_rAAoErBJ83gYv7N0DgnJzhQADAQAAiXNlY3AyNTZrMaED47Pgy4JFTuSv9KPws-XDM4_gtdv0oxAU1PYz6jCmgM2DdGNwgi_rg3VkcIIv7YV3YWt1MgM --storenode=/ip4/172.18.124.222/tcp/12267/p2p/16Uiu2HAmTyqyyVjj9FYMWf3LhvMEP8db74Yy2AiafqE5Emaf4yXi --store=true --relay=true
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.106.76 waku 1c4358d7c2ecfce555349026af3b41b48b4c6e5075e39a6b5b9294711d9a4fef
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID 1c4358d7c2ec. Setting up logs at ./log/docker/store_node1_2026-03-07_04-32-37__3d8d14e0-14db-4d82-9064-d987a82745a3__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 3967
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:3967/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"PartiallyConnected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:3967/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.106.76/tcp/3968/p2p/16Uiu2HAmK1pFhe4x7KRnoFJ1XqodjakpsKFfmuRusZLAZZXc6MqW","/ip4/172.18.106.76/tcp/3969/ws/p2p/16Uiu2HAmK1pFhe4x7KRnoFJ1XqodjakpsKFfmuRusZLAZZXc6MqW"],"enrUri":"enr:-L24QDkJcWSk9M6Cm-ToOzkn_kABp-dvu-OK3TOb7GT-skGycs4q34Zckb7pap6A4tM3kvNr2X_Gw40nrm3n0l68EfICgmlkgnY0gmlwhKwSakyKbXVsdGlhZGRyc5YACASsEmpMBg-AAAoErBJqTAYPgd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDXnvnDq0CqZLgb_xZ6PFSyPbas8NC8u9ozRD6hJuQRYWDdGNwgg-Ag3VkcIIPgoV3YWt1MgM"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:3967/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.124.222/tcp/12267/p2p/16Uiu2HAmTyqyyVjj9FYMWf3LhvMEP8db74Yy2AiafqE5Emaf4yXi"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:12266/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:3967/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    tests.store.test_time_filter:test_time_filter.py:31 Running test with payload 20 sec Past
DEBUG    src.steps.store:store.py:132 Relaying message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:12266/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.2 seconds
DEBUG    src.steps.store:store.py:211 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:12266/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true&pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[]}'
DEBUG    src.steps.store:store.py:228 messages length is 0
DEBUG    tests.store.test_time_filter:test_time_filter.py:31 Running test with payload 40 sec Future
DEBUG    src.steps.store:store.py:132 Relaying message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:12266/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.2 seconds
DEBUG    src.steps.store:store.py:211 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:12266/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true&pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[]}'
DEBUG    src.steps.store:store.py:228 messages length is 0
DEBUG    tests.conftest:conftest.py:59 Running fixture teardown: test_setup
DEBUG    tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id 0d664a7b5f7e
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id 1c4358d7c2ec
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.