89 lines
17 KiB
Plaintext

2026-03-13 04:38:07.515 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-13 04:38:07.515 DEBUG [tests.conftest] Running test: test_message_relayed_while_store_node_is_stopped_without_removing with id: 2026-03-13_04-38-07__28245b78-011a-4c68-bc5a-b5ce9b97d205
2026-03-13 04:38:07.516 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-13 04:38:07.516 DEBUG [src.steps.store] Running fixture setup: store_setup
2026-03-13 04:38:07.525 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-13 04:38:07.525 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/publishing_node1_2026-03-13_04-38-07__28245b78-011a-4c68-bc5a-b5ce9b97d205__wakuorg_nwaku:latest.log
2026-03-13 04:38:07.525 DEBUG [src.node.waku_node] Starting Node...
2026-03-13 04:38:07.525 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-13 04:38:07.527 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-13 04:38:07.527 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.24.91
2026-03-13 04:38:07.527 DEBUG [src.node.docker_mananger] Generated ports ['47227', '47228', '47229', '47230', '47231']
2026-03-13 04:38:07.527 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-13 04:38:07.528 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-13 04:38:07.528 DEBUG [src.node.waku_node] Using volumes []
2026-03-13 04:38:07.528 DEBUG [src.node.docker_mananger] docker run -i -t -p 47227:47227 -p 47228:47228 -p 47229:47229 -p 47230:47230 -p 47231:47231 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=47229 --rest-port=47227 --tcp-port=47228 --discv5-udp-port=47230 --rest-address=0.0.0.0 --nat=extip:172.18.24.91 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=4a6cabeb83eab0f6fbbd89910b853ddda0fac11abb180f2da1ee49f1eaeaadaf --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=47231 --metrics-logging=true --store=true --relay=true
2026-03-13 04:38:07.726 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.24.91 waku 739afceadd1acc0026a61e5c2843f033b137bb0a193ff06e3ca193341dd9b9f3
2026-03-13 04:38:07.743 ERROR [src.node.docker_mananger] Max retries reached for container 5f314efa3fa5. Exiting log stream.
2026-03-13 04:38:07.765 DEBUG [src.node.docker_mananger] Container started with ID 739afceadd1a. Setting up logs at ./log/docker/publishing_node1_2026-03-13_04-38-07__28245b78-011a-4c68-bc5a-b5ce9b97d205__wakuorg_nwaku:latest.log
2026-03-13 04:38:07.767 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 47227
2026-03-13 04:38:07.768 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-13 04:38:08.309 ERROR [src.node.docker_mananger] Max retries reached for container 832e5a7946c9. Exiting log stream.
2026-03-13 04:38:08.768 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47227/health" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:08.771 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-13 04:38:08.772 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-13 04:38:08.772 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47227/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:08.774 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.24.91/tcp/47228/p2p/16Uiu2HAm7mJXyhKYddum48EkXwLYpmnmogFWBmdrGKTnDdHCMuJy","/ip4/172.18.24.91/tcp/47229/ws/p2p/16Uiu2HAm7mJXyhKYddum48EkXwLYpmnmogFWBmdrGKTnDdHCMuJy"],"enrUri":"enr:-L24QNAI_9eyshaDb0xBVxIqpLAbSPWLZYXCK6V789IQxtzdKXRDvd4fFI7iR9TVBsT_KWIMuPoOUOCG6u8OupBwiuACgmlkgnY0gmlwhKwSGFuKbXVsdGlhZGRyc5YACASsEhhbBrh8AAoErBIYWwa4fd0DgnJzhQADAQAAiXNlY3AyNTZrMaECt1Oce2C6PeyiCkSmUPUJ9lw4tkP_5nZUtMd03xgHhDKDdGNwgrh8g3VkcIK4foV3YWt1MgM"}'
2026-03-13 04:38:08.775 INFO [src.node.waku_node] REST service is ready !!
2026-03-13 04:38:08.783 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-13 04:38:08.783 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/store_node1_2026-03-13_04-38-07__28245b78-011a-4c68-bc5a-b5ce9b97d205__wakuorg_nwaku:latest.log
2026-03-13 04:38:08.783 DEBUG [src.node.waku_node] Starting Node...
2026-03-13 04:38:08.783 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-13 04:38:08.785 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-13 04:38:08.785 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.231.190
2026-03-13 04:38:08.785 DEBUG [src.node.docker_mananger] Generated ports ['43387', '43388', '43389', '43390', '43391']
2026-03-13 04:38:08.785 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-13 04:38:08.785 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-13 04:38:08.785 DEBUG [src.node.waku_node] Using volumes []
2026-03-13 04:38:08.786 DEBUG [src.node.docker_mananger] docker run -i -t -p 43387:43387 -p 43388:43388 -p 43389:43389 -p 43390:43390 -p 43391:43391 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=43389 --rest-port=43387 --tcp-port=43388 --discv5-udp-port=43390 --rest-address=0.0.0.0 --nat=extip:172.18.231.190 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=adf94da7e775931c66dbe4bbc7a7a9571cfba5e72b4d0a042a9cc85be1275e25 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=43391 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QNAI_9eyshaDb0xBVxIqpLAbSPWLZYXCK6V789IQxtzdKXRDvd4fFI7iR9TVBsT_KWIMuPoOUOCG6u8OupBwiuACgmlkgnY0gmlwhKwSGFuKbXVsdGlhZGRyc5YACASsEhhbBrh8AAoErBIYWwa4fd0DgnJzhQADAQAAiXNlY3AyNTZrMaECt1Oce2C6PeyiCkSmUPUJ9lw4tkP_5nZUtMd03xgHhDKDdGNwgrh8g3VkcIK4foV3YWt1MgM --storenode=/ip4/172.18.24.91/tcp/47228/p2p/16Uiu2HAm7mJXyhKYddum48EkXwLYpmnmogFWBmdrGKTnDdHCMuJy --store=false --relay=false
2026-03-13 04:38:09.001 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.231.190 waku d9dd2c8cc9f870da6f385cbc35f0ad133b101d48f0e97907d442300cfdeeb00c
2026-03-13 04:38:09.034 DEBUG [src.node.docker_mananger] Container started with ID d9dd2c8cc9f8. Setting up logs at ./log/docker/store_node1_2026-03-13_04-38-07__28245b78-011a-4c68-bc5a-b5ce9b97d205__wakuorg_nwaku:latest.log
2026-03-13 04:38:09.035 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 43387
2026-03-13 04:38:09.035 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-13 04:38:10.036 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43387/health" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:10.038 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-13 04:38:10.039 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-13 04:38:10.039 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43387/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:10.041 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.231.190/tcp/43388/p2p/16Uiu2HAkxJBWvnLNYoSX7sVfQUCAXfqR2HSXm63XBbsV8ZZs8AhE","/ip4/172.18.231.190/tcp/43389/ws/p2p/16Uiu2HAkxJBWvnLNYoSX7sVfQUCAXfqR2HSXm63XBbsV8ZZs8AhE"],"enrUri":"enr:-L24QFMcSdxCTXKE37PPCUK_KXG8By4METkt1estmcqHGTUWGYcSr999kODjXF_Yxt7J29vXhWTb6fp-boEsUHUMJT4CgmlkgnY0gmlwhKwS576KbXVsdGlhZGRyc5YACASsEue-Bql8AAoErBLnvgapfd0DgnJzhQADAQAAiXNlY3AyNTZrMaECKqfPyf80X6HduE1Y0pCOntGkcOQBCJXzX3wMnMQMcRmDdGNwgql8g3VkcIKpfoV3YWt1MgA"}'
2026-03-13 04:38:10.042 INFO [src.node.waku_node] REST service is ready !!
2026-03-13 04:38:10.042 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43387/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.24.91/tcp/47228/p2p/16Uiu2HAm7mJXyhKYddum48EkXwLYpmnmogFWBmdrGKTnDdHCMuJy"]'
2026-03-13 04:38:10.078 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-13 04:38:10.080 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:47227/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-13 04:38:10.097 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-13 04:38:10.098 DEBUG [src.steps.store] Relaying message
2026-03-13 04:38:10.099 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:47227/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-13 04:38:10.108 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-13 04:38:10.109 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-03-13 04:38:10.309 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2026-03-13 04:38:10.310 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47227/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:10.313 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xdd4fba0a914d6021712f8336e108c486f89d27e190fa8a3ff8268c51d542e91f"}]}'
2026-03-13 04:38:10.313 DEBUG [src.steps.store] messages length is 1
2026-03-13 04:38:10.313 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2026-03-13 04:38:10.314 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43387/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:10.323 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"a36e8628bb9d001d5bc1","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xdd4fba0a914d6021712f8336e108c486f89d27e190fa8a3ff8268c51d542e91f"}]}'
2026-03-13 04:38:10.323 DEBUG [src.steps.store] messages length is 1
2026-03-13 04:38:10.901 DEBUG [src.steps.store] Relaying message
2026-03-13 04:38:10.901 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:47227/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-13 04:38:10.908 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-13 04:38:10.908 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-03-13 04:38:11.327 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43387/health" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:11.432 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43387/health" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:11.435 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-13 04:38:11.435 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-13 04:38:11.435 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43387/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:11.437 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.231.190/tcp/43388/p2p/16Uiu2HAkxJBWvnLNYoSX7sVfQUCAXfqR2HSXm63XBbsV8ZZs8AhE","/ip4/172.18.231.190/tcp/43389/ws/p2p/16Uiu2HAkxJBWvnLNYoSX7sVfQUCAXfqR2HSXm63XBbsV8ZZs8AhE"],"enrUri":"enr:-L24QFMcSdxCTXKE37PPCUK_KXG8By4METkt1estmcqHGTUWGYcSr999kODjXF_Yxt7J29vXhWTb6fp-boEsUHUMJT4CgmlkgnY0gmlwhKwS576KbXVsdGlhZGRyc5YACASsEue-Bql8AAoErBLnvgapfd0DgnJzhQADAQAAiXNlY3AyNTZrMaECKqfPyf80X6HduE1Y0pCOntGkcOQBCJXzX3wMnMQMcRmDdGNwgql8g3VkcIKpfoV3YWt1MgA"}'
2026-03-13 04:38:11.438 INFO [src.node.waku_node] REST service is ready !!
2026-03-13 04:38:11.438 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:47227/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:11.441 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xdd4fba0a914d6021712f8336e108c486f89d27e190fa8a3ff8268c51d542e91f"},{"messageHash":"0x81d7008d375e967d03af52bf8c10a44de0ad867501a49d9c046c58a7eb0e4964"}]}'
2026-03-13 04:38:11.442 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43387/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:38:11.488 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"9167bc2acef42e3a1477","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0xdd4fba0a914d6021712f8336e108c486f89d27e190fa8a3ff8268c51d542e91f"},{"messageHash":"0x81d7008d375e967d03af52bf8c10a44de0ad867501a49d9c046c58a7eb0e4964"}]}'
2026-03-13 04:38:11.493 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-13 04:38:11.497 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-13 04:38:11.497 DEBUG [src.node.waku_node] Stopping container with id 739afceadd1a
2026-03-13 04:38:12.060 DEBUG [src.node.waku_node] Container stopped.
2026-03-13 04:38:12.060 DEBUG [src.node.waku_node] Stopping container with id d9dd2c8cc9f8
2026-03-13 04:38:12.671 DEBUG [src.node.waku_node] Container stopped.
2026-03-13 04:38:12.672 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-13 04:38:12.682 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-13 04:38:12.755 DEBUG [src.node.docker_mananger] No errors found in the waku logs.