269 lines
47 KiB
Plaintext

2026-03-05 04:34:05.386 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-05 04:34:05.386 DEBUG [tests.conftest] Running test: test_subscribe_one_by_one_to_different_content_topics_and_send_messages with id: 2026-03-05_04-34-05__55be1bb3-5384-4bba-85ab-24dcb6503757
2026-03-05 04:34:05.387 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-05 04:34:05.387 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-05 04:34:05.387 DEBUG [src.steps.sharding] Running fixture setup: sharding_setup
2026-03-05 04:34:05.394 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:05.395 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-05_04-34-05__55be1bb3-5384-4bba-85ab-24dcb6503757__wakuorg_nwaku:latest.log
2026-03-05 04:34:05.395 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:05.395 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:05.396 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:05.396 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.72.80
2026-03-05 04:34:05.397 DEBUG [src.node.docker_mananger] Generated ports ['52218', '52219', '52220', '52221', '52222']
2026-03-05 04:34:05.397 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:05.397 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:05.397 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:05.397 DEBUG [src.node.docker_mananger] docker run -i -t -p 52218:52218 -p 52219:52219 -p 52220:52220 -p 52221:52221 -p 52222:52222 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=52220 --rest-port=52218 --tcp-port=52219 --discv5-udp-port=52221 --rest-address=0.0.0.0 --nat=extip:172.18.72.80 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=e8e31a70c5c81d472fa31e8bdb27eaeea5f75ebbddac7dc82a25bba85ba134e1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=52222 --metrics-logging=true --relay=true --filter=true --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-05 04:34:05.593 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.72.80 waku 6d30662edd60102d0a8334b3b9f73587b5c0f522fbe52640ab130a673d008b7f
2026-03-05 04:34:05.632 DEBUG [src.node.docker_mananger] Container started with ID 6d30662edd60. Setting up logs at ./log/docker/node1_2026-03-05_04-34-05__55be1bb3-5384-4bba-85ab-24dcb6503757__wakuorg_nwaku:latest.log
2026-03-05 04:34:05.633 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 52218
2026-03-05 04:34:05.633 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:05.787 ERROR [src.node.docker_mananger] Max retries reached for container 93c6ce393257. Exiting log stream.
2026-03-05 04:34:06.139 ERROR [src.node.docker_mananger] Max retries reached for container 191abeb6127c. Exiting log stream.
2026-03-05 04:34:06.633 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:52218/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:06.636 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:06.737 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:52218/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:06.739 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:06.839 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:52218/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:06.842 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"READY"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:06.842 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:06.843 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:52218/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:06.845 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.72.80/tcp/52219/p2p/16Uiu2HAmGMvvbKxvG4DGV1CXHcotWn8jtUZVYjCyh5zWKTtY2Jw7","/ip4/172.18.72.80/tcp/52220/ws/p2p/16Uiu2HAmGMvvbKxvG4DGV1CXHcotWn8jtUZVYjCyh5zWKTtY2Jw7"],"enrUri":"enr:-L24QFoJ5xwaFXab5U6v4xuyIgr4KeyAxXSRWYaxc0PCndjEPeUIXaRRjXZFjM7STTb7vOD0V8Vp6IQHC9cjIJYKtWgCgmlkgnY0gmlwhKwSSFCKbXVsdGlhZGRyc5YACASsEkhQBsv7AAoErBJIUAbL_N0DgnJzhQACAQAAiXNlY3AyNTZrMaEDNxAAGE16egfHEi9I_KKBHuI4vFTCR2UMQ4kmGqWiAB6DdGNwgsv7g3VkcILL_YV3YWt1MgU"}'
2026-03-05 04:34:06.845 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:06.852 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:06.852 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-05_04-34-05__55be1bb3-5384-4bba-85ab-24dcb6503757__wakuorg_nwaku:latest.log
2026-03-05 04:34:06.852 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:06.853 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:06.854 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:06.854 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.163.207
2026-03-05 04:34:06.854 DEBUG [src.node.docker_mananger] Generated ports ['51842', '51843', '51844', '51845', '51846']
2026-03-05 04:34:06.854 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:06.854 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:06.854 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:06.855 DEBUG [src.node.docker_mananger] docker run -i -t -p 51842:51842 -p 51843:51843 -p 51844:51844 -p 51845:51845 -p 51846:51846 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=51844 --rest-port=51842 --tcp-port=51843 --discv5-udp-port=51845 --rest-address=0.0.0.0 --nat=extip:172.18.163.207 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=bcf4d24d2ee2db616eddcdaf96a3ad7caf9c4c1091eecc1414535d0169d848b3 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=51846 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QFoJ5xwaFXab5U6v4xuyIgr4KeyAxXSRWYaxc0PCndjEPeUIXaRRjXZFjM7STTb7vOD0V8Vp6IQHC9cjIJYKtWgCgmlkgnY0gmlwhKwSSFCKbXVsdGlhZGRyc5YACASsEkhQBsv7AAoErBJIUAbL_N0DgnJzhQACAQAAiXNlY3AyNTZrMaEDNxAAGE16egfHEi9I_KKBHuI4vFTCR2UMQ4kmGqWiAB6DdGNwgsv7g3VkcILL_YV3YWt1MgU --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-05 04:34:07.051 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.163.207 waku eaca741d16aa914a60a67cacf340ba70d91f849b4bb1639b58427d03376249ac
2026-03-05 04:34:07.087 DEBUG [src.node.docker_mananger] Container started with ID eaca741d16aa. Setting up logs at ./log/docker/node2_2026-03-05_04-34-05__55be1bb3-5384-4bba-85ab-24dcb6503757__wakuorg_nwaku:latest.log
2026-03-05 04:34:07.088 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 51842
2026-03-05 04:34:07.088 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:08.089 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51842/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.091 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:08.192 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51842/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.196 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:08.297 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51842/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.300 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:08.400 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51842/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.405 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:08.506 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51842/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.510 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:08.610 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51842/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.664 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:08.764 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51842/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.768 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:08.768 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:08.768 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:51842/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.771 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.163.207/tcp/51843/p2p/16Uiu2HAm2qNHa6n4RTp8tcVrUPKZGtbFBvxJpG3pNZPxpdPLa3r8","/ip4/172.18.163.207/tcp/51844/ws/p2p/16Uiu2HAm2qNHa6n4RTp8tcVrUPKZGtbFBvxJpG3pNZPxpdPLa3r8"],"enrUri":"enr:-L24QPO1ZeJ2kmypSAvzaVVtz7SYqzu17RoTsjgS9I69N9MsY9PtCn6Uh-64r0jqI-4Ee706oEd0KWZUSoTwuKgsZTsCgmlkgnY0gmlwhKwSo8-KbXVsdGlhZGRyc5YACASsEqPPBsqDAAoErBKjzwbKhN0DgnJzhQACAQAAiXNlY3AyNTZrMaECbhO957shVqNlB4YfPxyra81V7HM3ckdsY61wjdQV0gGDdGNwgsqDg3VkcILKhYV3YWt1MgE"}'
2026-03-05 04:34:08.771 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:08.771 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:51842/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.72.80/tcp/52219/p2p/16Uiu2HAmGMvvbKxvG4DGV1CXHcotWn8jtUZVYjCyh5zWKTtY2Jw7"]'
2026-03-05 04:34:08.802 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.803 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:52218/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2026-03-05 04:34:08.814 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.815 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:51842/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2026-03-05 04:34:08.820 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.821 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:52218/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-05 04:34:08.831 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:08.834 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-05 04:34:08.935 DEBUG [src.steps.sharding] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-05 04:34:08.935 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:52218/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:08.938 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685243824112219,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685248821250069,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685248847846257,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:08.949 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-05 04:34:08.950 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-05 04:34:08.951 DEBUG [src.node.waku_node] Stopping container with id 6d30662edd60
2026-03-05 04:34:09.578 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:09.578 DEBUG [src.node.waku_node] Stopping container with id eaca741d16aa
2026-03-05 04:34:10.181 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:10.184 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-05 04:34:10.217 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:10.247 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:10.249 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2026-03-05 04:34:10.249 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2026-03-05 04:34:10.250 DEBUG [src.libs.common] Attaching file ./log/docker/node1_2026-03-05_04-34-05__55be1bb3-5384-4bba-85ab-24dcb6503757__wakuorg_nwaku:latest.log
2026-03-05 04:34:10.251 DEBUG [src.libs.common] Attaching file ./log/docker/node2_2026-03-05_04-34-05__55be1bb3-5384-4bba-85ab-24dcb6503757__wakuorg_nwaku:latest.log
2026-03-05 04:34:10.255 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-05 04:34:10.255 DEBUG [tests.conftest] Running test: test_subscribe_one_by_one_to_different_content_topics_and_send_messages with id: 2026-03-05_04-34-10__640e54d8-cab5-4bb9-a81a-aea256ab0b81
2026-03-05 04:34:10.255 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-05 04:34:10.256 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-05 04:34:10.256 DEBUG [src.steps.sharding] Running fixture setup: sharding_setup
2026-03-05 04:34:10.263 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:10.264 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-05_04-34-10__640e54d8-cab5-4bb9-a81a-aea256ab0b81__wakuorg_nwaku:latest.log
2026-03-05 04:34:10.264 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:10.264 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:10.265 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:10.265 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.226.143
2026-03-05 04:34:10.266 DEBUG [src.node.docker_mananger] Generated ports ['59639', '59640', '59641', '59642', '59643']
2026-03-05 04:34:10.266 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:10.266 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:10.266 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:10.266 DEBUG [src.node.docker_mananger] docker run -i -t -p 59639:59639 -p 59640:59640 -p 59641:59641 -p 59642:59642 -p 59643:59643 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=59641 --rest-port=59639 --tcp-port=59640 --discv5-udp-port=59642 --rest-address=0.0.0.0 --nat=extip:172.18.226.143 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=eb239c2a0fca4b5bba2fb8a36ddc712ec2df9ae89f82cdebfeb1de9214d7bf73 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=59643 --metrics-logging=true --relay=true --filter=true --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-05 04:34:10.452 ERROR [src.node.docker_mananger] Max retries reached for container 6d30662edd60. Exiting log stream.
2026-03-05 04:34:10.462 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.226.143 waku 03e256eed1fdaa91d0f3cb4e645c468fbec177c78ee74e143d9da15a119fa9db
2026-03-05 04:34:10.497 DEBUG [src.node.docker_mananger] Container started with ID 03e256eed1fd. Setting up logs at ./log/docker/node1_2026-03-05_04-34-10__640e54d8-cab5-4bb9-a81a-aea256ab0b81__wakuorg_nwaku:latest.log
2026-03-05 04:34:10.497 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 59639
2026-03-05 04:34:10.497 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:10.995 ERROR [src.node.docker_mananger] Max retries reached for container eaca741d16aa. Exiting log stream.
2026-03-05 04:34:11.498 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:11.501 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:11.601 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:11.605 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:11.705 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:11.708 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:11.808 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:11.811 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:11.911 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:11.915 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:12.015 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:12.018 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:12.119 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:12.155 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:12.255 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:12.259 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"READY"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:12.259 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:12.260 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:12.263 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.226.143/tcp/59640/p2p/16Uiu2HAmFucGDU9jjk8xeAunARgdKEDNCYJJSsZ48dRPYuEViM3h","/ip4/172.18.226.143/tcp/59641/ws/p2p/16Uiu2HAmFucGDU9jjk8xeAunARgdKEDNCYJJSsZ48dRPYuEViM3h"],"enrUri":"enr:-L24QJc2KX6o6_rcpHPTqzIX1zIzfSL5C9p4Mz4sKwm5J4exXS2tC2JrgyjGqznVGqHIMGM1q1f7C-Agpl6rQmON964CgmlkgnY0gmlwhKwS4o-KbXVsdGlhZGRyc5YACASsEuKPBuj4AAoErBLijwbo-d0DgnJzhQACAQAAiXNlY3AyNTZrMaEDMFHMa5xhRc8LvsasPvE_E5FlMxD8t1eoBTtw2EmpxzSDdGNwguj4g3VkcILo-oV3YWt1MgU"}'
2026-03-05 04:34:12.263 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:12.271 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:12.271 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-05_04-34-10__640e54d8-cab5-4bb9-a81a-aea256ab0b81__wakuorg_nwaku:latest.log
2026-03-05 04:34:12.271 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:12.271 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:12.272 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:12.273 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.172.46
2026-03-05 04:34:12.273 DEBUG [src.node.docker_mananger] Generated ports ['26158', '26159', '26160', '26161', '26162']
2026-03-05 04:34:12.273 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:12.273 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:12.273 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:12.273 DEBUG [src.node.docker_mananger] docker run -i -t -p 26158:26158 -p 26159:26159 -p 26160:26160 -p 26161:26161 -p 26162:26162 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=26160 --rest-port=26158 --tcp-port=26159 --discv5-udp-port=26161 --rest-address=0.0.0.0 --nat=extip:172.18.172.46 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=fde4e48aacb24eefbcca3412f2f5fd5c66951a4dbeacc93cecbad0d7c5ba1b4c --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=26162 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QJc2KX6o6_rcpHPTqzIX1zIzfSL5C9p4Mz4sKwm5J4exXS2tC2JrgyjGqznVGqHIMGM1q1f7C-Agpl6rQmON964CgmlkgnY0gmlwhKwS4o-KbXVsdGlhZGRyc5YACASsEuKPBuj4AAoErBLijwbo-d0DgnJzhQACAQAAiXNlY3AyNTZrMaEDMFHMa5xhRc8LvsasPvE_E5FlMxD8t1eoBTtw2EmpxzSDdGNwguj4g3VkcILo-oV3YWt1MgU --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-05 04:34:12.475 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.172.46 waku cf296aa894d6dfde29a58411ae3e49cc642bffc8fc7e38408db15fc7209d7e38
2026-03-05 04:34:12.515 DEBUG [src.node.docker_mananger] Container started with ID cf296aa894d6. Setting up logs at ./log/docker/node2_2026-03-05_04-34-10__640e54d8-cab5-4bb9-a81a-aea256ab0b81__wakuorg_nwaku:latest.log
2026-03-05 04:34:12.516 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 26158
2026-03-05 04:34:12.517 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:13.517 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26158/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:13.520 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:13.620 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26158/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:13.624 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:13.724 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26158/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:13.750 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:13.852 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26158/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:13.854 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:13.855 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:13.855 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26158/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:13.857 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.172.46/tcp/26159/p2p/16Uiu2HAm4DtABw7ny4vakSQyf9sAzTdjogzGue8Wcw9QNcAH3MSf","/ip4/172.18.172.46/tcp/26160/ws/p2p/16Uiu2HAm4DtABw7ny4vakSQyf9sAzTdjogzGue8Wcw9QNcAH3MSf"],"enrUri":"enr:-L24QEqILk7LdfwB3DytAYZTN2l7rsFUHxoW-oMZc_aDSwlQYJ_OLF8EnZiVZaxKzM6D2RS3PXSOp1AnqvLvdaQl3AsCgmlkgnY0gmlwhKwSrC6KbXVsdGlhZGRyc5YACASsEqwuBmYvAAoErBKsLgZmMN0DgnJzhQACAQAAiXNlY3AyNTZrMaECgrP71ifjI3unEZOM7EewmuFaQgiF_Lv-hYZCul6tstCDdGNwgmYvg3VkcIJmMYV3YWt1MgE"}'
2026-03-05 04:34:13.857 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:13.858 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26158/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.226.143/tcp/59640/p2p/16Uiu2HAmFucGDU9jjk8xeAunARgdKEDNCYJJSsZ48dRPYuEViM3h"]'
2026-03-05 04:34:13.881 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:13.885 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:59639/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2026-03-05 04:34:13.891 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:13.892 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26158/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2026-03-05 04:34:13.895 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:13.896 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:59639/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-05 04:34:13.910 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:13.910 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-05 04:34:14.010 DEBUG [src.steps.sharding] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-05 04:34:14.011 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:59639/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:14.013 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685253136288456,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685253896088357,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685253962762076,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:14.023 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-05 04:34:14.025 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-05 04:34:14.025 DEBUG [src.node.waku_node] Stopping container with id 03e256eed1fd
2026-03-05 04:34:14.663 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:14.663 DEBUG [src.node.waku_node] Stopping container with id cf296aa894d6
2026-03-05 04:34:15.246 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:15.249 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-05 04:34:15.284 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:15.316 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:15.319 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2026-03-05 04:34:15.319 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2026-03-05 04:34:15.322 DEBUG [src.libs.common] Attaching file ./log/docker/node1_2026-03-05_04-34-10__640e54d8-cab5-4bb9-a81a-aea256ab0b81__wakuorg_nwaku:latest.log
2026-03-05 04:34:15.327 DEBUG [src.libs.common] Attaching file ./log/docker/node2_2026-03-05_04-34-10__640e54d8-cab5-4bb9-a81a-aea256ab0b81__wakuorg_nwaku:latest.log
2026-03-05 04:34:15.341 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-05 04:34:15.343 DEBUG [tests.conftest] Running test: test_subscribe_one_by_one_to_different_content_topics_and_send_messages with id: 2026-03-05_04-34-15__ef56be3c-bebc-4077-9d0f-be749b07e275
2026-03-05 04:34:15.343 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-05 04:34:15.344 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-05 04:34:15.344 DEBUG [src.steps.sharding] Running fixture setup: sharding_setup
2026-03-05 04:34:15.355 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:15.356 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-05_04-34-15__ef56be3c-bebc-4077-9d0f-be749b07e275__wakuorg_nwaku:latest.log
2026-03-05 04:34:15.356 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:15.356 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:15.360 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:15.360 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.205.198
2026-03-05 04:34:15.360 DEBUG [src.node.docker_mananger] Generated ports ['41740', '41741', '41742', '41743', '41744']
2026-03-05 04:34:15.360 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:15.361 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:15.361 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:15.361 DEBUG [src.node.docker_mananger] docker run -i -t -p 41740:41740 -p 41741:41741 -p 41742:41742 -p 41743:41743 -p 41744:41744 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=41742 --rest-port=41740 --tcp-port=41741 --discv5-udp-port=41743 --rest-address=0.0.0.0 --nat=extip:172.18.205.198 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=b53f5c417285ecfbb7db29cda8431feba906a8d5a5ea386d40d14902fee1f30f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=41744 --metrics-logging=true --relay=true --filter=true --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-05 04:34:15.523 ERROR [src.node.docker_mananger] Max retries reached for container 03e256eed1fd. Exiting log stream.
2026-03-05 04:34:15.570 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.205.198 waku b760ab3641525459b7c224f5275d7ce580fceacb21e492b44cd59f53395fee47
2026-03-05 04:34:15.608 DEBUG [src.node.docker_mananger] Container started with ID b760ab364152. Setting up logs at ./log/docker/node1_2026-03-05_04-34-15__ef56be3c-bebc-4077-9d0f-be749b07e275__wakuorg_nwaku:latest.log
2026-03-05 04:34:15.609 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 41740
2026-03-05 04:34:15.609 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:16.269 ERROR [src.node.docker_mananger] Max retries reached for container cf296aa894d6. Exiting log stream.
2026-03-05 04:34:16.611 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41740/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:16.642 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:16.743 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41740/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:16.746 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"READY"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:16.746 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:16.746 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41740/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:16.749 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.205.198/tcp/41741/p2p/16Uiu2HAmV9uabe9ckWnHPYf2VQbMfSYJJvgNqrUbKqiZ5JzpiVCP","/ip4/172.18.205.198/tcp/41742/ws/p2p/16Uiu2HAmV9uabe9ckWnHPYf2VQbMfSYJJvgNqrUbKqiZ5JzpiVCP"],"enrUri":"enr:-L24QMxiMOVfY52Pa78DECnG7fPsKbGtpNP4MU3lBbXw8Dr8cjNaxYfMVX4CLugXIp5lFz2HdAuWcyEgrXvn-UssGOoCgmlkgnY0gmlwhKwSzcaKbXVsdGlhZGRyc5YACASsEs3GBqMNAAoErBLNxgajDt0DgnJzhQACAQAAiXNlY3AyNTZrMaED9SNwsYDyuAtn6TSW-RE6blGBhj3vYrMn_ZSVRzAV57yDdGNwgqMNg3VkcIKjD4V3YWt1MgU"}'
2026-03-05 04:34:16.749 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:16.756 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-05 04:34:16.756 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-05_04-34-15__ef56be3c-bebc-4077-9d0f-be749b07e275__wakuorg_nwaku:latest.log
2026-03-05 04:34:16.757 DEBUG [src.node.waku_node] Starting Node...
2026-03-05 04:34:16.757 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-05 04:34:16.758 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-05 04:34:16.758 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.214.199
2026-03-05 04:34:16.758 DEBUG [src.node.docker_mananger] Generated ports ['64741', '64742', '64743', '64744', '64745']
2026-03-05 04:34:16.758 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-05 04:34:16.759 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-05 04:34:16.759 DEBUG [src.node.waku_node] Using volumes []
2026-03-05 04:34:16.759 DEBUG [src.node.docker_mananger] docker run -i -t -p 64741:64741 -p 64742:64742 -p 64743:64743 -p 64744:64744 -p 64745:64745 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=64743 --rest-port=64741 --tcp-port=64742 --discv5-udp-port=64744 --rest-address=0.0.0.0 --nat=extip:172.18.214.199 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=67861dfebcd6b9b8dac7dbe8dcd5d2096c09efbfeb065b8adea13723dc2b6e8c --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=64745 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QMxiMOVfY52Pa78DECnG7fPsKbGtpNP4MU3lBbXw8Dr8cjNaxYfMVX4CLugXIp5lFz2HdAuWcyEgrXvn-UssGOoCgmlkgnY0gmlwhKwSzcaKbXVsdGlhZGRyc5YACASsEs3GBqMNAAoErBLNxgajDt0DgnJzhQACAQAAiXNlY3AyNTZrMaED9SNwsYDyuAtn6TSW-RE6blGBhj3vYrMn_ZSVRzAV57yDdGNwgqMNg3VkcIKjD4V3YWt1MgU --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-05 04:34:16.960 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.214.199 waku cfd9eb38872a35251027c92439386bc4f03c0878548a9c7739839f6bc38df977
2026-03-05 04:34:16.998 DEBUG [src.node.docker_mananger] Container started with ID cfd9eb38872a. Setting up logs at ./log/docker/node2_2026-03-05_04-34-15__ef56be3c-bebc-4077-9d0f-be749b07e275__wakuorg_nwaku:latest.log
2026-03-05 04:34:16.998 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 64741
2026-03-05 04:34:16.999 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-05 04:34:18.000 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64741/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:18.003 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:18.103 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64741/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:18.106 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:18.207 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64741/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:18.210 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:18.310 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64741/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:18.320 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-05 04:34:18.420 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64741/health" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:18.423 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-05 04:34:18.423 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-05 04:34:18.423 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:64741/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:18.425 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.214.199/tcp/64742/p2p/16Uiu2HAmLj4un1NVkZDqTMNjda2mC4bS5ggvWyVCQLf7vi76RwPv","/ip4/172.18.214.199/tcp/64743/ws/p2p/16Uiu2HAmLj4un1NVkZDqTMNjda2mC4bS5ggvWyVCQLf7vi76RwPv"],"enrUri":"enr:-L24QO2tmkxNalkHW0ZII42YhM4f83zsypt7OVDvmRsH3S4zPpBHCSOewKMUWH_UH2tloKft0shxF9VGH8vBTsgb9I4CgmlkgnY0gmlwhKwS1seKbXVsdGlhZGRyc5YACASsEtbHBvzmAAoErBLWxwb8590DgnJzhQACAQAAiXNlY3AyNTZrMaEDd-j5i9u0lnyvyaymwshR3Qz_NNeRW7zKBcA_a5w8pFmDdGNwgvzmg3VkcIL86IV3YWt1MgE"}'
2026-03-05 04:34:18.426 INFO [src.node.waku_node] REST service is ready !!
2026-03-05 04:34:18.426 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:64741/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.205.198/tcp/41741/p2p/16Uiu2HAmV9uabe9ckWnHPYf2VQbMfSYJJvgNqrUbKqiZ5JzpiVCP"]'
2026-03-05 04:34:18.454 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:18.457 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:41740/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2026-03-05 04:34:18.468 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:18.472 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:64741/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/myapp/1/latest/proto"]'
2026-03-05 04:34:18.474 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:18.475 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:41740/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-05 04:34:18.487 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-05 04:34:18.488 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-05 04:34:18.588 DEBUG [src.steps.sharding] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-05 04:34:18.589 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:41740/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-05 04:34:18.595 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685253962762076,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685255023529342,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685253896088357,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685257384578726,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685258421510253,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1772685258475726034,"ephemeral":false,"proof":""}]'
2026-03-05 04:34:18.613 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-05 04:34:18.618 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-05 04:34:18.618 DEBUG [src.node.waku_node] Stopping container with id b760ab364152
2026-03-05 04:34:19.219 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:19.220 DEBUG [src.node.waku_node] Stopping container with id cfd9eb38872a
2026-03-05 04:34:19.800 DEBUG [src.node.waku_node] Container stopped.
2026-03-05 04:34:19.801 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-05 04:34:19.835 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:19.870 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-05 04:34:19.871 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2026-03-05 04:34:19.871 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2026-03-05 04:34:19.871 DEBUG [src.libs.common] Attaching file ./log/docker/node2_2026-03-05_04-34-15__ef56be3c-bebc-4077-9d0f-be749b07e275__wakuorg_nwaku:latest.log
2026-03-05 04:34:19.873 DEBUG [src.libs.common] Attaching file ./log/docker/node1_2026-03-05_04-34-15__ef56be3c-bebc-4077-9d0f-be749b07e275__wakuorg_nwaku:latest.log