321 lines
56 KiB
Plaintext

2026-03-22 04:40:55.105 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-22 04:40:55.106 DEBUG [tests.conftest] Running test: test_subscribe_and_publish_on_another_content_topic_from_same_shard with id: 2026-03-22_04-40-55__6b5467f1-fa3f-41cb-a966-d18244d4bfea
2026-03-22 04:40:55.106 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-22 04:40:55.106 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-22 04:40:55.106 DEBUG [src.steps.sharding] Running fixture setup: sharding_setup
2026-03-22 04:40:55.114 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-22 04:40:55.115 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-22_04-40-55__6b5467f1-fa3f-41cb-a966-d18244d4bfea__wakuorg_nwaku:latest.log
2026-03-22 04:40:55.115 DEBUG [src.node.waku_node] Starting Node...
2026-03-22 04:40:55.115 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-22 04:40:55.116 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-22 04:40:55.116 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.25.40
2026-03-22 04:40:55.117 DEBUG [src.node.docker_mananger] Generated ports ['43086', '43087', '43088', '43089', '43090']
2026-03-22 04:40:55.117 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-22 04:40:55.117 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-22 04:40:55.117 DEBUG [src.node.waku_node] Using volumes []
2026-03-22 04:40:55.117 DEBUG [src.node.docker_mananger] docker run -i -t -p 43086:43086 -p 43087:43087 -p 43088:43088 -p 43089:43089 -p 43090:43090 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=43088 --rest-port=43086 --tcp-port=43087 --discv5-udp-port=43089 --rest-address=0.0.0.0 --nat=extip:172.18.25.40 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=4b99c7a4a2eea8cc27ed85128fc11afd497f4561128c79af62218e2a120d4f8a --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=43090 --metrics-logging=true --relay=true --filter=true --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-22 04:40:55.313 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.25.40 waku f8111f6c80463a6c10926f33f713b720d984ddb869b215147ac5841eb846a3d2
2026-03-22 04:40:55.347 DEBUG [src.node.docker_mananger] Container started with ID f8111f6c8046. Setting up logs at ./log/docker/node1_2026-03-22_04-40-55__6b5467f1-fa3f-41cb-a966-d18244d4bfea__wakuorg_nwaku:latest.log
2026-03-22 04:40:55.347 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 43086
2026-03-22 04:40:55.347 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-22 04:40:55.386 ERROR [src.node.docker_mananger] Max retries reached for container ded42d9344a9. Exiting log stream.
2026-03-22 04:40:55.904 ERROR [src.node.docker_mananger] Max retries reached for container a76d4995ee27. Exiting log stream.
2026-03-22 04:40:56.348 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43086/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:56.351 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"PartiallyConnected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"READY"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-22 04:40:56.351 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-22 04:40:56.352 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43086/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:56.354 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.25.40/tcp/43087/p2p/16Uiu2HAm3Xj5aNJ2TbpxrVAZzrDfMQMgWD8MePKcR6gzjhGsZZG5","/ip4/172.18.25.40/tcp/43088/ws/p2p/16Uiu2HAm3Xj5aNJ2TbpxrVAZzrDfMQMgWD8MePKcR6gzjhGsZZG5"],"enrUri":"enr:-L24QK2UK2rrRmztqT-9mISwJue2KsWbC6OVTUctopiFyAHoSZZ9dgD5ID9hIU9f1swqQBiCpMrwAr8xKp1sHs9-G88CgmlkgnY0gmlwhKwSGSiKbXVsdGlhZGRyc5YACASsEhkoBqhPAAoErBIZKAaoUN0DgnJzhQACAQAAiXNlY3AyNTZrMaECeGp8L_sZ1VwNcvyYfJLgRvdzM5YdLVe6GIn3ksIXpGqDdGNwgqhPg3VkcIKoUYV3YWt1MgU"}'
2026-03-22 04:40:56.354 INFO [src.node.waku_node] REST service is ready !!
2026-03-22 04:40:56.362 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-22 04:40:56.363 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-22_04-40-55__6b5467f1-fa3f-41cb-a966-d18244d4bfea__wakuorg_nwaku:latest.log
2026-03-22 04:40:56.363 DEBUG [src.node.waku_node] Starting Node...
2026-03-22 04:40:56.363 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-22 04:40:56.364 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-22 04:40:56.365 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.206.175
2026-03-22 04:40:56.365 DEBUG [src.node.docker_mananger] Generated ports ['45549', '45550', '45551', '45552', '45553']
2026-03-22 04:40:56.365 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-22 04:40:56.365 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-22 04:40:56.365 DEBUG [src.node.waku_node] Using volumes []
2026-03-22 04:40:56.365 DEBUG [src.node.docker_mananger] docker run -i -t -p 45549:45549 -p 45550:45550 -p 45551:45551 -p 45552:45552 -p 45553:45553 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=45551 --rest-port=45549 --tcp-port=45550 --discv5-udp-port=45552 --rest-address=0.0.0.0 --nat=extip:172.18.206.175 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=0e4e9ace9cedace7c7ed6bef40ae7bcecb56d89e93b85dfdaf61f73dad3e8bbb --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=45553 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QK2UK2rrRmztqT-9mISwJue2KsWbC6OVTUctopiFyAHoSZZ9dgD5ID9hIU9f1swqQBiCpMrwAr8xKp1sHs9-G88CgmlkgnY0gmlwhKwSGSiKbXVsdGlhZGRyc5YACASsEhkoBqhPAAoErBIZKAaoUN0DgnJzhQACAQAAiXNlY3AyNTZrMaECeGp8L_sZ1VwNcvyYfJLgRvdzM5YdLVe6GIn3ksIXpGqDdGNwgqhPg3VkcIKoUYV3YWt1MgU --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-22 04:40:56.580 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.206.175 waku f25de4ff12758fb2b7f35ed3fbf961c89eecb8ab029e37d73fc44bdadd02a6bb
2026-03-22 04:40:56.620 DEBUG [src.node.docker_mananger] Container started with ID f25de4ff1275. Setting up logs at ./log/docker/node2_2026-03-22_04-40-55__6b5467f1-fa3f-41cb-a966-d18244d4bfea__wakuorg_nwaku:latest.log
2026-03-22 04:40:56.621 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 45549
2026-03-22 04:40:56.621 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-22 04:40:57.621 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:57.625 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:57.725 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:57.728 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:57.829 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:57.832 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:57.932 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:57.935 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.036 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.039 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.139 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.142 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.243 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.246 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.346 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.349 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.450 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.453 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.553 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.556 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.657 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.660 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.760 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.763 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.864 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.867 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:58.967 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:58.970 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:59.071 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:59.074 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:59.174 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:59.177 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:59.277 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:59.281 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:59.381 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:59.384 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:59.484 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:59.487 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:59.588 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:59.591 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:59.691 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:59.694 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:59.794 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:59.797 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:40:59.898 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:40:59.901 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.001 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.004 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.105 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.108 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.208 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.211 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.312 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.315 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.415 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.418 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.518 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.521 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.621 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.624 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.725 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.728 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.828 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.831 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:00.932 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:00.935 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.035 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.038 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.138 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.141 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.242 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.245 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.345 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.348 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.449 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.452 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.552 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.555 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.655 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.658 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.759 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.762 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.862 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.865 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:01.966 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:01.969 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.069 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:02.071 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.172 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:02.175 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.276 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:02.278 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.379 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:02.381 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.482 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:02.485 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.585 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:02.588 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.688 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:02.692 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.792 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:02.795 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.896 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:02.898 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:02.999 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.002 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:03.102 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.105 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:03.206 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.209 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:03.309 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.312 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:03.413 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.416 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:03.516 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.519 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:03.619 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.622 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:03.723 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.725 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:03.826 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.829 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:03.929 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:03.932 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:04.033 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:04.035 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:04.136 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:04.139 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:04.239 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:04.242 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:04.343 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:04.346 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:04.446 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:04.449 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-22 04:41:04.449 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-22 04:41:04.449 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:04.452 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.206.175/tcp/45550/p2p/16Uiu2HAm2CSyRAjyCsZCwt1sbr8qQ7LUpLt2tJxaBiGZK5VKXwQS","/ip4/172.18.206.175/tcp/45551/ws/p2p/16Uiu2HAm2CSyRAjyCsZCwt1sbr8qQ7LUpLt2tJxaBiGZK5VKXwQS"],"enrUri":"enr:-L24QCj1wZCdvtvdQJVf2eteFKvjSz0ZQojq3NgmW3FHxojHIRJsKl0FnhwduHPSBen6OL81NJfwmI_2DfBVwzUKPDoCgmlkgnY0gmlwhKwSzq-KbXVsdGlhZGRyc5YACASsEs6vBrHuAAoErBLOrwax790DgnJzhQACAQAAiXNlY3AyNTZrMaECZJ6NLmdsAhz4rH-K2T4HMDaODL2fM6741hFY78uGBDeDdGNwgrHug3VkcIKx8IV3YWt1MgE"}'
2026-03-22 04:41:04.452 INFO [src.node.waku_node] REST service is ready !!
2026-03-22 04:41:04.452 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:45549/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.25.40/tcp/43087/p2p/16Uiu2HAm3Xj5aNJ2TbpxrVAZzrDfMQMgWD8MePKcR6gzjhGsZZG5"]'
2026-03-22 04:41:04.477 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:04.479 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43086/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/newsService/1.0/weekly/protobuf"]'
2026-03-22 04:41:04.496 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:04.497 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:45549/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/newsService/1.0/weekly/protobuf"]'
2026-03-22 04:41:04.501 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:04.502 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43086/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/newsService/1.0/weekly/protobuf", "timestamp": '$(date +%s%N)'}'
2026-03-22 04:41:04.514 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:04.514 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-22 04:41:04.615 DEBUG [src.steps.sharding] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-22 04:41:04.617 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43086/relay/v1/auto/messages/%2FnewsService%2F1.0%2Fweekly%2Fprotobuf" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:04.620 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/newsService/1.0/weekly/protobuf","version":0,"timestamp":1774154464502261496,"ephemeral":false,"proof":""}]'
2026-03-22 04:41:04.622 DEBUG [src.steps.sharding] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-22 04:41:04.622 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:45549/relay/v1/auto/messages/%2FnewsService%2F1.0%2Fweekly%2Fprotobuf" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:04.626 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/newsService/1.0/weekly/protobuf","version":0,"timestamp":1774154464502261496,"ephemeral":false,"proof":""}]'
2026-03-22 04:41:04.629 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43086/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-22 04:41:04.640 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:04.642 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-22 04:41:04.742 DEBUG [src.steps.sharding] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-22 04:41:04.743 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43086/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:04.746 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774154453687197607,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774154453696284035,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774154464403123896,"ephemeral":false,"proof":""},{"payload":"L3dha3UvMi9ycy8yLzI=","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774154464541957757,"ephemeral":false,"proof":""},{"payload":"L3dha3UvMi9ycy8yLzA=","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774154464518205398,"ephemeral":false,"proof":""},{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774154464629207761,"ephemeral":false,"proof":""}]'
2026-03-22 04:41:04.813 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-22 04:41:04.814 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-22 04:41:04.814 DEBUG [src.node.waku_node] Stopping container with id f8111f6c8046
2026-03-22 04:41:05.422 DEBUG [src.node.waku_node] Container stopped.
2026-03-22 04:41:05.422 DEBUG [src.node.waku_node] Stopping container with id f25de4ff1275
2026-03-22 04:41:06.002 DEBUG [src.node.waku_node] Container stopped.
2026-03-22 04:41:06.004 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-22 04:41:06.048 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-22 04:41:06.090 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-22 04:41:06.092 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2026-03-22 04:41:06.092 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2026-03-22 04:41:06.093 DEBUG [src.libs.common] Attaching file ./log/docker/node2_2026-03-22_04-40-55__6b5467f1-fa3f-41cb-a966-d18244d4bfea__wakuorg_nwaku:latest.log
2026-03-22 04:41:06.094 DEBUG [src.libs.common] Attaching file ./log/docker/node1_2026-03-22_04-40-55__6b5467f1-fa3f-41cb-a966-d18244d4bfea__wakuorg_nwaku:latest.log
2026-03-22 04:41:06.099 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-22 04:41:06.099 DEBUG [tests.conftest] Running test: test_subscribe_and_publish_on_another_content_topic_from_same_shard with id: 2026-03-22_04-41-06__3bcfbd77-d082-4dfb-b0db-63fcbb7414d5
2026-03-22 04:41:06.099 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-22 04:41:06.099 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-22 04:41:06.100 DEBUG [src.steps.sharding] Running fixture setup: sharding_setup
2026-03-22 04:41:06.107 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-22 04:41:06.107 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-22_04-41-06__3bcfbd77-d082-4dfb-b0db-63fcbb7414d5__wakuorg_nwaku:latest.log
2026-03-22 04:41:06.107 DEBUG [src.node.waku_node] Starting Node...
2026-03-22 04:41:06.108 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-22 04:41:06.109 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-22 04:41:06.109 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.87.121
2026-03-22 04:41:06.109 DEBUG [src.node.docker_mananger] Generated ports ['58767', '58768', '58769', '58770', '58771']
2026-03-22 04:41:06.109 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-22 04:41:06.110 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-22 04:41:06.110 DEBUG [src.node.waku_node] Using volumes []
2026-03-22 04:41:06.110 DEBUG [src.node.docker_mananger] docker run -i -t -p 58767:58767 -p 58768:58768 -p 58769:58769 -p 58770:58770 -p 58771:58771 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=58769 --rest-port=58767 --tcp-port=58768 --discv5-udp-port=58770 --rest-address=0.0.0.0 --nat=extip:172.18.87.121 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=1db52fb4bcc6ec7cbb5a55afb5dfdecb72a414989fd75daa62e27541e6f65d4e --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=58771 --metrics-logging=true --relay=true --filter=true --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-22 04:41:06.296 ERROR [src.node.docker_mananger] Max retries reached for container f8111f6c8046. Exiting log stream.
2026-03-22 04:41:06.303 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.87.121 waku 28a1d805420fa275e25fbad036989b3e612b96a1128f77f9d6c1c170a050178b
2026-03-22 04:41:06.341 DEBUG [src.node.docker_mananger] Container started with ID 28a1d805420f. Setting up logs at ./log/docker/node1_2026-03-22_04-41-06__3bcfbd77-d082-4dfb-b0db-63fcbb7414d5__wakuorg_nwaku:latest.log
2026-03-22 04:41:06.342 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 58767
2026-03-22 04:41:06.343 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-22 04:41:06.818 ERROR [src.node.docker_mananger] Max retries reached for container f25de4ff1275. Exiting log stream.
2026-03-22 04:41:07.343 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:07.346 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:07.447 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:07.449 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:07.549 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:07.552 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:07.653 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:07.656 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:07.756 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:07.759 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:07.860 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:07.862 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:07.963 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:07.966 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:08.066 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:08.069 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:08.170 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:08.173 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:08.273 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:08.276 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:08.377 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:08.379 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-22 04:41:08.480 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:08.483 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"READY"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-22 04:41:08.483 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-22 04:41:08.484 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:08.486 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.87.121/tcp/58768/p2p/16Uiu2HAmP9K7D1iNnPq84jtvTFarn1VomP5TTB51oVaKVevFirqx","/ip4/172.18.87.121/tcp/58769/ws/p2p/16Uiu2HAmP9K7D1iNnPq84jtvTFarn1VomP5TTB51oVaKVevFirqx"],"enrUri":"enr:-L24QLFlvcJY2dkWF33YsFN7YKoivGHOT1-XKf7q9Rjy1WgtUffoi1DYk2HTctLp0WQK6C6teQkeCjbDCnXIXwMMpcsCgmlkgnY0gmlwhKwSV3mKbXVsdGlhZGRyc5YACASsEld5BuWQAAoErBJXeQblkd0DgnJzhQACAQAAiXNlY3AyNTZrMaEDm9ZXPAyq_hMSnRe91PFWhdLAOfxjnCFRmUUvq6KkiaODdGNwguWQg3VkcILlkoV3YWt1MgU"}'
2026-03-22 04:41:08.486 INFO [src.node.waku_node] REST service is ready !!
2026-03-22 04:41:08.493 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-22 04:41:08.494 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-22_04-41-06__3bcfbd77-d082-4dfb-b0db-63fcbb7414d5__wakuorg_nwaku:latest.log
2026-03-22 04:41:08.494 DEBUG [src.node.waku_node] Starting Node...
2026-03-22 04:41:08.494 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-22 04:41:08.495 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-22 04:41:08.495 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.106.224
2026-03-22 04:41:08.495 DEBUG [src.node.docker_mananger] Generated ports ['43448', '43449', '43450', '43451', '43452']
2026-03-22 04:41:08.496 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-22 04:41:08.496 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-22 04:41:08.496 DEBUG [src.node.waku_node] Using volumes []
2026-03-22 04:41:08.496 DEBUG [src.node.docker_mananger] docker run -i -t -p 43448:43448 -p 43449:43449 -p 43450:43450 -p 43451:43451 -p 43452:43452 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=43450 --rest-port=43448 --tcp-port=43449 --discv5-udp-port=43451 --rest-address=0.0.0.0 --nat=extip:172.18.106.224 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=6d8a954bad4a1fe0a95fca42cc5d8a6c8a09d8dc4bb711d5cfe03ba413ddf2a4 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=43452 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QLFlvcJY2dkWF33YsFN7YKoivGHOT1-XKf7q9Rjy1WgtUffoi1DYk2HTctLp0WQK6C6teQkeCjbDCnXIXwMMpcsCgmlkgnY0gmlwhKwSV3mKbXVsdGlhZGRyc5YACASsEld5BuWQAAoErBJXeQblkd0DgnJzhQACAQAAiXNlY3AyNTZrMaEDm9ZXPAyq_hMSnRe91PFWhdLAOfxjnCFRmUUvq6KkiaODdGNwguWQg3VkcILlkoV3YWt1MgU --content-topic=/myapp/1/latest/proto --num-shards-in-network=8
2026-03-22 04:41:08.713 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.106.224 waku 06d1bd1b4a5ee32f9589bfaea3979e3a07d7f66c6e99a9fe1474c09d9d1395b9
2026-03-22 04:41:08.753 DEBUG [src.node.docker_mananger] Container started with ID 06d1bd1b4a5e. Setting up logs at ./log/docker/node2_2026-03-22_04-41-06__3bcfbd77-d082-4dfb-b0db-63fcbb7414d5__wakuorg_nwaku:latest.log
2026-03-22 04:41:08.754 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 43448
2026-03-22 04:41:08.754 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-22 04:41:09.755 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43448/health" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:09.759 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"PartiallyConnected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-22 04:41:09.759 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-22 04:41:09.759 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43448/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:09.762 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.106.224/tcp/43449/p2p/16Uiu2HAm75on9WFfmZMAAxRaRY9qznNFuamUa4RWbgVgf3P5rzr4","/ip4/172.18.106.224/tcp/43450/ws/p2p/16Uiu2HAm75on9WFfmZMAAxRaRY9qznNFuamUa4RWbgVgf3P5rzr4"],"enrUri":"enr:-L24QLwGSgm0yd9PY1y6SgrTC8KwyfSJonxUrN8z6Yd02WqlCEzwun1W1-XJWI_p_rN3kMQLtDHIJOS59ClZFtVX7-8CgmlkgnY0gmlwhKwSauCKbXVsdGlhZGRyc5YACASsEmrgBqm5AAoErBJq4Aaput0DgnJzhQACAQAAiXNlY3AyNTZrMaECrTVyDecpJD8Qvq1Ox30Q7HeDmx8nv50VEfTL_oZlAEmDdGNwgqm5g3VkcIKpu4V3YWt1MgE"}'
2026-03-22 04:41:09.762 INFO [src.node.waku_node] REST service is ready !!
2026-03-22 04:41:09.762 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43448/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.87.121/tcp/58768/p2p/16Uiu2HAmP9K7D1iNnPq84jtvTFarn1VomP5TTB51oVaKVevFirqx"]'
2026-03-22 04:41:09.791 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:09.793 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:58767/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/newsService/1.0/weekly/protobuf"]'
2026-03-22 04:41:09.800 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:09.801 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:43448/relay/v1/auto/subscriptions" -H "Content-Type: application/json" -d '["/newsService/1.0/weekly/protobuf"]'
2026-03-22 04:41:09.807 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:09.808 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:58767/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/newsService/1.0/weekly/protobuf", "timestamp": '$(date +%s%N)'}'
2026-03-22 04:41:09.821 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:09.821 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-22 04:41:09.922 DEBUG [src.steps.sharding] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-22 04:41:09.923 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/relay/v1/auto/messages/%2FnewsService%2F1.0%2Fweekly%2Fprotobuf" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:09.925 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/newsService/1.0/weekly/protobuf","version":0,"timestamp":1774154469808201979,"ephemeral":false,"proof":""}]'
2026-03-22 04:41:09.927 DEBUG [src.steps.sharding] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-22 04:41:09.927 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:43448/relay/v1/auto/messages/%2FnewsService%2F1.0%2Fweekly%2Fprotobuf" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:09.930 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/newsService/1.0/weekly/protobuf","version":0,"timestamp":1774154469808201979,"ephemeral":false,"proof":""}]'
2026-03-22 04:41:09.932 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:58767/relay/v1/auto/messages" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-22 04:41:09.941 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-22 04:41:09.942 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-22 04:41:10.043 DEBUG [src.steps.sharding] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-22 04:41:10.045 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:58767/relay/v1/auto/messages/%2Fmyapp%2F1%2Flatest%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-22 04:41:10.053 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774154469931995463,"ephemeral":false,"proof":""},{"payload":"L3dha3UvMi9ycy8yLzA=","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774154469922468636,"ephemeral":false,"proof":""},{"payload":"L3dha3UvMi9ycy8yLzI=","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1774154469953643806,"ephemeral":false,"proof":""}]'
2026-03-22 04:41:10.070 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-22 04:41:10.081 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-22 04:41:10.081 DEBUG [src.node.waku_node] Stopping container with id 28a1d805420f
2026-03-22 04:41:10.687 DEBUG [src.node.waku_node] Container stopped.
2026-03-22 04:41:10.689 DEBUG [src.node.waku_node] Stopping container with id 06d1bd1b4a5e
2026-03-22 04:41:11.249 DEBUG [src.node.waku_node] Container stopped.
2026-03-22 04:41:11.252 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-22 04:41:11.289 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-22 04:41:11.326 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-22 04:41:11.330 DEBUG [tests.conftest] Running fixture teardown: attach_logs_on_fail
2026-03-22 04:41:11.330 DEBUG [tests.conftest] Test failed, attempting to attach logs to the allure reports
2026-03-22 04:41:11.333 DEBUG [src.libs.common] Attaching file ./log/docker/node2_2026-03-22_04-41-06__3bcfbd77-d082-4dfb-b0db-63fcbb7414d5__wakuorg_nwaku:latest.log
2026-03-22 04:41:11.339 DEBUG [src.libs.common] Attaching file ./log/docker/node1_2026-03-22_04-41-06__3bcfbd77-d082-4dfb-b0db-63fcbb7414d5__wakuorg_nwaku:latest.log