192 lines
35 KiB
Plaintext

2026-02-02 04:40:24.646 DEBUG [tests.conftest] Running fixture setup: test_id
2026-02-02 04:40:24.646 DEBUG [tests.conftest] Running test: test_first_node_to_start_publishes with id: 2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a
2026-02-02 04:40:24.647 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-02-02 04:40:24.647 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-02-02 04:40:24.647 DEBUG [src.steps.relay] Running fixture setup: setup_main_relay_nodes
2026-02-02 04:40:24.653 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-02 04:40:24.653 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:24.654 DEBUG [src.node.waku_node] Starting Node...
2026-02-02 04:40:24.654 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-02 04:40:24.655 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-02 04:40:24.655 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.242.61
2026-02-02 04:40:24.655 DEBUG [src.node.docker_mananger] Generated ports ['20447', '20448', '20449', '20450', '20451']
2026-02-02 04:40:24.655 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-02 04:40:24.656 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-02 04:40:24.656 DEBUG [src.node.waku_node] Using volumes []
2026-02-02 04:40:24.656 DEBUG [src.node.docker_mananger] docker run -i -t -p 20447:20447 -p 20448:20448 -p 20449:20449 -p 20450:20450 -p 20451:20451 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=20449 --rest-port=20447 --tcp-port=20448 --discv5-udp-port=20450 --rest-address=0.0.0.0 --nat=extip:172.18.242.61 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ca952678adda867bfb52c46e3acea5364ac5839df1efffba758a5ad24c1ed633 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=20451 --metrics-logging=true --relay=true
2026-02-02 04:40:24.840 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.242.61 waku d8c3920ea6ffe6555e26bbdbb07541a54123aa1223790541996a19abe4928b7b
2026-02-02 04:40:24.870 DEBUG [src.node.docker_mananger] Container started with ID d8c3920ea6ff. Setting up logs at ./log/docker/node1_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:24.871 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 20447
2026-02-02 04:40:24.871 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-02 04:40:24.883 ERROR [src.node.docker_mananger] Max retries reached for container 28b5d8fa2953. Exiting log stream.
2026-02-02 04:40:25.440 ERROR [src.node.docker_mananger] Max retries reached for container 95f3d378a875. Exiting log stream.
2026-02-02 04:40:25.872 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20447/health" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:25.875 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-02-02 04:40:25.875 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-02 04:40:25.876 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20447/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:25.878 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.242.61/tcp/20448/p2p/16Uiu2HAkxzxxw4RRbt9RUsTyr7GXvnYsW3VVoAeo7Kkrc8qkqbed","/ip4/172.18.242.61/tcp/20449/ws/p2p/16Uiu2HAkxzxxw4RRbt9RUsTyr7GXvnYsW3VVoAeo7Kkrc8qkqbed"],"enrUri":"enr:-L24QJRkDpOoMe5Fb72TMxX9XHBpjbmrUno5A1pPrEgDBPKLDW4Ys8OSNkrazgmivGh1DbW7QEKe_n8w5sZb_tmJ6R8CgmlkgnY0gmlwhKwS8j2KbXVsdGlhZGRyc5YACASsEvI9Bk_gAAoErBLyPQZP4d0DgnJzhQADAQAAiXNlY3AyNTZrMaECNRpuwuhWQa-2u8JwoDb7jNjDWQxuj9VqW_j0eBf8ML6DdGNwgk_gg3VkcIJP4oV3YWt1MgE"}'
2026-02-02 04:40:25.878 INFO [src.node.waku_node] REST service is ready !!
2026-02-02 04:40:25.885 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-02 04:40:25.885 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:25.885 DEBUG [src.node.waku_node] Starting Node...
2026-02-02 04:40:25.886 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-02 04:40:25.887 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-02 04:40:25.887 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.242.67
2026-02-02 04:40:25.887 DEBUG [src.node.docker_mananger] Generated ports ['32087', '32088', '32089', '32090', '32091']
2026-02-02 04:40:25.887 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-02 04:40:25.888 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-02 04:40:25.888 DEBUG [src.node.waku_node] Using volumes []
2026-02-02 04:40:25.888 DEBUG [src.node.docker_mananger] docker run -i -t -p 32087:32087 -p 32088:32088 -p 32089:32089 -p 32090:32090 -p 32091:32091 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=32089 --rest-port=32087 --tcp-port=32088 --discv5-udp-port=32090 --rest-address=0.0.0.0 --nat=extip:172.18.242.67 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=7dd10cb8da0cdfd001f54b63936f9a4d28d9dd3a0833a490a35a73cce873b48f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=32091 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QJRkDpOoMe5Fb72TMxX9XHBpjbmrUno5A1pPrEgDBPKLDW4Ys8OSNkrazgmivGh1DbW7QEKe_n8w5sZb_tmJ6R8CgmlkgnY0gmlwhKwS8j2KbXVsdGlhZGRyc5YACASsEvI9Bk_gAAoErBLyPQZP4d0DgnJzhQADAQAAiXNlY3AyNTZrMaECNRpuwuhWQa-2u8JwoDb7jNjDWQxuj9VqW_j0eBf8ML6DdGNwgk_gg3VkcIJP4oV3YWt1MgE
2026-02-02 04:40:26.070 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.242.67 waku e5e25137728c4d6024d4fb09184404f4f1a64248270f0500bbfa6f84893f95c6
2026-02-02 04:40:26.100 DEBUG [src.node.docker_mananger] Container started with ID e5e25137728c. Setting up logs at ./log/docker/node2_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:26.101 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 32087
2026-02-02 04:40:26.101 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-02 04:40:27.102 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:32087/health" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:27.115 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-02-02 04:40:27.118 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-02 04:40:27.118 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:32087/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:27.124 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.242.67/tcp/32088/p2p/16Uiu2HAmJKwS29PVNEAgiSnpZeS69oX8wgQG2oawbtJF51Gzn2wN","/ip4/172.18.242.67/tcp/32089/ws/p2p/16Uiu2HAmJKwS29PVNEAgiSnpZeS69oX8wgQG2oawbtJF51Gzn2wN"],"enrUri":"enr:-L24QFllhUl_I14cb3dUpVGyJZ_5uRdtuI2jBTDeW0cD8YQATzIPSewDqtO0NO8UDFMlVXjl3daGnY-jHOWk0n3ClD8CgmlkgnY0gmlwhKwS8kOKbXVsdGlhZGRyc5YACASsEvJDBn1YAAoErBLyQwZ9Wd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDVETJSuHiTXn9wjwJU5ahJonI0qG_3o1J3FH0_g2nTW2DdGNwgn1Yg3VkcIJ9WoV3YWt1MgE"}'
2026-02-02 04:40:27.124 INFO [src.node.waku_node] REST service is ready !!
2026-02-02 04:40:27.125 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:32087/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.242.61/tcp/20448/p2p/16Uiu2HAkxzxxw4RRbt9RUsTyr7GXvnYsW3VVoAeo7Kkrc8qkqbed"]'
2026-02-02 04:40:27.128 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:27.128 DEBUG [src.steps.relay] Running fixture setup: setup_optional_relay_nodes
2026-02-02 04:40:27.134 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-02 04:40:27.134 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:27.134 DEBUG [src.node.waku_node] Starting Node...
2026-02-02 04:40:27.134 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-02 04:40:27.136 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-02 04:40:27.136 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.186.251
2026-02-02 04:40:27.136 DEBUG [src.node.docker_mananger] Generated ports ['36884', '36885', '36886', '36887', '36888']
2026-02-02 04:40:27.136 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-02 04:40:27.136 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-02 04:40:27.136 DEBUG [src.node.waku_node] Using volumes []
2026-02-02 04:40:27.137 DEBUG [src.node.docker_mananger] docker run -i -t -p 36884:36884 -p 36885:36885 -p 36886:36886 -p 36887:36887 -p 36888:36888 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=36886 --rest-port=36884 --tcp-port=36885 --discv5-udp-port=36887 --rest-address=0.0.0.0 --nat=extip:172.18.186.251 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=5e07ebc5e70ce50690dac500abeffbc8a350bacebceffc727dfae1ce0cec8a1d --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=36888 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QJRkDpOoMe5Fb72TMxX9XHBpjbmrUno5A1pPrEgDBPKLDW4Ys8OSNkrazgmivGh1DbW7QEKe_n8w5sZb_tmJ6R8CgmlkgnY0gmlwhKwS8j2KbXVsdGlhZGRyc5YACASsEvI9Bk_gAAoErBLyPQZP4d0DgnJzhQADAQAAiXNlY3AyNTZrMaECNRpuwuhWQa-2u8JwoDb7jNjDWQxuj9VqW_j0eBf8ML6DdGNwgk_gg3VkcIJP4oV3YWt1MgE
2026-02-02 04:40:27.323 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.186.251 waku c067674a74dc69e598176997171af412d91d209df8822dd73b1084ce85057e9b
2026-02-02 04:40:27.354 DEBUG [src.node.docker_mananger] Container started with ID c067674a74dc. Setting up logs at ./log/docker/node3_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:27.354 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 36884
2026-02-02 04:40:27.354 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-02 04:40:28.356 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:36884/health" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:28.365 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-02-02 04:40:28.366 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-02 04:40:28.366 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:36884/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:28.371 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.186.251/tcp/36885/p2p/16Uiu2HAmFbiHeJUwecnEjcmurkaaMYdLFA4HBJPVHrMkMN79yzEE","/ip4/172.18.186.251/tcp/36886/ws/p2p/16Uiu2HAmFbiHeJUwecnEjcmurkaaMYdLFA4HBJPVHrMkMN79yzEE"],"enrUri":"enr:-L24QGLW4vWVqUV6xkp-Ban61M8dWTLQyy1MsPJPO5gb4ySLKgpCcd5Gs2Yo9_l3PoM9r8A4tZWjodHX-4ubOPJJNtcCgmlkgnY0gmlwhKwSuvuKbXVsdGlhZGRyc5YACASsErr7BpAVAAoErBK6-waQFt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDK7wn8LzaxbxhI8KKwrA7_fyRwSAw9vcjqE29h7RG_0ODdGNwgpAVg3VkcIKQF4V3YWt1MgE"}'
2026-02-02 04:40:28.372 INFO [src.node.waku_node] REST service is ready !!
2026-02-02 04:40:28.373 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:36884/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.242.61/tcp/20448/p2p/16Uiu2HAkxzxxw4RRbt9RUsTyr7GXvnYsW3VVoAeo7Kkrc8qkqbed"]'
2026-02-02 04:40:28.376 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:28.382 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-02 04:40:28.382 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:28.383 DEBUG [src.node.waku_node] Starting Node...
2026-02-02 04:40:28.383 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-02 04:40:28.384 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-02 04:40:28.384 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.41.201
2026-02-02 04:40:28.384 DEBUG [src.node.docker_mananger] Generated ports ['63935', '63936', '63937', '63938', '63939']
2026-02-02 04:40:28.385 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-02 04:40:28.385 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-02 04:40:28.385 DEBUG [src.node.waku_node] Using volumes []
2026-02-02 04:40:28.385 DEBUG [src.node.docker_mananger] docker run -i -t -p 63935:63935 -p 63936:63936 -p 63937:63937 -p 63938:63938 -p 63939:63939 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=63937 --rest-port=63935 --tcp-port=63936 --discv5-udp-port=63938 --rest-address=0.0.0.0 --nat=extip:172.18.41.201 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=cf78c320d1bbaf4361f99a22dfdaeac028afb5b1ff645ddced13eaf3ff3eada0 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=63939 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QJRkDpOoMe5Fb72TMxX9XHBpjbmrUno5A1pPrEgDBPKLDW4Ys8OSNkrazgmivGh1DbW7QEKe_n8w5sZb_tmJ6R8CgmlkgnY0gmlwhKwS8j2KbXVsdGlhZGRyc5YACASsEvI9Bk_gAAoErBLyPQZP4d0DgnJzhQADAQAAiXNlY3AyNTZrMaECNRpuwuhWQa-2u8JwoDb7jNjDWQxuj9VqW_j0eBf8ML6DdGNwgk_gg3VkcIJP4oV3YWt1MgE
2026-02-02 04:40:28.575 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.41.201 waku b23e477346da81c8f117ec7abce5052b9b24c6c9c183316cbb21fefcd052205b
2026-02-02 04:40:28.605 DEBUG [src.node.docker_mananger] Container started with ID b23e477346da. Setting up logs at ./log/docker/node4_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:28.607 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 63935
2026-02-02 04:40:28.607 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-02 04:40:29.607 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63935/health" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:29.615 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-02-02 04:40:29.615 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-02 04:40:29.616 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63935/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:29.620 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.41.201/tcp/63936/p2p/16Uiu2HAmCQnjzGPDBus2zDNbQgdn3FtsdwzLGPSwzrD2dT4avLtf","/ip4/172.18.41.201/tcp/63937/ws/p2p/16Uiu2HAmCQnjzGPDBus2zDNbQgdn3FtsdwzLGPSwzrD2dT4avLtf"],"enrUri":"enr:-L24QIt8b3OOlZfyu61EvRem34pnS4tSOlLNZrTUHnn3KViMbkJe-1gYWephqgxzT3vg20XRB5F6tqKyFWvus_RGtZ8CgmlkgnY0gmlwhKwSKcmKbXVsdGlhZGRyc5YACASsEinJBvnAAAoErBIpyQb5wd0DgnJzhQADAQAAiXNlY3AyNTZrMaEC_Fy-I42cWYyBvmWsca8YYoQrZVgDZVchdZDUmujbQRiDdGNwgvnAg3VkcIL5woV3YWt1MgE"}'
2026-02-02 04:40:29.622 INFO [src.node.waku_node] REST service is ready !!
2026-02-02 04:40:29.623 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63935/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.242.61/tcp/20448/p2p/16Uiu2HAkxzxxw4RRbt9RUsTyr7GXvnYsW3VVoAeo7Kkrc8qkqbed"]'
2026-02-02 04:40:29.626 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:29.633 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-02 04:40:29.633 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:29.633 DEBUG [src.node.waku_node] Starting Node...
2026-02-02 04:40:29.633 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-02 04:40:29.634 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-02 04:40:29.635 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.34.84
2026-02-02 04:40:29.635 DEBUG [src.node.docker_mananger] Generated ports ['52111', '52112', '52113', '52114', '52115']
2026-02-02 04:40:29.635 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-02 04:40:29.635 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-02 04:40:29.635 DEBUG [src.node.waku_node] Using volumes []
2026-02-02 04:40:29.635 DEBUG [src.node.docker_mananger] docker run -i -t -p 52111:52111 -p 52112:52112 -p 52113:52113 -p 52114:52114 -p 52115:52115 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=52113 --rest-port=52111 --tcp-port=52112 --discv5-udp-port=52114 --rest-address=0.0.0.0 --nat=extip:172.18.34.84 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=2acabdb30cbf2163f7abceff6abcbdf3d9e3566ce4b5ea41c5ff1fcdea1be7aa --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=52115 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QJRkDpOoMe5Fb72TMxX9XHBpjbmrUno5A1pPrEgDBPKLDW4Ys8OSNkrazgmivGh1DbW7QEKe_n8w5sZb_tmJ6R8CgmlkgnY0gmlwhKwS8j2KbXVsdGlhZGRyc5YACASsEvI9Bk_gAAoErBLyPQZP4d0DgnJzhQADAQAAiXNlY3AyNTZrMaECNRpuwuhWQa-2u8JwoDb7jNjDWQxuj9VqW_j0eBf8ML6DdGNwgk_gg3VkcIJP4oV3YWt1MgE
2026-02-02 04:40:29.814 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.34.84 waku a74e3557825fd6b4aa68c8638e0ee4d3f9c2acc34534b509bb8b01bacd68f0af
2026-02-02 04:40:29.845 DEBUG [src.node.docker_mananger] Container started with ID a74e3557825f. Setting up logs at ./log/docker/node5_2026-02-02_04-40-24__78ca625c-7785-4724-a453-6eb3c571ad2a__wakuorg_nwaku:latest.log
2026-02-02 04:40:29.845 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 52111
2026-02-02 04:40:29.845 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-02 04:40:30.847 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:52111/health" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:30.858 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-02-02 04:40:30.859 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-02 04:40:30.860 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:52111/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:30.864 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.34.84/tcp/52112/p2p/16Uiu2HAmGsH2YiVPkmRoDLifpmQsYTDXiXEMCN6tqKgVJRv2ehif","/ip4/172.18.34.84/tcp/52113/ws/p2p/16Uiu2HAmGsH2YiVPkmRoDLifpmQsYTDXiXEMCN6tqKgVJRv2ehif"],"enrUri":"enr:-L24QEeuiO4Z_wuqN15aeb_t4geZRY2YbukvgjmOvnj7UimuHkzhjmbVhwHCQlNUw-mcdJBYr1eVS0Oa4QomqSuoRfcCgmlkgnY0gmlwhKwSIlSKbXVsdGlhZGRyc5YACASsEiJUBsuQAAoErBIiVAbLkd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDPpSS8YIPHtEQ7fY-vvgcGeXxWN67LLHlipe6xuzAOIiDdGNwgsuQg3VkcILLkoV3YWt1MgE"}'
2026-02-02 04:40:30.864 INFO [src.node.waku_node] REST service is ready !!
2026-02-02 04:40:30.865 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:52111/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.242.61/tcp/20448/p2p/16Uiu2HAkxzxxw4RRbt9RUsTyr7GXvnYsW3VVoAeo7Kkrc8qkqbed"]'
2026-02-02 04:40:30.868 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:30.868 DEBUG [src.steps.relay] Running fixture setup: subscribe_main_relay_nodes
2026-02-02 04:40:30.868 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20447/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-02-02 04:40:30.875 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:30.877 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:32087/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-02-02 04:40:30.882 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:30.883 DEBUG [src.steps.relay] Running fixture setup: subscribe_optional_relay_nodes
2026-02-02 04:40:30.884 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:36884/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-02-02 04:40:30.888 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:30.888 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63935/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-02-02 04:40:30.893 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:30.894 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:52111/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-02-02 04:40:30.899 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:30.900 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20447/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-02-02 04:40:30.907 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:30.908 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-02-02 04:40:31.009 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.009 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20447/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.012 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007230900361216,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.013 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.013 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:32087/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.016 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007230900361216,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.017 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.017 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:36884/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.020 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007230900361216,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.021 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.021 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63935/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.023 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007230900361216,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.024 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.024 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:52111/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.026 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007230900361216,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.028 INFO [src.steps.relay] WARM UP successful!!
2026-02-02 04:40:31.029 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:20447/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-02-02 04:40:31.036 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-02 04:40:31.037 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-02-02 04:40:31.137 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.138 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:20447/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.140 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007231029395384,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.141 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.141 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:32087/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.144 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007231029395384,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.145 DEBUG [src.steps.relay] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.145 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:36884/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.147 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007231029395384,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.148 DEBUG [src.steps.relay] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.148 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63935/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.150 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007231029395384,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.152 DEBUG [src.steps.relay] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2026-02-02 04:40:31.152 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:52111/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-02 04:40:31.154 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1770007231029395384,"ephemeral":false,"proof":""}]'
2026-02-02 04:40:31.158 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-02-02 04:40:31.159 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-02-02 04:40:31.159 DEBUG [src.node.waku_node] Stopping container with id d8c3920ea6ff
2026-02-02 04:40:31.715 DEBUG [src.node.waku_node] Container stopped.
2026-02-02 04:40:31.715 DEBUG [src.node.waku_node] Stopping container with id e5e25137728c
2026-02-02 04:40:32.283 DEBUG [src.node.waku_node] Container stopped.
2026-02-02 04:40:32.283 DEBUG [src.node.waku_node] Stopping container with id c067674a74dc
2026-02-02 04:40:32.528 ERROR [src.node.docker_mananger] Max retries reached for container d8c3920ea6ff. Exiting log stream.
2026-02-02 04:40:32.830 DEBUG [src.node.waku_node] Container stopped.
2026-02-02 04:40:32.830 DEBUG [src.node.waku_node] Stopping container with id b23e477346da
2026-02-02 04:40:33.096 ERROR [src.node.docker_mananger] Max retries reached for container e5e25137728c. Exiting log stream.
2026-02-02 04:40:33.354 DEBUG [src.node.waku_node] Container stopped.
2026-02-02 04:40:33.354 DEBUG [src.node.waku_node] Stopping container with id a74e3557825f
2026-02-02 04:40:33.644 ERROR [src.node.docker_mananger] Max retries reached for container c067674a74dc. Exiting log stream.
2026-02-02 04:40:33.852 DEBUG [src.node.waku_node] Container stopped.
2026-02-02 04:40:33.855 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-02-02 04:40:33.871 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-02-02 04:40:33.876 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-02-02 04:40:33.881 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-02-02 04:40:33.886 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-02-02 04:40:33.891 DEBUG [src.node.docker_mananger] No errors found in the waku logs.