logos-messaging-interop-tests/nim/1094/data/attachments/104f2a8e38dc01cf.txt

2026-02-25 19:30:26.617 DEBUG [tests.conftest] Running fixture setup: test_id
2026-02-25 19:30:26.618 DEBUG [tests.conftest] Running test: test_relay_different_latency_between_two_nodes[500] with id: 2026-02-25_19-30-26__cb843d06-04c5-4204-8521-bc3467a9a217
2026-02-25 19:30:26.618 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-02-25 19:30:26.619 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-02-25 19:30:26.629 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-25 19:30:26.629 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-02-25_19-30-26__cb843d06-04c5-4204-8521-bc3467a9a217__wakuorg_nwaku:latest.log
2026-02-25 19:30:26.639 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-25 19:30:26.639 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-02-25_19-30-26__cb843d06-04c5-4204-8521-bc3467a9a217__wakuorg_nwaku:latest.log
2026-02-25 19:30:26.641 INFO [tests.e2e.test_network_conditions] Starting node1 and node2 with relay enabled
2026-02-25 19:30:26.642 DEBUG [src.node.waku_node] Starting Node...
2026-02-25 19:30:26.642 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-25 19:30:26.645 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-25 19:30:26.646 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.172.130
2026-02-25 19:30:26.646 DEBUG [src.node.docker_mananger] Generated ports ['2339', '2340', '2341', '2342', '2343']
2026-02-25 19:30:26.647 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-25 19:30:26.648 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-25 19:30:26.648 DEBUG [src.node.waku_node] Using volumes []
2026-02-25 19:30:26.648 DEBUG [src.node.docker_mananger] docker run -i -t -p 2339:2339 -p 2340:2340 -p 2341:2341 -p 2342:2342 -p 2343:2343 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=2341 --rest-port=2339 --tcp-port=2340 --discv5-udp-port=2342 --rest-address=0.0.0.0 --nat=extip:172.18.172.130 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ae27d944ecec2c4aa81be5aff7c13df28a89d0dbc088b5d576d283be000599cf --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=2343 --metrics-logging=true --relay=true
2026-02-25 19:30:26.894 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.172.130 waku eb5e7a8a132b63b1fff983e93cde51126ee604cc1605a52b2f3f30e365b8f955
2026-02-25 19:30:26.945 DEBUG [src.node.docker_mananger] Container started with ID eb5e7a8a132b. Setting up logs at ./log/docker/node1_2026-02-25_19-30-26__cb843d06-04c5-4204-8521-bc3467a9a217__wakuorg_nwaku:latest.log
2026-02-25 19:30:26.946 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 2339
2026-02-25 19:30:26.946 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-25 19:30:27.737 ERROR [src.node.docker_mananger] Max retries reached for container 91e06b553973. Exiting log stream.
2026-02-25 19:30:27.946 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:2339/health" -H "Content-Type: application/json" -d 'None'
2026-02-25 19:30:27.949 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-02-25 19:30:27.949 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-25 19:30:27.950 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:2339/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-25 19:30:27.952 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.172.130/tcp/2340/p2p/16Uiu2HAmMK22oGoGGiK9RrabeXzK5B73ZDNLaPVWuAL7tVFvkRwJ","/ip4/172.18.172.130/tcp/2341/ws/p2p/16Uiu2HAmMK22oGoGGiK9RrabeXzK5B73ZDNLaPVWuAL7tVFvkRwJ"],"enrUri":"enr:-L24QNg8kxr7yUBVA6po_6sSQGr-MtpNm6opwlhzYQRO-LtAB0x1779IDSYJsNOWb297-IGJJm3ZzH993OLr6fyBZJYCgmlkgnY0gmlwhKwSrIKKbXVsdGlhZGRyc5YACASsEqyCBgkkAAoErBKsggYJJd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDgJt3kmkxgif56wxtjExnDjK9oJDEaf_SMdMgQmQpPfWDdGNwggkkg3VkcIIJJoV3YWt1MgE"}'
2026-02-25 19:30:27.952 INFO [src.node.waku_node] REST service is ready !!
2026-02-25 19:30:27.952 DEBUG [src.node.waku_node] Starting Node...
2026-02-25 19:30:27.952 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-25 19:30:27.954 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-25 19:30:27.954 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.28.109
2026-02-25 19:30:27.954 DEBUG [src.node.docker_mananger] Generated ports ['34623', '34624', '34625', '34626', '34627']
2026-02-25 19:30:27.954 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-25 19:30:27.954 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-25 19:30:27.954 DEBUG [src.node.waku_node] Using volumes []
2026-02-25 19:30:27.955 DEBUG [src.node.docker_mananger] docker run -i -t -p 34623:34623 -p 34624:34624 -p 34625:34625 -p 34626:34626 -p 34627:34627 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=34625 --rest-port=34623 --tcp-port=34624 --discv5-udp-port=34626 --rest-address=0.0.0.0 --nat=extip:172.18.28.109 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=35dc7ba6b7bff5d5f18fee8a830b2846c0edec8c01d1ff98ecbdd4b51f04ca38 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=34627 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QNg8kxr7yUBVA6po_6sSQGr-MtpNm6opwlhzYQRO-LtAB0x1779IDSYJsNOWb297-IGJJm3ZzH993OLr6fyBZJYCgmlkgnY0gmlwhKwSrIKKbXVsdGlhZGRyc5YACASsEqyCBgkkAAoErBKsggYJJd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDgJt3kmkxgif56wxtjExnDjK9oJDEaf_SMdMgQmQpPfWDdGNwggkkg3VkcIIJJoV3YWt1MgE
2026-02-25 19:30:28.162 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.28.109 waku 27563274300ba249a59a30dd6cf5f0bfd0925bdff4fc1eb0a41ceaf7f5f2e2fb
2026-02-25 19:30:28.196 DEBUG [src.node.docker_mananger] Container started with ID 27563274300b. Setting up logs at ./log/docker/node2_2026-02-25_19-30-26__cb843d06-04c5-4204-8521-bc3467a9a217__wakuorg_nwaku:latest.log
2026-02-25 19:30:28.197 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 34623
2026-02-25 19:30:28.197 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-25 19:30:29.197 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34623/health" -H "Content-Type: application/json" -d 'None'
2026-02-25 19:30:29.214 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-02-25 19:30:29.215 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-25 19:30:29.215 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34623/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-25 19:30:29.219 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.28.109/tcp/34624/p2p/16Uiu2HAmAKSCEErT3Dk73xd1oRFW4XZxMPUY3dKpvRg8EfSze6JN","/ip4/172.18.28.109/tcp/34625/ws/p2p/16Uiu2HAmAKSCEErT3Dk73xd1oRFW4XZxMPUY3dKpvRg8EfSze6JN"],"enrUri":"enr:-L24QKRNn7rRUUZWa8609kCT0HdRXu4Mcu8PVOS0dKt0Y4gZP2shgmv-IUAl922tPP5TTkZc_GeksVb6G1HIhjidlsQCgmlkgnY0gmlwhKwSHG2KbXVsdGlhZGRyc5YACASsEhxtBodAAAoErBIcbQaHQd0DgnJzhQADAQAAiXNlY3AyNTZrMaEC3UY7S3U5K9AgUluIdYRHNiOxT8CH-qFDndzFnzJvXZuDdGNwgodAg3VkcIKHQoV3YWt1MgE"}'
2026-02-25 19:30:29.220 INFO [src.node.waku_node] REST service is ready !!
2026-02-25 19:30:29.220 INFO [tests.e2e.test_network_conditions] Subscribing both nodes to relay topic
2026-02-25 19:30:29.220 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:2339/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-02-25 19:30:29.226 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-25 19:30:29.227 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:34623/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-02-25 19:30:29.232 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-25 19:30:29.234 INFO [tests.e2e.test_network_conditions] Waiting for autoconnection
2026-02-25 19:30:29.235 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:2339/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-02-25 19:30:29.239 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.28.109/tcp/34756/p2p/16Uiu2HAmAKSCEErT3Dk73xd1oRFW4XZxMPUY3dKpvRg8EfSze6JN","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"nwaku-v0.36.0-156-gc7e0cc","origin":"UnknownOrigin"}]'
2026-02-25 19:30:29.239 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34623/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-02-25 19:30:29.241 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.172.130/tcp/2340/p2p/16Uiu2HAmMK22oGoGGiK9RrabeXzK5B73ZDNLaPVWuAL7tVFvkRwJ","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"nwaku-v0.36.0-156-gc7e0cc","origin":"Discv5"}]'
2026-02-25 19:30:29.241 DEBUG [src.libs.common] Sleeping for 10 seconds
2026-02-25 19:30:39.242 INFO [tests.e2e.test_network_conditions] Applying 500ms latency to node2
2026-02-25 19:30:39.244 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '7879', '-n', 'tc', 'qdisc', 'del', 'dev', 'eth0', 'root']
2026-02-25 19:30:39.255 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '7879', '-n', 'tc', 'qdisc', 'del', 'dev', 'eth0', 'root']
2026-02-25 19:30:39.266 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '7879', '-n', 'tc', 'qdisc', 'add', 'dev', 'eth0', 'root', 'netem', 'delay', '500ms']
2026-02-25 19:30:39.276 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:2339/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-02-25 19:30:39.281 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-25 19:30:39.282 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34623/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-02-25 19:30:40.285 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1772047839276466583,"ephemeral":false,"proof":""}]'
2026-02-25 19:30:40.287 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '7879', '-n', 'tc', 'qdisc', 'del', 'dev', 'eth0', 'root']
2026-02-25 19:30:40.298 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-02-25 19:30:40.299 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-02-25 19:30:40.299 DEBUG [src.node.waku_node] Stopping container with id eb5e7a8a132b
2026-02-25 19:30:40.839 DEBUG [src.node.waku_node] Container stopped.
2026-02-25 19:30:40.841 DEBUG [src.node.waku_node] Stopping container with id 27563274300b
2026-02-25 19:30:41.358 DEBUG [src.node.waku_node] Container stopped.
2026-02-25 19:30:41.361 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-02-25 19:30:41.371 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-02-25 19:30:41.379 DEBUG [src.node.docker_mananger] No errors found in the waku logs.