78 lines
14 KiB
Plaintext

2026-03-11 04:34:58.758 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-11 04:34:58.758 DEBUG [tests.conftest] Running test: test_relay_different_latency_between_two_nodes[500] with id: 2026-03-11_04-34-58__1f2955e6-f4c5-442d-9604-ca279850695b
2026-03-11 04:34:58.758 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-11 04:34:58.759 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-11 04:34:58.765 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-11 04:34:58.766 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-11_04-34-58__1f2955e6-f4c5-442d-9604-ca279850695b__wakuorg_nwaku:latest.log
2026-03-11 04:34:58.772 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-11 04:34:58.772 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-11_04-34-58__1f2955e6-f4c5-442d-9604-ca279850695b__wakuorg_nwaku:latest.log
2026-03-11 04:34:58.773 INFO [tests.e2e.test_network_conditions] Starting node1 and node2 with relay enabled
2026-03-11 04:34:58.773 DEBUG [src.node.waku_node] Starting Node...
2026-03-11 04:34:58.773 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-11 04:34:58.774 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-11 04:34:58.775 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.5.236
2026-03-11 04:34:58.775 DEBUG [src.node.docker_mananger] Generated ports ['13788', '13789', '13790', '13791', '13792']
2026-03-11 04:34:58.775 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-11 04:34:58.775 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-11 04:34:58.775 DEBUG [src.node.waku_node] Using volumes []
2026-03-11 04:34:58.775 DEBUG [src.node.docker_mananger] docker run -i -t -p 13788:13788 -p 13789:13789 -p 13790:13790 -p 13791:13791 -p 13792:13792 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=13790 --rest-port=13788 --tcp-port=13789 --discv5-udp-port=13791 --rest-address=0.0.0.0 --nat=extip:172.18.5.236 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=efdfca5f7cd51fa45e43dcabcbf1bcbb4ea2bde1b1cec89de248d42b76ffc981 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=13792 --metrics-logging=true --relay=true
2026-03-11 04:34:58.973 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.5.236 waku 2707e8ea111adec3e21e1a658f78036fc4ea00822d77190a1fcde45e453fba27
2026-03-11 04:34:59.006 DEBUG [src.node.docker_mananger] Container started with ID 2707e8ea111a. Setting up logs at ./log/docker/node1_2026-03-11_04-34-58__1f2955e6-f4c5-442d-9604-ca279850695b__wakuorg_nwaku:latest.log
2026-03-11 04:34:59.008 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 13788
2026-03-11 04:34:59.011 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-11 04:34:59.160 ERROR [src.node.docker_mananger] Max retries reached for container be51d8472172. Exiting log stream.
2026-03-11 04:35:00.011 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13788/health" -H "Content-Type: application/json" -d 'None'
2026-03-11 04:35:00.014 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-11 04:35:00.015 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-11 04:35:00.015 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13788/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-11 04:35:00.018 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.5.236/tcp/13789/p2p/16Uiu2HAmRmAzwWr3UjqGUiJSUzkHxNQZwkZn6jJNaSF5ikRXAkQX","/ip4/172.18.5.236/tcp/13790/ws/p2p/16Uiu2HAmRmAzwWr3UjqGUiJSUzkHxNQZwkZn6jJNaSF5ikRXAkQX"],"enrUri":"enr:-L24QEDL61LqcoD-aHK7HLZxzfTkY199gK-LAFzKXjPbimikHFwzqYyQn34wBg7Euf0SVAMMKLqruF2kMWn81rVwu2MCgmlkgnY0gmlwhKwSBeyKbXVsdGlhZGRyc5YACASsEgXsBjXdAAoErBIF7AY13t0DgnJzhQADAQAAiXNlY3AyNTZrMaEDwr10t_jI7foNbZybgGi8e8kVerO6Kd-ztoS9Y5NiW-iDdGNwgjXdg3VkcII134V3YWt1MgE"}'
2026-03-11 04:35:00.018 INFO [src.node.waku_node] REST service is ready !!
2026-03-11 04:35:00.018 DEBUG [src.node.waku_node] Starting Node...
2026-03-11 04:35:00.018 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-11 04:35:00.020 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-11 04:35:00.020 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.229.81
2026-03-11 04:35:00.020 DEBUG [src.node.docker_mananger] Generated ports ['23768', '23769', '23770', '23771', '23772']
2026-03-11 04:35:00.020 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-11 04:35:00.020 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-11 04:35:00.020 DEBUG [src.node.waku_node] Using volumes []
2026-03-11 04:35:00.021 DEBUG [src.node.docker_mananger] docker run -i -t -p 23768:23768 -p 23769:23769 -p 23770:23770 -p 23771:23771 -p 23772:23772 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=23770 --rest-port=23768 --tcp-port=23769 --discv5-udp-port=23771 --rest-address=0.0.0.0 --nat=extip:172.18.229.81 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ef4aba8640751b5bdc55befd2bd27ec501f35a1b0df0cf4b61c61efaff6ea0e5 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=23772 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QEDL61LqcoD-aHK7HLZxzfTkY199gK-LAFzKXjPbimikHFwzqYyQn34wBg7Euf0SVAMMKLqruF2kMWn81rVwu2MCgmlkgnY0gmlwhKwSBeyKbXVsdGlhZGRyc5YACASsEgXsBjXdAAoErBIF7AY13t0DgnJzhQADAQAAiXNlY3AyNTZrMaEDwr10t_jI7foNbZybgGi8e8kVerO6Kd-ztoS9Y5NiW-iDdGNwgjXdg3VkcII134V3YWt1MgE
2026-03-11 04:35:00.209 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.229.81 waku b666b58af089a457776893ee7358f612dc7ec638e49b893de1879b1d630d8e51
2026-03-11 04:35:00.248 DEBUG [src.node.docker_mananger] Container started with ID b666b58af089. Setting up logs at ./log/docker/node2_2026-03-11_04-34-58__1f2955e6-f4c5-442d-9604-ca279850695b__wakuorg_nwaku:latest.log
2026-03-11 04:35:00.248 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 23768
2026-03-11 04:35:00.249 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-11 04:35:01.250 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:23768/health" -H "Content-Type: application/json" -d 'None'
2026-03-11 04:35:01.273 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-11 04:35:01.273 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-11 04:35:01.273 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:23768/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-11 04:35:01.280 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.229.81/tcp/23769/p2p/16Uiu2HAkx42eHt4X9SB1P2SRmRhfaTcLjefTJtmtCNL3Qn8P97zq","/ip4/172.18.229.81/tcp/23770/ws/p2p/16Uiu2HAkx42eHt4X9SB1P2SRmRhfaTcLjefTJtmtCNL3Qn8P97zq"],"enrUri":"enr:-L24QCkm7Wbvp5k271pWgNc675zicXSvtFcS_nW-jZmpZFMaW7zLH_yliDE707Wxd2OX7cbpmJavCV7oX3I7yab5KY8CgmlkgnY0gmlwhKwS5VGKbXVsdGlhZGRyc5YACASsEuVRBlzZAAoErBLlUQZc2t0DgnJzhQADAQAAiXNlY3AyNTZrMaECJwelx03wLw_mozxdsSo39iWX1yuJKxTlIhPq5o8N-rKDdGNwglzZg3VkcIJc24V3YWt1MgE"}'
2026-03-11 04:35:01.281 INFO [src.node.waku_node] REST service is ready !!
2026-03-11 04:35:01.281 INFO [tests.e2e.test_network_conditions] Subscribing both nodes to relay topic
2026-03-11 04:35:01.281 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13788/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-11 04:35:01.286 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-11 04:35:01.286 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23768/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-11 04:35:01.291 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-11 04:35:01.292 INFO [tests.e2e.test_network_conditions] Waiting for autoconnection
2026-03-11 04:35:01.292 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13788/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-03-11 04:35:01.296 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.229.81/tcp/42424/p2p/16Uiu2HAkx42eHt4X9SB1P2SRmRhfaTcLjefTJtmtCNL3Qn8P97zq","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"logos-delivery-v0.36.0-164-g0ad551","origin":"UnknownOrigin"}]'
2026-03-11 04:35:01.296 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:23768/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-03-11 04:35:01.299 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.5.236/tcp/13789/p2p/16Uiu2HAmRmAzwWr3UjqGUiJSUzkHxNQZwkZn6jJNaSF5ikRXAkQX","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"logos-delivery-v0.36.0-164-g0ad551","origin":"Discv5"}]'
2026-03-11 04:35:01.299 DEBUG [src.libs.common] Sleeping for 10 seconds
2026-03-11 04:35:11.299 INFO [tests.e2e.test_network_conditions] Applying 500ms latency to node2
2026-03-11 04:35:11.301 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '8341', '-n', 'tc', 'qdisc', 'del', 'dev', 'eth0', 'root']
2026-03-11 04:35:11.312 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '8341', '-n', 'tc', 'qdisc', 'del', 'dev', 'eth0', 'root']
2026-03-11 04:35:11.323 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '8341', '-n', 'tc', 'qdisc', 'add', 'dev', 'eth0', 'root', 'netem', 'delay', '500ms']
2026-03-11 04:35:11.332 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13788/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-11 04:35:11.338 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-11 04:35:11.338 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:23768/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-11 04:35:12.342 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1773203711332814075,"ephemeral":false,"proof":""}]'
2026-03-11 04:35:12.344 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '8341', '-n', 'tc', 'qdisc', 'del', 'dev', 'eth0', 'root']
2026-03-11 04:35:12.355 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-11 04:35:12.356 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-11 04:35:12.356 DEBUG [src.node.waku_node] Stopping container with id 2707e8ea111a
2026-03-11 04:35:12.919 DEBUG [src.node.waku_node] Container stopped.
2026-03-11 04:35:12.921 DEBUG [src.node.waku_node] Stopping container with id b666b58af089
2026-03-11 04:35:13.451 DEBUG [src.node.waku_node] Container stopped.
2026-03-11 04:35:13.452 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-11 04:35:13.463 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-11 04:35:13.471 DEBUG [src.node.docker_mananger] No errors found in the waku logs.