173 lines
34 KiB
Plaintext

2026-03-04 04:37:00.706 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-04 04:37:00.706 DEBUG [tests.conftest] Running test: test_relay_4_nodes_sender_packet_loss_delivery_ratio_simple[loss60] with id: 2026-03-04_04-37-00__8487624b-b4c4-46ef-aefc-c118c4a30ee2
2026-03-04 04:37:00.707 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-04 04:37:00.707 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-04 04:37:00.714 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-04 04:37:00.714 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-04_04-37-00__8487624b-b4c4-46ef-aefc-c118c4a30ee2__wakuorg_nwaku:latest.log
2026-03-04 04:37:00.720 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-04 04:37:00.720 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-04_04-37-00__8487624b-b4c4-46ef-aefc-c118c4a30ee2__wakuorg_nwaku:latest.log
2026-03-04 04:37:00.726 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-04 04:37:00.727 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-03-04_04-37-00__8487624b-b4c4-46ef-aefc-c118c4a30ee2__wakuorg_nwaku:latest.log
2026-03-04 04:37:00.732 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-04 04:37:00.732 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2026-03-04_04-37-00__8487624b-b4c4-46ef-aefc-c118c4a30ee2__wakuorg_nwaku:latest.log
2026-03-04 04:37:00.733 DEBUG [src.node.waku_node] Starting Node...
2026-03-04 04:37:00.733 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-04 04:37:00.734 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-04 04:37:00.734 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.74.33
2026-03-04 04:37:00.734 DEBUG [src.node.docker_mananger] Generated ports ['46141', '46142', '46143', '46144', '46145']
2026-03-04 04:37:00.734 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-04 04:37:00.734 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-04 04:37:00.735 DEBUG [src.node.waku_node] Using volumes []
2026-03-04 04:37:00.735 DEBUG [src.node.docker_mananger] docker run -i -t -p 46141:46141 -p 46142:46142 -p 46143:46143 -p 46144:46144 -p 46145:46145 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=46143 --rest-port=46141 --tcp-port=46142 --discv5-udp-port=46144 --rest-address=0.0.0.0 --nat=extip:172.18.74.33 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=8e9fafdecd386eb70ff5f00ea5d64ccd5e3bc6f9ebf413cd6cabbfae5eeb5dc5 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=46145 --metrics-logging=true --relay=true
2026-03-04 04:37:00.928 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.74.33 waku a8fbdc45af0a264712445eed50d3ebc3dcdeacae630fdff161eba0a4706e8383
2026-03-04 04:37:00.966 DEBUG [src.node.docker_mananger] Container started with ID a8fbdc45af0a. Setting up logs at ./log/docker/node1_2026-03-04_04-37-00__8487624b-b4c4-46ef-aefc-c118c4a30ee2__wakuorg_nwaku:latest.log
2026-03-04 04:37:00.967 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 46141
2026-03-04 04:37:00.967 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-04 04:37:01.968 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:46141/health" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:01.971 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-04 04:37:01.971 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-04 04:37:01.971 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:46141/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:01.973 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.74.33/tcp/46142/p2p/16Uiu2HAm4i1mBEXhSjnWJgPo9YACbS48Z1HzLipMZ86x2VrpSWp2","/ip4/172.18.74.33/tcp/46143/ws/p2p/16Uiu2HAm4i1mBEXhSjnWJgPo9YACbS48Z1HzLipMZ86x2VrpSWp2"],"enrUri":"enr:-L24QCRCarlqNKykk8JfpoArwg6YwCXFTzFre5cfcBnm3yziLO_NrfATB7gvhTAjHd4AAdaBGlTBs8fGY8BmyRB0aeUCgmlkgnY0gmlwhKwSSiGKbXVsdGlhZGRyc5YACASsEkohBrQ-AAoErBJKIQa0P90DgnJzhQADAQAAiXNlY3AyNTZrMaECiejX6S2uqIaByb51irJQv-WzXvz5BO86I6RMjA5prbODdGNwgrQ-g3VkcIK0QIV3YWt1MgE"}'
2026-03-04 04:37:01.973 INFO [src.node.waku_node] REST service is ready !!
2026-03-04 04:37:01.973 DEBUG [src.node.waku_node] Starting Node...
2026-03-04 04:37:01.974 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-04 04:37:01.975 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-04 04:37:01.975 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.48.235
2026-03-04 04:37:01.975 DEBUG [src.node.docker_mananger] Generated ports ['9894', '9895', '9896', '9897', '9898']
2026-03-04 04:37:01.976 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-04 04:37:01.976 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-04 04:37:01.976 DEBUG [src.node.waku_node] Using volumes []
2026-03-04 04:37:01.976 DEBUG [src.node.docker_mananger] docker run -i -t -p 9894:9894 -p 9895:9895 -p 9896:9896 -p 9897:9897 -p 9898:9898 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=9896 --rest-port=9894 --tcp-port=9895 --discv5-udp-port=9897 --rest-address=0.0.0.0 --nat=extip:172.18.48.235 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=17aa809b412986bbbbe8d035a3ec2b5c3039285ba12f0b986370f15a7fbc27ac --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=9898 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QCRCarlqNKykk8JfpoArwg6YwCXFTzFre5cfcBnm3yziLO_NrfATB7gvhTAjHd4AAdaBGlTBs8fGY8BmyRB0aeUCgmlkgnY0gmlwhKwSSiGKbXVsdGlhZGRyc5YACASsEkohBrQ-AAoErBJKIQa0P90DgnJzhQADAQAAiXNlY3AyNTZrMaECiejX6S2uqIaByb51irJQv-WzXvz5BO86I6RMjA5prbODdGNwgrQ-g3VkcIK0QIV3YWt1MgE
2026-03-04 04:37:02.173 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.48.235 waku ffcf0db693699cc854a6e72b69976c4710c4245af27b03c09ac9b920831ff148
2026-03-04 04:37:02.207 DEBUG [src.node.docker_mananger] Container started with ID ffcf0db69369. Setting up logs at ./log/docker/node2_2026-03-04_04-37-00__8487624b-b4c4-46ef-aefc-c118c4a30ee2__wakuorg_nwaku:latest.log
2026-03-04 04:37:02.207 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 9894
2026-03-04 04:37:02.208 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-04 04:37:03.209 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:9894/health" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:03.231 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-04 04:37:03.232 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-04 04:37:03.232 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:9894/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:03.240 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.48.235/tcp/9895/p2p/16Uiu2HAm5rje5iJU4iitDA5Y5C2mXVB6umkFYRcrRcxpgrMa2ErZ","/ip4/172.18.48.235/tcp/9896/ws/p2p/16Uiu2HAm5rje5iJU4iitDA5Y5C2mXVB6umkFYRcrRcxpgrMa2ErZ"],"enrUri":"enr:-L24QHBBjyRgqH_jLJPM2actPd2zDdcY_Q0Cr4znfqDvgvkOQNp3p_DHCKXY4f8zOWIvC22gMflSUdggh4GlBoEIpXgCgmlkgnY0gmlwhKwSMOuKbXVsdGlhZGRyc5YACASsEjDrBianAAoErBIw6wYmqN0DgnJzhQADAQAAiXNlY3AyNTZrMaECmwCHLRz_xDgzBm07y0h0uEY1PSrB1TXhuvO1Lros3IaDdGNwgiang3VkcIImqYV3YWt1MgE"}'
2026-03-04 04:37:03.240 INFO [src.node.waku_node] REST service is ready !!
2026-03-04 04:37:03.240 DEBUG [src.node.waku_node] Starting Node...
2026-03-04 04:37:03.241 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-04 04:37:03.243 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-04 04:37:03.243 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.106.238
2026-03-04 04:37:03.243 DEBUG [src.node.docker_mananger] Generated ports ['27737', '27738', '27739', '27740', '27741']
2026-03-04 04:37:03.243 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-04 04:37:03.243 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-04 04:37:03.244 DEBUG [src.node.waku_node] Using volumes []
2026-03-04 04:37:03.244 DEBUG [src.node.docker_mananger] docker run -i -t -p 27737:27737 -p 27738:27738 -p 27739:27739 -p 27740:27740 -p 27741:27741 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=27739 --rest-port=27737 --tcp-port=27738 --discv5-udp-port=27740 --rest-address=0.0.0.0 --nat=extip:172.18.106.238 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=c0d9b9deed4cc4ad1e8865fe7e1bef5c9dfbefc6836a9f6a571abddcd301ffd2 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=27741 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QHBBjyRgqH_jLJPM2actPd2zDdcY_Q0Cr4znfqDvgvkOQNp3p_DHCKXY4f8zOWIvC22gMflSUdggh4GlBoEIpXgCgmlkgnY0gmlwhKwSMOuKbXVsdGlhZGRyc5YACASsEjDrBianAAoErBIw6wYmqN0DgnJzhQADAQAAiXNlY3AyNTZrMaECmwCHLRz_xDgzBm07y0h0uEY1PSrB1TXhuvO1Lros3IaDdGNwgiang3VkcIImqYV3YWt1MgE
2026-03-04 04:37:03.451 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.106.238 waku d60fd92a49f284a98a162f561ed36117edd48e88ae76cb7ae9cfc920dbf592d3
2026-03-04 04:37:03.489 DEBUG [src.node.docker_mananger] Container started with ID d60fd92a49f2. Setting up logs at ./log/docker/node3_2026-03-04_04-37-00__8487624b-b4c4-46ef-aefc-c118c4a30ee2__wakuorg_nwaku:latest.log
2026-03-04 04:37:03.490 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 27737
2026-03-04 04:37:03.490 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-04 04:37:04.491 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:27737/health" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:04.506 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-04 04:37:04.508 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-04 04:37:04.509 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:27737/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:04.513 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.106.238/tcp/27738/p2p/16Uiu2HAkzongs5663RAjLWVAY3Pjzz1L4XddhBEs3eJquQCD4iRg","/ip4/172.18.106.238/tcp/27739/ws/p2p/16Uiu2HAkzongs5663RAjLWVAY3Pjzz1L4XddhBEs3eJquQCD4iRg"],"enrUri":"enr:-L24QJk3bOONAZ7ByvGb9chvEJ381D5IUMCVpKnswOdpuuPIZEUCc7iD1jl67FLUW-516JLhwLOE9udV4PiqwLFXpYACgmlkgnY0gmlwhKwSau6KbXVsdGlhZGRyc5YACASsEmruBmxaAAoErBJq7gZsW90DgnJzhQADAQAAiXNlY3AyNTZrMaECT_TMHSIZrIk26YQg1Sl00Uklb6MPEjfMtL7H6BJWmTODdGNwgmxag3VkcIJsXIV3YWt1MgE"}'
2026-03-04 04:37:04.515 INFO [src.node.waku_node] REST service is ready !!
2026-03-04 04:37:04.515 DEBUG [src.node.waku_node] Starting Node...
2026-03-04 04:37:04.515 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-04 04:37:04.517 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-04 04:37:04.518 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.152.187
2026-03-04 04:37:04.518 DEBUG [src.node.docker_mananger] Generated ports ['42620', '42621', '42622', '42623', '42624']
2026-03-04 04:37:04.518 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-04 04:37:04.518 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-04 04:37:04.518 DEBUG [src.node.waku_node] Using volumes []
2026-03-04 04:37:04.518 DEBUG [src.node.docker_mananger] docker run -i -t -p 42620:42620 -p 42621:42621 -p 42622:42622 -p 42623:42623 -p 42624:42624 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=42622 --rest-port=42620 --tcp-port=42621 --discv5-udp-port=42623 --rest-address=0.0.0.0 --nat=extip:172.18.152.187 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=8ea47cce68d8a8e7430fae78e4f7649f30d6f3dc8f5edfba76ecfbcb2fb9caf9 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=42624 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QJk3bOONAZ7ByvGb9chvEJ381D5IUMCVpKnswOdpuuPIZEUCc7iD1jl67FLUW-516JLhwLOE9udV4PiqwLFXpYACgmlkgnY0gmlwhKwSau6KbXVsdGlhZGRyc5YACASsEmruBmxaAAoErBJq7gZsW90DgnJzhQADAQAAiXNlY3AyNTZrMaECT_TMHSIZrIk26YQg1Sl00Uklb6MPEjfMtL7H6BJWmTODdGNwgmxag3VkcIJsXIV3YWt1MgE
2026-03-04 04:37:04.719 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.152.187 waku 014de3b85d68a9fcb671c03ee297d78b391dc01f355d7fd457467b7b2540cce1
2026-03-04 04:37:04.753 DEBUG [src.node.docker_mananger] Container started with ID 014de3b85d68. Setting up logs at ./log/docker/node4_2026-03-04_04-37-00__8487624b-b4c4-46ef-aefc-c118c4a30ee2__wakuorg_nwaku:latest.log
2026-03-04 04:37:04.754 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 42620
2026-03-04 04:37:04.754 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-04 04:37:05.755 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42620/health" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:05.780 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-04 04:37:05.782 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-04 04:37:05.783 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42620/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:05.789 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.152.187/tcp/42621/p2p/16Uiu2HAkx9LGjQPxHfo9GaUdde6P29oPTUkGbMWwGfTa1quLmps1","/ip4/172.18.152.187/tcp/42622/ws/p2p/16Uiu2HAkx9LGjQPxHfo9GaUdde6P29oPTUkGbMWwGfTa1quLmps1"],"enrUri":"enr:-L24QDakA0brNb-nyFrVt0MtQZgle_PosEl7wWxZuJx92JERHH2UX7FsCyTfv_qijnlK9iiNVZTHbwxb2PPevjUf-toCgmlkgnY0gmlwhKwSmLuKbXVsdGlhZGRyc5YACASsEpi7BqZ9AAoErBKYuwamft0DgnJzhQADAQAAiXNlY3AyNTZrMaECKGN75bXESI1l23pHFtHIIU4hRVmvhHx3Vlw6BOassYCDdGNwgqZ9g3VkcIKmf4V3YWt1MgE"}'
2026-03-04 04:37:05.790 INFO [src.node.waku_node] REST service is ready !!
2026-03-04 04:37:05.790 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:37:05.796 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:05.796 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:9894/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:37:05.803 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:05.808 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:27737/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:37:05.814 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:05.814 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:42620/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:37:05.821 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:05.823 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:46141/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:05.828 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.48.235/tcp/39352/p2p/16Uiu2HAm5rje5iJU4iitDA5Y5C2mXVB6umkFYRcrRcxpgrMa2ErZ","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"nwaku-v0.36.0-161-g09618a","origin":"UnknownOrigin"}]'
2026-03-04 04:37:05.828 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:9894/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:05.831 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.106.238/tcp/50072/p2p/16Uiu2HAkzongs5663RAjLWVAY3Pjzz1L4XddhBEs3eJquQCD4iRg","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"nwaku-v0.36.0-161-g09618a","origin":"UnknownOrigin"},{"multiaddr":"/ip4/172.18.74.33/tcp/46142/p2p/16Uiu2HAm4i1mBEXhSjnWJgPo9YACbS48Z1HzLipMZ86x2VrpSWp2","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"nwaku-v0.36.0-161-g09618a","origin":"Discv5"}]'
2026-03-04 04:37:05.831 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:27737/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:05.833 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.152.187/tcp/41000/p2p/16Uiu2HAkx9LGjQPxHfo9GaUdde6P29oPTUkGbMWwGfTa1quLmps1","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"nwaku-v0.36.0-161-g09618a","origin":"UnknownOrigin"},{"multiaddr":"/ip4/172.18.48.235/tcp/9895/p2p/16Uiu2HAm5rje5iJU4iitDA5Y5C2mXVB6umkFYRcrRcxpgrMa2ErZ","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"nwaku-v0.36.0-161-g09618a","origin":"Discv5"}]'
2026-03-04 04:37:05.833 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42620/admin/v1/peers" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:05.836 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"multiaddr":"/ip4/172.18.106.238/tcp/27738/p2p/16Uiu2HAkzongs5663RAjLWVAY3Pjzz1L4XddhBEs3eJquQCD4iRg","protocols":["/ipfs/id/1.0.0","/libp2p/autonat/1.0.0","/libp2p/circuit/relay/0.2.0/hop","/vac/waku/metadata/1.0.0","/vac/waku/relay/2.0.0","/vac/waku/rendezvous/1.0.0","/ipfs/ping/1.0.0","/vac/waku/filter-push/2.0.0-beta1","/vac/waku/peer-exchange/2.0.0-alpha1"],"shards":[0],"connected":"Connected","agent":"nwaku-v0.36.0-161-g09618a","origin":"Discv5"}]'
2026-03-04 04:37:05.836 DEBUG [src.libs.common] Sleeping for 20 seconds
2026-03-04 04:37:25.838 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '14712', '-n', 'tc', 'qdisc', 'del', 'dev', 'eth0', 'root']
2026-03-04 04:37:25.901 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '14712', '-n', 'tc', 'qdisc', 'del', 'dev', 'eth0', 'root']
2026-03-04 04:37:25.912 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '14712', '-n', 'tc', 'qdisc', 'add', 'dev', 'eth0', 'root', 'netem', 'loss', '60.0%']
2026-03-04 04:37:25.928 INFO [src.steps.network_conditions] TC exec: ['sudo', '-n', 'nsenter', '-t', '14712', '-n', 'tc', '-s', 'qdisc', 'show', 'dev', 'eth0']
2026-03-04 04:37:25.937 DEBUG [src.steps.network_conditions] tc -s qdisc show dev eth0:
qdisc netem 8001: root refcnt 5 limit 1000 loss 60%
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
2026-03-04 04:37:25.937 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:42620/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:37:25.940 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[]'
2026-03-04 04:37:25.941 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:27.382 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:27.383 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:27.598 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:27.598 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:35.254 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:35.255 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:35.260 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:35.265 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:45.750 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:45.750 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:45.958 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:45.958 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:48.630 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:48.630 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:48.643 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:48.644 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:50.070 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:50.071 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:53.382 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:53.382 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:53.397 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:53.399 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:37:53.622 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:37:53.622 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:38:06.550 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:38:06.551 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:38:08.609 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:38:08.611 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:38:12.950 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:38:12.951 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:38:13.566 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:38:13.566 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:38:13.774 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:38:13.774 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:38:13.990 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:38:13.990 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:38:13.997 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:38:13.999 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:46141/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:38:34.217 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-04 04:38:34.218 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-04 04:38:34.218 DEBUG [src.node.waku_node] Stopping container with id a8fbdc45af0a
2026-03-04 04:38:34.799 DEBUG [src.node.waku_node] Container stopped.
2026-03-04 04:38:34.799 DEBUG [src.node.waku_node] Stopping container with id ffcf0db69369
2026-03-04 04:38:35.389 DEBUG [src.node.waku_node] Container stopped.
2026-03-04 04:38:35.391 DEBUG [src.node.waku_node] Stopping container with id d60fd92a49f2
2026-03-04 04:38:35.620 ERROR [src.node.docker_mananger] Max retries reached for container a8fbdc45af0a. Exiting log stream.
2026-03-04 04:38:35.957 DEBUG [src.node.waku_node] Container stopped.
2026-03-04 04:38:35.959 DEBUG [src.node.waku_node] Stopping container with id 014de3b85d68
2026-03-04 04:38:36.475 ERROR [src.node.docker_mananger] Max retries reached for container ffcf0db69369. Exiting log stream.
2026-03-04 04:38:36.499 DEBUG [src.node.waku_node] Container stopped.
2026-03-04 04:38:36.501 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-04 04:38:36.572 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-04 04:38:36.729 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-04 04:38:36.811 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-04 04:38:36.886 DEBUG [src.node.docker_mananger] No errors found in the waku logs.