107 lines
18 KiB
Plaintext

2025-12-08 08:55:25.494 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-08 08:55:25.495 DEBUG [tests.conftest] Running test: test_publish_after_node_pauses_and_pauses with id: 2025-12-08_08-55-25__fcdaa8cd-172b-4d25-a026-b874be84d795
2025-12-08 08:55:25.495 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-08 08:55:25.496 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2025-12-08 08:55:25.496 DEBUG [src.steps.relay] Running fixture setup: setup_main_relay_nodes
2025-12-08 08:55:25.504 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 08:55:25.505 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-08_08-55-25__fcdaa8cd-172b-4d25-a026-b874be84d795__wakuorg_nwaku:latest.log
2025-12-08 08:55:25.506 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 08:55:25.506 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 08:55:25.508 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 08:55:25.508 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.164.105
2025-12-08 08:55:25.509 DEBUG [src.node.docker_mananger] Generated ports ['5843', '5844', '5845', '5846', '5847']
2025-12-08 08:55:25.509 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 08:55:25.509 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 08:55:25.509 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 08:55:25.509 DEBUG [src.node.docker_mananger] docker run -i -t -p 5843:5843 -p 5844:5844 -p 5845:5845 -p 5846:5846 -p 5847:5847 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=5845 --rest-port=5843 --tcp-port=5844 --discv5-udp-port=5846 --rest-address=0.0.0.0 --nat=extip:172.18.164.105 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=d255d9afcdefbfdccf2ef12a7af196109e3d5eb6b48bfdd44bbbd8f9d10f1794 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=5847 --metrics-logging=true --relay=true
2025-12-08 08:55:25.702 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.164.105 waku dd3f91f3a5836f0d58011b40c42f98ba0e9e72f1910875557d3dceac756a45b9
2025-12-08 08:55:25.733 DEBUG [src.node.docker_mananger] Container started with ID dd3f91f3a583. Setting up logs at ./log/docker/node1_2025-12-08_08-55-25__fcdaa8cd-172b-4d25-a026-b874be84d795__wakuorg_nwaku:latest.log
2025-12-08 08:55:25.735 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 5843
2025-12-08 08:55:25.736 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 08:55:25.788 ERROR [src.node.docker_mananger] Max retries reached for container ffe30b1e03f2. Exiting log stream.
2025-12-08 08:55:26.326 ERROR [src.node.docker_mananger] Max retries reached for container 9d685d79422d. Exiting log stream.
2025-12-08 08:55:26.736 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5843/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:26.739 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-08 08:55:26.739 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 08:55:26.739 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5843/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:26.742 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.164.105/tcp/5844/p2p/16Uiu2HAm1ynqA23KmfcLN854Jbuobi5p54Gjm8kdMPoN9F63FMfP","/ip4/172.18.164.105/tcp/5845/ws/p2p/16Uiu2HAm1ynqA23KmfcLN854Jbuobi5p54Gjm8kdMPoN9F63FMfP"],"enrUri":"enr:-L24QNQqHiRBv54CQ4mlB01UtXqCQ40mZxSiqRHi-fifk1QWY1kygQ6YAV3m_Pm4GMVrRcPC1Y95EHX2ZvsecaOh3o4CgmlkgnY0gmlwhKwSpGmKbXVsdGlhZGRyc5YACASsEqRpBhbUAAoErBKkaQYW1d0DgnJzhQADAQAAiXNlY3AyNTZrMaECYWB0ONPKpwRSPPQxQ8uIPuyamB4gfFuRFSpeojVlyHKDdGNwghbUg3VkcIIW1oV3YWt1MgE"}'
2025-12-08 08:55:26.742 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 08:55:26.748 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-08 08:55:26.748 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-08_08-55-25__fcdaa8cd-172b-4d25-a026-b874be84d795__wakuorg_nwaku:latest.log
2025-12-08 08:55:26.748 DEBUG [src.node.waku_node] Starting Node...
2025-12-08 08:55:26.748 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-08 08:55:26.749 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-08 08:55:26.750 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.159.56
2025-12-08 08:55:26.750 DEBUG [src.node.docker_mananger] Generated ports ['44688', '44689', '44690', '44691', '44692']
2025-12-08 08:55:26.750 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-08 08:55:26.750 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-08 08:55:26.750 DEBUG [src.node.waku_node] Using volumes []
2025-12-08 08:55:26.750 DEBUG [src.node.docker_mananger] docker run -i -t -p 44688:44688 -p 44689:44689 -p 44690:44690 -p 44691:44691 -p 44692:44692 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=44690 --rest-port=44688 --tcp-port=44689 --discv5-udp-port=44691 --rest-address=0.0.0.0 --nat=extip:172.18.159.56 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=d060aaf3ccf6fb3d2a2eadaea3bcdbd8f5776c16f881cda17650bdf9c6f6b2cf --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=44692 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QNQqHiRBv54CQ4mlB01UtXqCQ40mZxSiqRHi-fifk1QWY1kygQ6YAV3m_Pm4GMVrRcPC1Y95EHX2ZvsecaOh3o4CgmlkgnY0gmlwhKwSpGmKbXVsdGlhZGRyc5YACASsEqRpBhbUAAoErBKkaQYW1d0DgnJzhQADAQAAiXNlY3AyNTZrMaECYWB0ONPKpwRSPPQxQ8uIPuyamB4gfFuRFSpeojVlyHKDdGNwghbUg3VkcIIW1oV3YWt1MgE
2025-12-08 08:55:26.939 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.159.56 waku 20a7429905defda492af13e63d34c7c57422a7fcd7a0ead74fd341c83be62d50
2025-12-08 08:55:26.968 DEBUG [src.node.docker_mananger] Container started with ID 20a7429905de. Setting up logs at ./log/docker/node2_2025-12-08_08-55-25__fcdaa8cd-172b-4d25-a026-b874be84d795__wakuorg_nwaku:latest.log
2025-12-08 08:55:26.969 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 44688
2025-12-08 08:55:26.969 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-08 08:55:27.971 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:44688/health" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:27.987 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-08 08:55:27.988 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-08 08:55:27.988 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:44688/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:27.992 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.159.56/tcp/44689/p2p/16Uiu2HAm7GqemavmPbuX75wMiRqQ9w8bTpDgtY4HcnSZAZer8xhd","/ip4/172.18.159.56/tcp/44690/ws/p2p/16Uiu2HAm7GqemavmPbuX75wMiRqQ9w8bTpDgtY4HcnSZAZer8xhd"],"enrUri":"enr:-L24QKj2u5n2SA75RZj4voOiOtX22xipHkAIWAkCbFihtixvdGBxnZ1R9mEojlmZjhV1Gq2OB9qIf6F_4EunGSmtbj0CgmlkgnY0gmlwhKwSnziKbXVsdGlhZGRyc5YACASsEp84Bq6RAAoErBKfOAaukt0DgnJzhQADAQAAiXNlY3AyNTZrMaECsAjztkRW8KTkxGGs4I3r4ASUDGA1H4kWaAYu2COyz7iDdGNwgq6Rg3VkcIKuk4V3YWt1MgE"}'
2025-12-08 08:55:27.993 INFO [src.node.waku_node] REST service is ready !!
2025-12-08 08:55:27.993 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:44688/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.164.105/tcp/5844/p2p/16Uiu2HAm1ynqA23KmfcLN854Jbuobi5p54Gjm8kdMPoN9F63FMfP"]'
2025-12-08 08:55:27.997 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:55:27.997 DEBUG [src.steps.relay] Running fixture setup: subscribe_main_relay_nodes
2025-12-08 08:55:27.998 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:5843/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-08 08:55:28.002 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:55:28.002 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:44688/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-08 08:55:28.008 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:55:28.010 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:5843/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 08:55:28.013 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:55:28.014 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-08 08:55:28.114 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-08 08:55:28.114 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5843/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:28.117 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765184128009891072,"ephemeral":false,"proof":""}]'
2025-12-08 08:55:28.119 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-08 08:55:28.119 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:44688/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:28.122 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765184128009891072,"ephemeral":false,"proof":""}]'
2025-12-08 08:55:28.124 INFO [src.steps.relay] WARM UP successful!!
2025-12-08 08:55:28.126 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:5843/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 08:55:28.130 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:55:28.130 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-08 08:55:28.230 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-08 08:55:28.231 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5843/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:28.233 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765184128125959949,"ephemeral":false,"proof":""}]'
2025-12-08 08:55:28.234 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-08 08:55:28.234 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:44688/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:28.236 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765184128125959949,"ephemeral":false,"proof":""}]'
2025-12-08 08:55:28.238 DEBUG [src.node.waku_node] Pausing container with id dd3f91f3a583
2025-12-08 08:55:28.257 DEBUG [src.node.waku_node] Unpause container with id dd3f91f3a583
2025-12-08 08:55:28.266 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:5843/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTE=", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 08:55:28.269 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:55:28.271 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-08 08:55:28.371 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-08 08:55:28.371 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5843/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:28.373 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTE=","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765184128266009775,"ephemeral":false,"proof":""}]'
2025-12-08 08:55:28.374 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-08 08:55:28.375 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:44688/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:28.377 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTE=","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765184128266009775,"ephemeral":false,"proof":""}]'
2025-12-08 08:55:28.378 DEBUG [src.node.waku_node] Pausing container with id 20a7429905de
2025-12-08 08:55:28.387 DEBUG [src.node.waku_node] Unpause container with id 20a7429905de
2025-12-08 08:55:28.395 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:5843/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTI=", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-08 08:55:28.399 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-08 08:55:28.399 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-08 08:55:28.499 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-08 08:55:28.500 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:5843/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:28.502 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTI=","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765184128394991008,"ephemeral":false,"proof":""}]'
2025-12-08 08:55:28.503 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-08 08:55:28.503 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:44688/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-08 08:55:28.505 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTI=","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1765184128394991008,"ephemeral":false,"proof":""}]'
2025-12-08 08:55:28.509 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-08 08:55:28.509 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-08 08:55:28.510 DEBUG [src.node.waku_node] Stopping container with id dd3f91f3a583
2025-12-08 08:55:29.023 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 08:55:29.024 DEBUG [src.node.waku_node] Stopping container with id 20a7429905de
2025-12-08 08:55:29.547 DEBUG [src.node.waku_node] Container stopped.
2025-12-08 08:55:29.548 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-08 08:55:29.556 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-08 08:55:29.561 DEBUG [src.node.docker_mananger] No errors found in the waku logs.