93 lines
16 KiB
Plaintext

2026-03-04 04:32:19.002 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-04 04:32:19.002 DEBUG [tests.conftest] Running test: test_relay_resubscribe_to_unsubscribed_pubsub_topic with id: 2026-03-04_04-32-19__6f4a1139-a7e3-4c41-b53b-e81594a4ed13
2026-03-04 04:32:19.003 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-04 04:32:19.003 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-04 04:32:19.003 DEBUG [src.steps.relay] Running fixture setup: setup_main_relay_nodes
2026-03-04 04:32:19.010 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-04 04:32:19.010 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-04_04-32-19__6f4a1139-a7e3-4c41-b53b-e81594a4ed13__wakuorg_nwaku:latest.log
2026-03-04 04:32:19.010 DEBUG [src.node.waku_node] Starting Node...
2026-03-04 04:32:19.010 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-04 04:32:19.012 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-04 04:32:19.012 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.127.195
2026-03-04 04:32:19.012 DEBUG [src.node.docker_mananger] Generated ports ['35540', '35541', '35542', '35543', '35544']
2026-03-04 04:32:19.012 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-04 04:32:19.012 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-04 04:32:19.012 DEBUG [src.node.waku_node] Using volumes []
2026-03-04 04:32:19.013 DEBUG [src.node.docker_mananger] docker run -i -t -p 35540:35540 -p 35541:35541 -p 35542:35542 -p 35543:35543 -p 35544:35544 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=35542 --rest-port=35540 --tcp-port=35541 --discv5-udp-port=35543 --rest-address=0.0.0.0 --nat=extip:172.18.127.195 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=bfca329175d44cde0c1dbff8dce6c17bdf5a20fd27989b4324f441a11a73525e --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=35544 --metrics-logging=true --relay=true
2026-03-04 04:32:19.203 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.127.195 waku 827facd3dec1361e163beed7b87d51711c39cc7f0b9efc251bac8878161e741a
2026-03-04 04:32:19.221 ERROR [src.node.docker_mananger] Max retries reached for container b80dbff6ad7a. Exiting log stream.
2026-03-04 04:32:19.238 DEBUG [src.node.docker_mananger] Container started with ID 827facd3dec1. Setting up logs at ./log/docker/node1_2026-03-04_04-32-19__6f4a1139-a7e3-4c41-b53b-e81594a4ed13__wakuorg_nwaku:latest.log
2026-03-04 04:32:19.238 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 35540
2026-03-04 04:32:19.239 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-04 04:32:19.809 ERROR [src.node.docker_mananger] Max retries reached for container 3523ca1f1b0d. Exiting log stream.
2026-03-04 04:32:20.240 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:35540/health" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:32:20.242 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-04 04:32:20.243 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-04 04:32:20.243 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:35540/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:32:20.245 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.127.195/tcp/35541/p2p/16Uiu2HAkzpW5zD1Gdctc3fb2E1fkfHsPSZ6UxygtaJMMqtTuKzSF","/ip4/172.18.127.195/tcp/35542/ws/p2p/16Uiu2HAkzpW5zD1Gdctc3fb2E1fkfHsPSZ6UxygtaJMMqtTuKzSF"],"enrUri":"enr:-L24QBIbN9zE254eXQhtBn2dP-V4Vs8lIg1tUwA8xxPNtjiLUzdjzOqxs0pGozSjgrnn3QMMtd6x1gcdXUk6gjBCMCUCgmlkgnY0gmlwhKwSf8OKbXVsdGlhZGRyc5YACASsEn_DBorVAAoErBJ_wwaK1t0DgnJzhQADAQAAiXNlY3AyNTZrMaECUCObYPo0uLIiXKzBq74xKKnSb5Nxwvghk60RnqV08cyDdGNwgorVg3VkcIKK14V3YWt1MgE"}'
2026-03-04 04:32:20.245 INFO [src.node.waku_node] REST service is ready !!
2026-03-04 04:32:20.252 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-04 04:32:20.252 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-04_04-32-19__6f4a1139-a7e3-4c41-b53b-e81594a4ed13__wakuorg_nwaku:latest.log
2026-03-04 04:32:20.252 DEBUG [src.node.waku_node] Starting Node...
2026-03-04 04:32:20.252 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-04 04:32:20.254 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-04 04:32:20.254 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.188.238
2026-03-04 04:32:20.254 DEBUG [src.node.docker_mananger] Generated ports ['8261', '8262', '8263', '8264', '8265']
2026-03-04 04:32:20.254 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-04 04:32:20.254 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-04 04:32:20.254 DEBUG [src.node.waku_node] Using volumes []
2026-03-04 04:32:20.255 DEBUG [src.node.docker_mananger] docker run -i -t -p 8261:8261 -p 8262:8262 -p 8263:8263 -p 8264:8264 -p 8265:8265 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=8263 --rest-port=8261 --tcp-port=8262 --discv5-udp-port=8264 --rest-address=0.0.0.0 --nat=extip:172.18.188.238 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=8c07ccebc5b46cfd216c93029ab0847b701ea1b78c5af93aedd274e7e1cb7f2a --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=8265 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QBIbN9zE254eXQhtBn2dP-V4Vs8lIg1tUwA8xxPNtjiLUzdjzOqxs0pGozSjgrnn3QMMtd6x1gcdXUk6gjBCMCUCgmlkgnY0gmlwhKwSf8OKbXVsdGlhZGRyc5YACASsEn_DBorVAAoErBJ_wwaK1t0DgnJzhQADAQAAiXNlY3AyNTZrMaECUCObYPo0uLIiXKzBq74xKKnSb5Nxwvghk60RnqV08cyDdGNwgorVg3VkcIKK14V3YWt1MgE
2026-03-04 04:32:20.446 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.188.238 waku f504403bc3d551cb3e8c505a5f4be3cc979ee18e1460deef988be306614c7174
2026-03-04 04:32:20.477 DEBUG [src.node.docker_mananger] Container started with ID f504403bc3d5. Setting up logs at ./log/docker/node2_2026-03-04_04-32-19__6f4a1139-a7e3-4c41-b53b-e81594a4ed13__wakuorg_nwaku:latest.log
2026-03-04 04:32:20.478 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 8261
2026-03-04 04:32:20.478 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-04 04:32:21.479 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:8261/health" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:32:21.504 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-04 04:32:21.506 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-04 04:32:21.508 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:8261/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:32:21.516 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.188.238/tcp/8262/p2p/16Uiu2HAm9U2hA5CS4CXxV8Qdbpt8uuvJMSAZ1WZj4XWnzp23tqXW","/ip4/172.18.188.238/tcp/8263/ws/p2p/16Uiu2HAm9U2hA5CS4CXxV8Qdbpt8uuvJMSAZ1WZj4XWnzp23tqXW"],"enrUri":"enr:-L24QIUHaTeHKfvhtRQ0amUqbyAxDs9y1O3g_-hAFlNVX7R9NBFWPdpX8DtOhPoMAFu_aWMgdg7TR0OWTIJXad-mMYMCgmlkgnY0gmlwhKwSvO6KbXVsdGlhZGRyc5YACASsErzuBiBGAAoErBK87gYgR90DgnJzhQADAQAAiXNlY3AyNTZrMaEC0J4y9E6SSMexV_NmsfqcHxwHYbBsmx8s3SGeK_JojqGDdGNwgiBGg3VkcIIgSIV3YWt1MgE"}'
2026-03-04 04:32:21.516 INFO [src.node.waku_node] REST service is ready !!
2026-03-04 04:32:21.516 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:8261/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.127.195/tcp/35541/p2p/16Uiu2HAkzpW5zD1Gdctc3fb2E1fkfHsPSZ6UxygtaJMMqtTuKzSF"]'
2026-03-04 04:32:21.519 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:32:21.520 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:35540/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:32:21.524 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:32:21.524 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:8261/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:32:21.530 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:32:21.531 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:35540/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:32:21.538 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:32:21.538 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-04 04:32:21.639 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-04 04:32:21.639 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:35540/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:32:21.641 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1772598741530910464,"ephemeral":false,"proof":""}]'
2026-03-04 04:32:21.643 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-04 04:32:21.643 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:8261/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:32:21.645 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1772598741530910464,"ephemeral":false,"proof":""}]'
2026-03-04 04:32:21.646 INFO [src.node.api_clients.base_client] curl -v -X DELETE "http://127.0.0.1:35540/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:32:21.651 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:32:21.652 INFO [src.node.api_clients.base_client] curl -v -X DELETE "http://127.0.0.1:8261/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:32:21.656 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:32:21.657 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:35540/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:32:21.660 ERROR [src.node.api_clients.base_client] HTTP error occurred: 400 Client Error: Bad Request for url: http://127.0.0.1:35540/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1. Response content: b'Failed to publish: Node not subscribed to topic: /waku/2/rs/3/1'
2026-03-04 04:32:21.660 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:35540/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:32:21.664 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:32:21.665 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:8261/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-04 04:32:21.669 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:32:21.670 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:35540/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2026-03-04 04:32:21.674 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-04 04:32:21.674 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-04 04:32:21.774 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-04 04:32:21.775 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:35540/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:32:21.777 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1772598741669974301,"ephemeral":false,"proof":""}]'
2026-03-04 04:32:21.778 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-04 04:32:21.778 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:8261/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2026-03-04 04:32:21.780 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1772598741669974301,"ephemeral":false,"proof":""}]'
2026-03-04 04:32:21.783 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-04 04:32:21.784 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-04 04:32:21.784 DEBUG [src.node.waku_node] Stopping container with id 827facd3dec1
2026-03-04 04:32:22.319 DEBUG [src.node.waku_node] Container stopped.
2026-03-04 04:32:22.321 DEBUG [src.node.waku_node] Stopping container with id f504403bc3d5
2026-03-04 04:32:22.853 DEBUG [src.node.waku_node] Container stopped.
2026-03-04 04:32:22.856 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-04 04:32:22.873 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-04 04:32:22.880 DEBUG [src.node.docker_mananger] No errors found in the waku logs.