89 lines
15 KiB
Plaintext

2026-03-13 04:32:56.264 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-13 04:32:56.264 DEBUG [tests.conftest] Running test: test_filter_get_message_after_node_pauses_and_pauses with id: 2026-03-13_04-32-56__cfa8da11-4a8b-4363-92db-8c50b88c4ab4
2026-03-13 04:32:56.265 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-13 04:32:56.265 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2026-03-13 04:32:56.265 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2026-03-13 04:32:56.272 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-13 04:32:56.272 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-13_04-32-56__cfa8da11-4a8b-4363-92db-8c50b88c4ab4__wakuorg_nwaku:latest.log
2026-03-13 04:32:56.272 DEBUG [src.node.waku_node] Starting Node...
2026-03-13 04:32:56.272 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-13 04:32:56.273 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-13 04:32:56.273 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.60.63
2026-03-13 04:32:56.274 DEBUG [src.node.docker_mananger] Generated ports ['62428', '62429', '62430', '62431', '62432']
2026-03-13 04:32:56.274 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-13 04:32:56.274 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-13 04:32:56.274 DEBUG [src.node.waku_node] Using volumes []
2026-03-13 04:32:56.274 DEBUG [src.node.docker_mananger] docker run -i -t -p 62428:62428 -p 62429:62429 -p 62430:62430 -p 62431:62431 -p 62432:62432 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=62430 --rest-port=62428 --tcp-port=62429 --discv5-udp-port=62431 --rest-address=0.0.0.0 --nat=extip:172.18.60.63 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=ca0fa2ced6725f19febf9e4dbaadb8f5f3ca8cbfba0b9b69e36f2209abee8dcb --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=62432 --metrics-logging=true --relay=true --filter=true
2026-03-13 04:32:56.462 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.60.63 waku 2f1f342a11ed9daba1531e8a2b997d8af37928057129dd171e12a6d2236a2d7e
2026-03-13 04:32:56.500 DEBUG [src.node.docker_mananger] Container started with ID 2f1f342a11ed. Setting up logs at ./log/docker/node1_2026-03-13_04-32-56__cfa8da11-4a8b-4363-92db-8c50b88c4ab4__wakuorg_nwaku:latest.log
2026-03-13 04:32:56.501 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 62428
2026-03-13 04:32:56.501 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-13 04:32:56.532 ERROR [src.node.docker_mananger] Max retries reached for container e7566831062d. Exiting log stream.
2026-03-13 04:32:57.041 ERROR [src.node.docker_mananger] Max retries reached for container 7b07cbd7322b. Exiting log stream.
2026-03-13 04:32:57.502 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:62428/health" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:32:57.505 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-13 04:32:57.505 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-13 04:32:57.505 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:62428/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:32:57.507 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.60.63/tcp/62429/p2p/16Uiu2HAm98h3k4upaGJcsPG8akrpWWPfT6YjJKwaXL152hGZUeje","/ip4/172.18.60.63/tcp/62430/ws/p2p/16Uiu2HAm98h3k4upaGJcsPG8akrpWWPfT6YjJKwaXL152hGZUeje"],"enrUri":"enr:-L24QN7oJtD2VwuNcgG6txAH1SFCvPwY36106WREto37tXGfJK1hG_MMesutNVk2SWG3Js0nDLDibOd8sILUN2Tq-n8CgmlkgnY0gmlwhKwSPD-KbXVsdGlhZGRyc5YACASsEjw_BvPdAAoErBI8Pwbz3t0DgnJzhQADAQAAiXNlY3AyNTZrMaECy6nzb33rEA7OMYGIEyFHQqtZId6CulvfQKqmmc2s7PWDdGNwgvPdg3VkcILz34V3YWt1MgU"}'
2026-03-13 04:32:57.508 INFO [src.node.waku_node] REST service is ready !!
2026-03-13 04:32:57.508 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2026-03-13 04:32:57.514 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-13 04:32:57.514 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-13_04-32-56__cfa8da11-4a8b-4363-92db-8c50b88c4ab4__wakuorg_nwaku:latest.log
2026-03-13 04:32:57.515 DEBUG [src.node.waku_node] Starting Node...
2026-03-13 04:32:57.515 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-13 04:32:57.516 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-13 04:32:57.516 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.164.160
2026-03-13 04:32:57.516 DEBUG [src.node.docker_mananger] Generated ports ['56258', '56259', '56260', '56261', '56262']
2026-03-13 04:32:57.517 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-13 04:32:57.517 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-13 04:32:57.517 DEBUG [src.node.waku_node] Using volumes []
2026-03-13 04:32:57.517 DEBUG [src.node.docker_mananger] docker run -i -t -p 56258:56258 -p 56259:56259 -p 56260:56260 -p 56261:56261 -p 56262:56262 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=56260 --rest-port=56258 --tcp-port=56259 --discv5-udp-port=56261 --rest-address=0.0.0.0 --nat=extip:172.18.164.160 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=c587cb35104bee9da52f31bdad1db977fac07be608d4f8cdd71602b24d0ceae4 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=56262 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QN7oJtD2VwuNcgG6txAH1SFCvPwY36106WREto37tXGfJK1hG_MMesutNVk2SWG3Js0nDLDibOd8sILUN2Tq-n8CgmlkgnY0gmlwhKwSPD-KbXVsdGlhZGRyc5YACASsEjw_BvPdAAoErBI8Pwbz3t0DgnJzhQADAQAAiXNlY3AyNTZrMaECy6nzb33rEA7OMYGIEyFHQqtZId6CulvfQKqmmc2s7PWDdGNwgvPdg3VkcILz34V3YWt1MgU --filternode=/ip4/172.18.60.63/tcp/62429/p2p/16Uiu2HAm98h3k4upaGJcsPG8akrpWWPfT6YjJKwaXL152hGZUeje
2026-03-13 04:32:57.709 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.164.160 waku 8fa87d4e6b772d435b684b3d4899f1a04f0e3acbda547c49a9247bdc1913ddf4
2026-03-13 04:32:57.742 DEBUG [src.node.docker_mananger] Container started with ID 8fa87d4e6b77. Setting up logs at ./log/docker/node2_2026-03-13_04-32-56__cfa8da11-4a8b-4363-92db-8c50b88c4ab4__wakuorg_nwaku:latest.log
2026-03-13 04:32:57.742 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 56258
2026-03-13 04:32:57.742 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-13 04:32:58.744 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:56258/health" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:32:58.746 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-13 04:32:58.746 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-13 04:32:58.747 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:56258/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:32:58.749 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.164.160/tcp/56259/p2p/16Uiu2HAmK3f5JLjByNcZu97S2vHBJTMWLb11zCCmew9VkTraEBGQ","/ip4/172.18.164.160/tcp/56260/ws/p2p/16Uiu2HAmK3f5JLjByNcZu97S2vHBJTMWLb11zCCmew9VkTraEBGQ"],"enrUri":"enr:-L24QLPbCnHykC-0we9zRzT4Bhlud71IXuFJTgNavdSwcEM5UEDKdDki5TbvltylsnbLMKPAdxEVOvCnr0YiV-EvcgUCgmlkgnY0gmlwhKwSpKCKbXVsdGlhZGRyc5YACASsEqSgBtvDAAoErBKkoAbbxN0DgnJzhQADAQAAiXNlY3AyNTZrMaEDXvSvYPY-7jpagzNl3MyOBfh3iYzps7aEx8vuKBXV_52DdGNwgtvDg3VkcILbxYV3YWt1MgA"}'
2026-03-13 04:32:58.749 INFO [src.node.waku_node] REST service is ready !!
2026-03-13 04:32:58.749 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:56258/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.60.63/tcp/62429/p2p/16Uiu2HAm98h3k4upaGJcsPG8akrpWWPfT6YjJKwaXL152hGZUeje"]'
2026-03-13 04:32:58.783 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-13 04:32:58.784 DEBUG [src.steps.filter] Running fixture setup: subscribe_main_nodes
2026-03-13 04:32:58.784 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:62428/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-03-13 04:32:58.801 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-13 04:32:58.802 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:56258/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "d3492c13-6780-4875-b625-e07740f8f703", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-03-13 04:32:58.817 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"d3492c13-6780-4875-b625-e07740f8f703","statusDesc":"OK"}'
2026-03-13 04:32:58.819 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:62428/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-13 04:32:58.826 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-13 04:32:58.826 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-13 04:32:58.927 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-13 04:32:58.927 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:56258/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:32:58.929 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773376378819387410,"ephemeral":false}]'
2026-03-13 04:32:58.931 DEBUG [src.node.waku_node] Pausing container with id 2f1f342a11ed
2026-03-13 04:32:58.940 DEBUG [src.node.waku_node] Unpause container with id 2f1f342a11ed
2026-03-13 04:32:58.948 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:62428/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-13 04:32:58.953 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-13 04:32:58.953 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-13 04:32:59.053 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-13 04:32:59.054 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:56258/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:32:59.056 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773376378948744902,"ephemeral":false}]'
2026-03-13 04:32:59.058 DEBUG [src.node.waku_node] Pausing container with id 8fa87d4e6b77
2026-03-13 04:32:59.066 DEBUG [src.node.waku_node] Unpause container with id 8fa87d4e6b77
2026-03-13 04:32:59.076 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:62428/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTI=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-03-13 04:32:59.081 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-13 04:32:59.081 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-13 04:32:59.181 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-13 04:32:59.182 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:56258/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-03-13 04:32:59.184 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTI=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1773376379076601808,"ephemeral":false}]'
2026-03-13 04:32:59.187 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-13 04:32:59.188 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-13 04:32:59.188 DEBUG [src.node.waku_node] Stopping container with id 2f1f342a11ed
2026-03-13 04:32:59.742 DEBUG [src.node.waku_node] Container stopped.
2026-03-13 04:32:59.743 DEBUG [src.node.waku_node] Stopping container with id 8fa87d4e6b77
2026-03-13 04:33:00.256 DEBUG [src.node.waku_node] Container stopped.
2026-03-13 04:33:00.257 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-13 04:33:00.269 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-13 04:33:00.273 DEBUG [src.node.docker_mananger] No errors found in the waku logs.