92 lines
15 KiB
Plaintext

2026-03-01 04:40:27.245 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-01 04:40:27.246 DEBUG [tests.conftest] Running test: test_messages_with_timestamps_far_from_now with id: 2026-03-01_04-40-27__a8ef4825-ef03-4856-887d-ad4b6a0b8cad
2026-03-01 04:40:27.246 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-01 04:40:27.246 DEBUG [src.steps.store] Running fixture setup: store_setup
2026-03-01 04:40:27.247 DEBUG [src.steps.store] Running fixture setup: node_setup
2026-03-01 04:40:27.254 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-01 04:40:27.254 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/publishing_node1_2026-03-01_04-40-27__a8ef4825-ef03-4856-887d-ad4b6a0b8cad__wakuorg_nwaku:latest.log
2026-03-01 04:40:27.254 DEBUG [src.node.waku_node] Starting Node...
2026-03-01 04:40:27.255 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-01 04:40:27.256 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-01 04:40:27.256 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.226.188
2026-03-01 04:40:27.256 DEBUG [src.node.docker_mananger] Generated ports ['49190', '49191', '49192', '49193', '49194']
2026-03-01 04:40:27.257 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-01 04:40:27.257 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-01 04:40:27.257 DEBUG [src.node.waku_node] Using volumes []
2026-03-01 04:40:27.257 DEBUG [src.node.docker_mananger] docker run -i -t -p 49190:49190 -p 49191:49191 -p 49192:49192 -p 49193:49193 -p 49194:49194 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=49192 --rest-port=49190 --tcp-port=49191 --discv5-udp-port=49193 --rest-address=0.0.0.0 --nat=extip:172.18.226.188 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=4fec7585aaebefb47ed3abfc5577c38deb06bb82babd8a3edf2d3cf57db2cfa7 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=49194 --metrics-logging=true --store=true --relay=true
2026-03-01 04:40:27.482 ERROR [src.node.docker_mananger] Max retries reached for container f88c1f8c24d4. Exiting log stream.
2026-03-01 04:40:27.493 DEBUG [src.node.waku_node] Starting Node...
2026-03-01 04:40:27.493 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-01 04:40:27.495 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-01 04:40:27.495 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.169.68
2026-03-01 04:40:27.495 DEBUG [src.node.docker_mananger] Generated ports ['14380', '14381', '14382', '14383', '14384']
2026-03-01 04:40:27.495 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-01 04:40:27.495 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-01 04:40:27.496 DEBUG [src.node.waku_node] Using volumes []
2026-03-01 04:40:27.496 DEBUG [src.node.docker_mananger] docker run -i -t -p 14380:14380 -p 14381:14381 -p 14382:14382 -p 14383:14383 -p 14384:14384 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=14382 --rest-port=14380 --tcp-port=14381 --discv5-udp-port=14383 --rest-address=0.0.0.0 --nat=extip:172.18.169.68 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=bcc7ac8ca7e4d487efbbab9bcaf4dabc636fab1f15d8aa54cd7641beeb0234f0 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=14384 --metrics-logging=true --store=true --relay=true
2026-03-01 04:40:27.692 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.169.68 waku 37b0ca3755ae5d08227cf340007db6e7ea371b7884872ad76c694cef204c4f1c
2026-03-01 04:40:27.728 DEBUG [src.node.docker_mananger] Container started with ID 37b0ca3755ae. Setting up logs at ./log/docker/publishing_node1_2026-03-01_04-40-27__a8ef4825-ef03-4856-887d-ad4b6a0b8cad__wakuorg_nwaku:latest.log
2026-03-01 04:40:27.729 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 14380
2026-03-01 04:40:27.731 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-01 04:40:28.031 ERROR [src.node.docker_mananger] Max retries reached for container 5229df3c0814. Exiting log stream.
2026-03-01 04:40:28.731 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14380/health" -H "Content-Type: application/json" -d 'None'
2026-03-01 04:40:28.735 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Disconnected","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-01 04:40:28.735 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-01 04:40:28.735 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14380/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-01 04:40:28.738 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.169.68/tcp/14381/p2p/16Uiu2HAmCcJ59qhh7o6eWHn5T8BYK9Hm2z6NfkeXPQXYfYqzozdH","/ip4/172.18.169.68/tcp/14382/ws/p2p/16Uiu2HAmCcJ59qhh7o6eWHn5T8BYK9Hm2z6NfkeXPQXYfYqzozdH"],"enrUri":"enr:-L24QJNWOn4poiwDw54KsqxsJ1ZIGM3iR1h19I5Q2GX864UlYZbGdPB5FZrPz7VlzIrU6m4Awm2_fkcKxO13BDlHjwQCgmlkgnY0gmlwhKwSqUSKbXVsdGlhZGRyc5YACASsEqlEBjgtAAoErBKpRAY4Lt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC_09LsBLgLWmj8y0svAYdbqRua0MyvGnnIxMqENiwJryDdGNwgjgtg3VkcII4L4V3YWt1MgM"}'
2026-03-01 04:40:28.738 INFO [src.node.waku_node] REST service is ready !!
2026-03-01 04:40:28.746 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-01 04:40:28.746 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/store_node1_2026-03-01_04-40-27__a8ef4825-ef03-4856-887d-ad4b6a0b8cad__wakuorg_nwaku:latest.log
2026-03-01 04:40:28.746 DEBUG [src.node.waku_node] Starting Node...
2026-03-01 04:40:28.747 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-01 04:40:28.748 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-01 04:40:28.748 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.184.161
2026-03-01 04:40:28.748 DEBUG [src.node.docker_mananger] Generated ports ['26086', '26087', '26088', '26089', '26090']
2026-03-01 04:40:28.749 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-01 04:40:28.749 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-01 04:40:28.749 DEBUG [src.node.waku_node] Using volumes []
2026-03-01 04:40:28.749 DEBUG [src.node.docker_mananger] docker run -i -t -p 26086:26086 -p 26087:26087 -p 26088:26088 -p 26089:26089 -p 26090:26090 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=26088 --rest-port=26086 --tcp-port=26087 --discv5-udp-port=26089 --rest-address=0.0.0.0 --nat=extip:172.18.184.161 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=419e95633ddd03f646b6bb4d7dfdcab9ddbaae8c659c4c3c9514ebfedf59e0c9 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=26090 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QJNWOn4poiwDw54KsqxsJ1ZIGM3iR1h19I5Q2GX864UlYZbGdPB5FZrPz7VlzIrU6m4Awm2_fkcKxO13BDlHjwQCgmlkgnY0gmlwhKwSqUSKbXVsdGlhZGRyc5YACASsEqlEBjgtAAoErBKpRAY4Lt0DgnJzhQADAQAAiXNlY3AyNTZrMaEC_09LsBLgLWmj8y0svAYdbqRua0MyvGnnIxMqENiwJryDdGNwgjgtg3VkcII4L4V3YWt1MgM --storenode=/ip4/172.18.169.68/tcp/14381/p2p/16Uiu2HAmCcJ59qhh7o6eWHn5T8BYK9Hm2z6NfkeXPQXYfYqzozdH --store=true --relay=true
2026-03-01 04:40:28.956 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.184.161 waku 456d190e557d1da82727ccb464a7ba5bc0a493990a22734e1da08a2c37325b35
2026-03-01 04:40:28.994 DEBUG [src.node.docker_mananger] Container started with ID 456d190e557d. Setting up logs at ./log/docker/store_node1_2026-03-01_04-40-27__a8ef4825-ef03-4856-887d-ad4b6a0b8cad__wakuorg_nwaku:latest.log
2026-03-01 04:40:28.995 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 26086
2026-03-01 04:40:28.995 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-01 04:40:29.997 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26086/health" -H "Content-Type: application/json" -d 'None'
2026-03-01 04:40:30.000 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"PartiallyConnected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-01 04:40:30.000 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-01 04:40:30.001 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:26086/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-01 04:40:30.003 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.184.161/tcp/26087/p2p/16Uiu2HAmNXqiFaAgRFzXmK3iSoHcjzR5iNg9aFsC7FDscAY1P4fj","/ip4/172.18.184.161/tcp/26088/ws/p2p/16Uiu2HAmNXqiFaAgRFzXmK3iSoHcjzR5iNg9aFsC7FDscAY1P4fj"],"enrUri":"enr:-L24QL0st-aP0K2bkJo-lTk7cON2nK5YG3c-YmUhMLnFfIkEeZTUYd9YU8oYhM9X13Q62o3I-rt0rouczKpLQVyXz3YCgmlkgnY0gmlwhKwSuKGKbXVsdGlhZGRyc5YACASsErihBmXnAAoErBK4oQZl6N0DgnJzhQADAQAAiXNlY3AyNTZrMaEDksAJMj6qcZGo-2gluAoIkjgCjYmf6C1Gem13OguZ18KDdGNwgmXng3VkcIJl6YV3YWt1MgM"}'
2026-03-01 04:40:30.004 INFO [src.node.waku_node] REST service is ready !!
2026-03-01 04:40:30.004 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26086/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.169.68/tcp/14381/p2p/16Uiu2HAmCcJ59qhh7o6eWHn5T8BYK9Hm2z6NfkeXPQXYfYqzozdH"]'
2026-03-01 04:40:30.007 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-01 04:40:30.007 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:14380/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-01 04:40:30.010 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-01 04:40:30.010 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:26086/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
2026-03-01 04:40:30.012 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-01 04:40:30.013 DEBUG [tests.store.test_time_filter] Running test with payload 20 sec Past
2026-03-01 04:40:30.013 DEBUG [src.steps.store] Relaying message
2026-03-01 04:40:30.014 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:14380/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-01 04:40:30.019 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-01 04:40:30.019 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-03-01 04:40:30.220 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2026-03-01 04:40:30.220 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14380/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true&pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-01 04:40:30.224 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[]}'
2026-03-01 04:40:30.224 DEBUG [src.steps.store] messages length is 0
2026-03-01 04:40:30.224 DEBUG [tests.store.test_time_filter] Running test with payload 40 sec Future
2026-03-01 04:40:30.225 DEBUG [src.steps.store] Relaying message
2026-03-01 04:40:30.225 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:14380/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-01 04:40:30.230 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-01 04:40:30.230 DEBUG [src.libs.common] Sleeping for 0.2 seconds
2026-03-01 04:40:30.431 DEBUG [src.steps.store] Checking that peer wakuorg/nwaku:latest can find the stored messages
2026-03-01 04:40:30.431 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:14380/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true&pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-01 04:40:30.434 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[]}'
2026-03-01 04:40:30.435 DEBUG [src.steps.store] messages length is 0
2026-03-01 04:40:30.436 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-01 04:40:30.438 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-01 04:40:30.438 DEBUG [src.node.waku_node] Stopping container with id 37b0ca3755ae
2026-03-01 04:40:31.003 DEBUG [src.node.waku_node] Container stopped.
2026-03-01 04:40:31.003 DEBUG [src.node.waku_node] Stopping container with id 456d190e557d
2026-03-01 04:40:31.581 DEBUG [src.node.waku_node] Container stopped.
2026-03-01 04:40:31.584 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-01 04:40:31.595 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-01 04:40:31.601 DEBUG [src.node.docker_mananger] No errors found in the waku logs.