107 lines
18 KiB
Plaintext

2025-12-22 04:26:52.783 DEBUG [tests.conftest] Running fixture setup: test_id
2025-12-22 04:26:52.783 DEBUG [tests.conftest] Running test: test_publish_after_node_pauses_and_pauses with id: 2025-12-22_04-26-52__c0d3c60e-f1b5-4c4b-8e75-20f1e58c9c33
2025-12-22 04:26:52.783 DEBUG [src.steps.common] Running fixture setup: common_setup
2025-12-22 04:26:52.783 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2025-12-22 04:26:52.784 DEBUG [src.steps.relay] Running fixture setup: setup_main_relay_nodes
2025-12-22 04:26:52.789 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-22 04:26:52.790 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2025-12-22_04-26-52__c0d3c60e-f1b5-4c4b-8e75-20f1e58c9c33__wakuorg_nwaku:latest.log
2025-12-22 04:26:52.790 DEBUG [src.node.waku_node] Starting Node...
2025-12-22 04:26:52.790 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-22 04:26:52.791 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-22 04:26:52.791 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.47.29
2025-12-22 04:26:52.791 DEBUG [src.node.docker_mananger] Generated ports ['16712', '16713', '16714', '16715', '16716']
2025-12-22 04:26:52.792 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-22 04:26:52.792 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-22 04:26:52.792 DEBUG [src.node.waku_node] Using volumes []
2025-12-22 04:26:52.792 DEBUG [src.node.docker_mananger] docker run -i -t -p 16712:16712 -p 16713:16713 -p 16714:16714 -p 16715:16715 -p 16716:16716 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=16714 --rest-port=16712 --tcp-port=16713 --discv5-udp-port=16715 --rest-address=0.0.0.0 --nat=extip:172.18.47.29 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=cacc1a03f1acf70f67ebce6e590de5dabbadbccc0bad8c36d79caf6fd51552da --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=16716 --metrics-logging=true --relay=true
2025-12-22 04:26:52.980 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.47.29 waku 294930ef9732d9b15a7b85e1a59b94749829cc896840eefe94774bc136c0d249
2025-12-22 04:26:53.013 DEBUG [src.node.docker_mananger] Container started with ID 294930ef9732. Setting up logs at ./log/docker/node1_2025-12-22_04-26-52__c0d3c60e-f1b5-4c4b-8e75-20f1e58c9c33__wakuorg_nwaku:latest.log
2025-12-22 04:26:53.014 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 16712
2025-12-22 04:26:53.014 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-22 04:26:53.053 ERROR [src.node.docker_mananger] Max retries reached for container a5a251cc0291. Exiting log stream.
2025-12-22 04:26:53.590 ERROR [src.node.docker_mananger] Max retries reached for container 6d72d29d9914. Exiting log stream.
2025-12-22 04:26:54.014 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:16712/health" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:54.018 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-22 04:26:54.018 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-22 04:26:54.018 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:16712/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:54.020 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.47.29/tcp/16713/p2p/16Uiu2HAmEmXJxDNijsjHQvBgS3PLgAZpsgojv7sfeTfS4jvKL6XE","/ip4/172.18.47.29/tcp/16714/ws/p2p/16Uiu2HAmEmXJxDNijsjHQvBgS3PLgAZpsgojv7sfeTfS4jvKL6XE"],"enrUri":"enr:-L24QIekGe__BC3kQq5arI74UKQ3re5L2R6PsAa4bln1-aIxRKAkyr1HnsjYyXnWSfI4PQ1YY6l9obLma9GKqcqK1woCgmlkgnY0gmlwhKwSLx2KbXVsdGlhZGRyc5YACASsEi8dBkFJAAoErBIvHQZBSt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDH2PdbddS1M2gLvrXODBnbF94y38B4K_qjT7HGAEoScWDdGNwgkFJg3VkcIJBS4V3YWt1MgE"}'
2025-12-22 04:26:54.021 INFO [src.node.waku_node] REST service is ready !!
2025-12-22 04:26:54.027 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2025-12-22 04:26:54.027 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2025-12-22_04-26-52__c0d3c60e-f1b5-4c4b-8e75-20f1e58c9c33__wakuorg_nwaku:latest.log
2025-12-22 04:26:54.027 DEBUG [src.node.waku_node] Starting Node...
2025-12-22 04:26:54.028 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2025-12-22 04:26:54.029 DEBUG [src.node.docker_mananger] Network waku already exists
2025-12-22 04:26:54.029 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.122.129
2025-12-22 04:26:54.029 DEBUG [src.node.docker_mananger] Generated ports ['13788', '13789', '13790', '13791', '13792']
2025-12-22 04:26:54.029 DEBUG [src.node.waku_node] RLN credentials were not set
2025-12-22 04:26:54.030 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2025-12-22 04:26:54.030 DEBUG [src.node.waku_node] Using volumes []
2025-12-22 04:26:54.030 DEBUG [src.node.docker_mananger] docker run -i -t -p 13788:13788 -p 13789:13789 -p 13790:13790 -p 13791:13791 -p 13792:13792 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=13790 --rest-port=13788 --tcp-port=13789 --discv5-udp-port=13791 --rest-address=0.0.0.0 --nat=extip:172.18.122.129 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=c78fdefbab3d71bdc3a45938970ddb5aecbe7db9e9e0b5809f5a0f7b6c2aee6a --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=13792 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QIekGe__BC3kQq5arI74UKQ3re5L2R6PsAa4bln1-aIxRKAkyr1HnsjYyXnWSfI4PQ1YY6l9obLma9GKqcqK1woCgmlkgnY0gmlwhKwSLx2KbXVsdGlhZGRyc5YACASsEi8dBkFJAAoErBIvHQZBSt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDH2PdbddS1M2gLvrXODBnbF94y38B4K_qjT7HGAEoScWDdGNwgkFJg3VkcIJBS4V3YWt1MgE
2025-12-22 04:26:54.217 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.122.129 waku ac4dd809e3ea8b411a7aef48676f2fd641d716a16884415ca74f05a70e0c1edd
2025-12-22 04:26:54.252 DEBUG [src.node.docker_mananger] Container started with ID ac4dd809e3ea. Setting up logs at ./log/docker/node2_2025-12-22_04-26-52__c0d3c60e-f1b5-4c4b-8e75-20f1e58c9c33__wakuorg_nwaku:latest.log
2025-12-22 04:26:54.252 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 13788
2025-12-22 04:26:54.252 DEBUG [src.libs.common] Sleeping for 1 seconds
2025-12-22 04:26:55.253 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13788/health" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.257 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2025-12-22 04:26:55.259 INFO [src.node.waku_node] Node protocols are initialized !!
2025-12-22 04:26:55.259 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13788/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.268 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.122.129/tcp/13789/p2p/16Uiu2HAkwiCFGB12x6m6vWgftQe5mCbtyV69Daq9zjppgvAd7mMr","/ip4/172.18.122.129/tcp/13790/ws/p2p/16Uiu2HAkwiCFGB12x6m6vWgftQe5mCbtyV69Daq9zjppgvAd7mMr"],"enrUri":"enr:-L24QHXqAkXE9Vgh6qa7fxamWBp6Q8UBjz-ffJpd5FTjJMygQCGCR5w2RJm880epLbr3ZQH5wMfuYYLLZ-zFNuRR-kYCgmlkgnY0gmlwhKwSeoGKbXVsdGlhZGRyc5YACASsEnqBBjXdAAoErBJ6gQY13t0DgnJzhQADAQAAiXNlY3AyNTZrMaECIfLjtFUsslchP0tnRu5TjxxAtJacPJK-oH346-tcxnmDdGNwgjXdg3VkcII134V3YWt1MgE"}'
2025-12-22 04:26:55.268 INFO [src.node.waku_node] REST service is ready !!
2025-12-22 04:26:55.269 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13788/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.47.29/tcp/16713/p2p/16Uiu2HAmEmXJxDNijsjHQvBgS3PLgAZpsgojv7sfeTfS4jvKL6XE"]'
2025-12-22 04:26:55.271 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-22 04:26:55.272 DEBUG [src.steps.relay] Running fixture setup: subscribe_main_relay_nodes
2025-12-22 04:26:55.272 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:16712/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-22 04:26:55.275 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-22 04:26:55.275 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:13788/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2025-12-22 04:26:55.280 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-22 04:26:55.281 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:16712/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-22 04:26:55.287 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-22 04:26:55.287 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-22 04:26:55.388 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-22 04:26:55.388 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:16712/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.391 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766377615281670912,"ephemeral":false,"proof":""}]'
2025-12-22 04:26:55.392 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-22 04:26:55.392 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13788/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.394 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766377615281670912,"ephemeral":false,"proof":""}]'
2025-12-22 04:26:55.396 INFO [src.steps.relay] WARM UP successful!!
2025-12-22 04:26:55.397 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:16712/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "UmVsYXkgd29ya3MhIQ==", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-22 04:26:55.400 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-22 04:26:55.401 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-22 04:26:55.501 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-22 04:26:55.501 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:16712/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.504 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766377615397112167,"ephemeral":false,"proof":""}]'
2025-12-22 04:26:55.505 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-22 04:26:55.505 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13788/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.507 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"UmVsYXkgd29ya3MhIQ==","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766377615397112167,"ephemeral":false,"proof":""}]'
2025-12-22 04:26:55.509 DEBUG [src.node.waku_node] Pausing container with id 294930ef9732
2025-12-22 04:26:55.518 DEBUG [src.node.waku_node] Unpause container with id 294930ef9732
2025-12-22 04:26:55.526 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:16712/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTE=", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-22 04:26:55.530 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-22 04:26:55.530 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-22 04:26:55.631 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-22 04:26:55.631 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:16712/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.633 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTE=","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766377615526701327,"ephemeral":false,"proof":""}]'
2025-12-22 04:26:55.635 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-22 04:26:55.635 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13788/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.637 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTE=","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766377615526701327,"ephemeral":false,"proof":""}]'
2025-12-22 04:26:55.638 DEBUG [src.node.waku_node] Pausing container with id ac4dd809e3ea
2025-12-22 04:26:55.647 DEBUG [src.node.waku_node] Unpause container with id ac4dd809e3ea
2025-12-22 04:26:55.655 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:16712/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "TTI=", "contentTopic": "/test/1/waku-relay/proto", "timestamp": '$(date +%s%N)'}'
2025-12-22 04:26:55.659 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2025-12-22 04:26:55.660 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2025-12-22 04:26:55.760 DEBUG [src.steps.relay] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2025-12-22 04:26:55.760 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:16712/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.763 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTI=","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766377615655373765,"ephemeral":false,"proof":""}]'
2025-12-22 04:26:55.764 DEBUG [src.steps.relay] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2025-12-22 04:26:55.764 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:13788/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d 'None'
2025-12-22 04:26:55.766 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"TTI=","contentTopic":"/test/1/waku-relay/proto","version":0,"timestamp":1766377615655373765,"ephemeral":false,"proof":""}]'
2025-12-22 04:26:55.769 DEBUG [tests.conftest] Running fixture teardown: test_setup
2025-12-22 04:26:55.770 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2025-12-22 04:26:55.770 DEBUG [src.node.waku_node] Stopping container with id 294930ef9732
2025-12-22 04:26:56.307 DEBUG [src.node.waku_node] Container stopped.
2025-12-22 04:26:56.308 DEBUG [src.node.waku_node] Stopping container with id ac4dd809e3ea
2025-12-22 04:26:56.790 DEBUG [src.node.waku_node] Container stopped.
2025-12-22 04:26:56.791 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2025-12-22 04:26:56.798 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2025-12-22 04:26:56.803 DEBUG [src.node.docker_mananger] No errors found in the waku logs.