DEBUG    tests.conftest:conftest.py:51 Running fixture setup: test_id
DEBUG    tests.conftest:conftest.py:57 Running test: test_store_node_restarts with id: 2024-09-12_04-39-20__4e41273a-7178-4d40-a45e-6b80f0e3c68f
DEBUG    src.steps.common:common.py:17 Running fixture setup: common_setup
DEBUG    src.steps.store:store.py:28 Running fixture setup: store_setup
DEBUG    src.steps.store:store.py:36 Running fixture setup: node_setup
DEBUG    src.node.docker_mananger:docker_mananger.py:18 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:85 WakuNode instance initialized with log path ./log/docker/publishing_node1_2024-09-12_04-39-20__4e41273a-7178-4d40-a45e-6b80f0e3c68f__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:89 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:21 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:24 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:81 Generated random external IP 172.18.25.176
DEBUG    src.node.docker_mananger:docker_mananger.py:74 Generated ports ['4930', '4931', '4932', '4933', '4934']
DEBUG    src.node.waku_node:waku_node.py:434 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:163 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:165 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:48 docker run -i -t -p 4930:4930 -p 4931:4931 -p 4932:4932 -p 4933:4933 -p 4934:4934 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=4932 --rest-port=4930 --tcp-port=4931 --discv5-udp-port=4933 --rest-address=0.0.0.0 --nat=extip:172.18.25.176 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=c927dbcaedbdd6be9a628859fa5feaeebf0cedd3fbc4daff512af174c53e4d4f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=4934 --metrics-logging=true --store=true --relay=true
DEBUG    src.node.docker_mananger:docker_mananger.py:54 docker network connect --ip 172.18.25.176 waku cf26199211ff331935c339dd2483a7f65450fe6f928ee9e79d04e74a0261fc13
DEBUG    src.node.docker_mananger:docker_mananger.py:57 Container started with ID cf26199211ff. Setting up logs at ./log/docker/publishing_node1_2024-09-12_04-39-20__4e41273a-7178-4d40-a45e-6b80f0e3c68f__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:177 Started container from image wakuorg/nwaku:latest. REST: 4930
DEBUG    src.libs.common:common.py:35 Sleeping for 1 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:4930/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"Ready","protocolsHealth":[]}'
INFO     src.node.waku_node:waku_node.py:277 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:4930/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.25.176/tcp/4931/p2p/16Uiu2HAmGkumxJaHybtp5vvwC7y3MTT4Nk5PuzrUaLGnQHGygVKK","/ip4/172.18.25.176/tcp/4932/ws/p2p/16Uiu2HAmGkumxJaHybtp5vvwC7y3MTT4Nk5PuzrUaLGnQHGygVKK"],"enrUri":"enr:-LO4QPitp0BXqojm4PFHjxq9i879laFCX7cwRTKn06Kz0og3MEmothFepA7ghmvyglANzZrdqD0io9dAKMrn7QzAQJ8BgmlkgnY0gmlwhKwSGbCKbXVsdGlhZGRyc4wACgSsEhmwBhNE3QOCcnOFAAMBAACJc2VjcDI1NmsxoQM88w9Ty9-07fhhDhtpn5KenjloFK8m2D_3IFKeuFqcjoN0Y3CCE0ODdWRwghNFhXdha3UyAw"}'
INFO     src.node.waku_node:waku_node.py:282 REST service is ready !!
DEBUG    src.node.docker_mananger:docker_mananger.py:18 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:85 WakuNode instance initialized with log path ./log/docker/store_node1_2024-09-12_04-39-20__4e41273a-7178-4d40-a45e-6b80f0e3c68f__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:89 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:21 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:24 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:81 Generated random external IP 172.18.212.130
DEBUG    src.node.docker_mananger:docker_mananger.py:74 Generated ports ['30950', '30951', '30952', '30953', '30954']
DEBUG    src.node.waku_node:waku_node.py:434 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:163 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:165 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:48 docker run -i -t -p 30950:30950 -p 30951:30951 -p 30952:30952 -p 30953:30953 -p 30954:30954 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=30952 --rest-port=30950 --tcp-port=30951 --discv5-udp-port=30953 --rest-address=0.0.0.0 --nat=extip:172.18.212.130 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=63f39b9e0301d9a65f96eedc8aefb9493fe057df97fc7b31be354ec682fa83ce --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=30954 --metrics-logging=true --discv5-bootstrap-node=enr:-LO4QPitp0BXqojm4PFHjxq9i879laFCX7cwRTKn06Kz0og3MEmothFepA7ghmvyglANzZrdqD0io9dAKMrn7QzAQJ8BgmlkgnY0gmlwhKwSGbCKbXVsdGlhZGRyc4wACgSsEhmwBhNE3QOCcnOFAAMBAACJc2VjcDI1NmsxoQM88w9Ty9-07fhhDhtpn5KenjloFK8m2D_3IFKeuFqcjoN0Y3CCE0ODdWRwghNFhXdha3UyAw --storenode=/ip4/172.18.25.176/tcp/4931/p2p/16Uiu2HAmGkumxJaHybtp5vvwC7y3MTT4Nk5PuzrUaLGnQHGygVKK --store=true --relay=true
DEBUG    src.node.docker_mananger:docker_mananger.py:54 docker network connect --ip 172.18.212.130 waku 707308fcea9e2be51aab428defcb599f880af1dfc292cfa054f629c30ea9b735
DEBUG    src.node.docker_mananger:docker_mananger.py:57 Container started with ID 707308fcea9e. Setting up logs at ./log/docker/store_node1_2024-09-12_04-39-20__4e41273a-7178-4d40-a45e-6b80f0e3c68f__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:177 Started container from image wakuorg/nwaku:latest. REST: 30950
DEBUG    src.libs.common:common.py:35 Sleeping for 1 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:30950/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"Ready","protocolsHealth":[]}'
INFO     src.node.waku_node:waku_node.py:277 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:30950/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.212.130/tcp/30951/p2p/16Uiu2HAmHnM3SyofYR7wZc4RJZ8xNpTAb9vzmsrBBbmLwUcFzUXB","/ip4/172.18.212.130/tcp/30952/ws/p2p/16Uiu2HAmHnM3SyofYR7wZc4RJZ8xNpTAb9vzmsrBBbmLwUcFzUXB"],"enrUri":"enr:-LO4QJZJSwzSmkhzN-WH8uK93uAHOEXf8-63CVIIQAMQFbI8aTJkhVAf3B4VtSPKJBEVuiwesJ4DDyMLjMN7RZ9OqTYBgmlkgnY0gmlwhKwS1IKKbXVsdGlhZGRyc4wACgSsEtSCBnjo3QOCcnOFAAMBAACJc2VjcDI1NmsxoQNMLOWy0-3KJZMDRwQGYOUb5sMXCN5Pan8fBMr6QFzrCoN0Y3CCeOeDdWRwgnjphXdha3UyAw"}'
INFO     src.node.waku_node:waku_node.py:282 REST service is ready !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:30950/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.25.176/tcp/4931/p2p/16Uiu2HAmGkumxJaHybtp5vvwC7y3MTT4Nk5PuzrUaLGnQHGygVKK"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:4930/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:30950/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.steps.store:store.py:129 Relaying message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:4930/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:35 Sleeping for 0.2 seconds
DEBUG    src.steps.store:store.py:215 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:4930/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"h/B+VZRU7m7ueakJ9HbXA7qw4Dz4EK0CzPffwufbAAY="}]}'
DEBUG    src.steps.store:store.py:215 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:30950/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"h/B+VZRU7m7ueakJ9HbXA7qw4Dz4EK0CzPffwufbAAY="}]}'
DEBUG    src.node.waku_node:waku_node.py:244 Restarting container with id 707308fcea9e
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:30950/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:30950/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"Ready","protocolsHealth":[]}'
INFO     src.node.waku_node:waku_node.py:277 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:30950/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.212.130/tcp/30951/p2p/16Uiu2HAmHnM3SyofYR7wZc4RJZ8xNpTAb9vzmsrBBbmLwUcFzUXB","/ip4/172.18.212.130/tcp/30952/ws/p2p/16Uiu2HAmHnM3SyofYR7wZc4RJZ8xNpTAb9vzmsrBBbmLwUcFzUXB"],"enrUri":"enr:-LO4QJZJSwzSmkhzN-WH8uK93uAHOEXf8-63CVIIQAMQFbI8aTJkhVAf3B4VtSPKJBEVuiwesJ4DDyMLjMN7RZ9OqTYBgmlkgnY0gmlwhKwS1IKKbXVsdGlhZGRyc4wACgSsEtSCBnjo3QOCcnOFAAMBAACJc2VjcDI1NmsxoQNMLOWy0-3KJZMDRwQGYOUb5sMXCN5Pan8fBMr6QFzrCoN0Y3CCeOeDdWRwgnjphXdha3UyAw"}'
INFO     src.node.waku_node:waku_node.py:282 REST service is ready !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:30950/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.steps.store:store.py:129 Relaying message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:4930/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:35 Sleeping for 0.2 seconds
DEBUG    src.steps.store:store.py:215 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:4930/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"h/B+VZRU7m7ueakJ9HbXA7qw4Dz4EK0CzPffwufbAAY="},{"messageHash":"AbhSqI3v6sl85H9XZLUKR+tPkcmbuqzmLR0EYNBumuk="}]}'
DEBUG    src.steps.store:store.py:215 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:30950/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"h/B+VZRU7m7ueakJ9HbXA7qw4Dz4EK0CzPffwufbAAY="},{"messageHash":"AbhSqI3v6sl85H9XZLUKR+tPkcmbuqzmLR0EYNBumuk="}]}'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:4930/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"h/B+VZRU7m7ueakJ9HbXA7qw4Dz4EK0CzPffwufbAAY="},{"messageHash":"AbhSqI3v6sl85H9XZLUKR+tPkcmbuqzmLR0EYNBumuk="}]}'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:30950/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"h/B+VZRU7m7ueakJ9HbXA7qw4Dz4EK0CzPffwufbAAY="},{"messageHash":"AbhSqI3v6sl85H9XZLUKR+tPkcmbuqzmLR0EYNBumuk="}]}'
DEBUG    tests.conftest:conftest.py:59 Running fixture teardown: test_setup
DEBUG    tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
DEBUG    src.node.waku_node:waku_node.py:221 Stopping container with id cf26199211ff
DEBUG    src.node.waku_node:waku_node.py:228 Container stopped.
DEBUG    src.node.waku_node:waku_node.py:221 Stopping container with id 707308fcea9e
DEBUG    src.node.waku_node:waku_node.py:228 Container stopped.
DEBUG    tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
DEBUG    src.node.docker_mananger:docker_mananger.py:117 No errors found in the waku logs.
DEBUG    src.node.docker_mananger:docker_mananger.py:117 No errors found in the waku logs.