DEBUG    tests.conftest:conftest.py:51 Running fixture setup: test_id
DEBUG    tests.conftest:conftest.py:57 Running test: test_publishing_node_paused_and_unpaused with id: 2025-12-24_04-32-57__c04686ae-3787-46a5-8069-72bc03da018e
DEBUG    src.steps.common:common.py:19 Running fixture setup: common_setup
DEBUG    src.steps.store:store.py:31 Running fixture setup: store_setup
DEBUG    src.steps.store:store.py:39 Running fixture setup: node_setup
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/publishing_node1_2025-12-24_04-32-57__c04686ae-3787-46a5-8069-72bc03da018e__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.16.195
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['46084', '46085', '46086', '46087', '46088']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 46084:46084 -p 46085:46085 -p 46086:46086 -p 46087:46087 -p 46088:46088 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=46086 --rest-port=46084 --tcp-port=46085 --discv5-udp-port=46087 --rest-address=0.0.0.0 --nat=extip:172.18.16.195 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=5f699d6bf7f66b33ebad2a088844c70b6aa24bdaf4b6d92adbb0f7ab0cdfbe3b --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=46088 --metrics-logging=true --store=true --relay=true
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.16.195 waku c8af5c91d41f5645e1ae68b71dcf650ebfcf521f8fb9f1f2b5e10c14afced138
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container 67d5e0c24753. Exiting log stream.
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID c8af5c91d41f. Setting up logs at ./log/docker/publishing_node1_2025-12-24_04-32-57__c04686ae-3787-46a5-8069-72bc03da018e__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 46084
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
ERROR    src.node.docker_mananger:docker_mananger.py:89 Max retries reached for container e4c00e9e7d3f. Exiting log stream.
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:46084/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:46084/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.16.195/tcp/46085/p2p/16Uiu2HAmJBVAbZFX11Hobq6M2WZRJgAPbqe5G6jZJ2Z5ujPs2tLg","/ip4/172.18.16.195/tcp/46086/ws/p2p/16Uiu2HAmJBVAbZFX11Hobq6M2WZRJgAPbqe5G6jZJ2Z5ujPs2tLg"],"enrUri":"enr:-L24QPm_wDlaMJrtQdvWUTDqeSspCpW94eyFKClmmYFNRpo0QWfLXXdGkQlvlc-aTnEEvUqC7ECXvFGD_mzzaW7usKcCgmlkgnY0gmlwhKwSEMOKbXVsdGlhZGRyc5YACASsEhDDBrQFAAoErBIQwwa0Bt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDUhpw2y-ZCynTnUoENwOaJrYGaJwX-DBv-iefTcK2_imDdGNwgrQFg3VkcIK0B4V3YWt1MgM"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
DEBUG    src.node.docker_mananger:docker_mananger.py:19 Docker client initialized with image wakuorg/nwaku:latest
DEBUG    src.node.waku_node:waku_node.py:86 WakuNode instance initialized with log path ./log/docker/store_node1_2025-12-24_04-32-57__c04686ae-3787-46a5-8069-72bc03da018e__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:90 Starting Node...
DEBUG    src.node.docker_mananger:docker_mananger.py:22 Attempting to create or retrieve network waku
DEBUG    src.node.docker_mananger:docker_mananger.py:25 Network waku already exists
DEBUG    src.node.docker_mananger:docker_mananger.py:108 Generated random external IP 172.18.61.199
DEBUG    src.node.docker_mananger:docker_mananger.py:101 Generated ports ['44010', '44011', '44012', '44013', '44014']
DEBUG    src.node.waku_node:waku_node.py:439 RLN credentials were not set
INFO     src.node.waku_node:waku_node.py:176 RLN credentials not set or credential store not available, starting without RLN
DEBUG    src.node.waku_node:waku_node.py:178 Using volumes []
DEBUG    src.node.docker_mananger:docker_mananger.py:49 docker run -i -t -p 44010:44010 -p 44011:44011 -p 44012:44012 -p 44013:44013 -p 44014:44014 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=44012 --rest-port=44010 --tcp-port=44011 --discv5-udp-port=44013 --rest-address=0.0.0.0 --nat=extip:172.18.61.199 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=bae24bf9851dfa2ab09f6aa7c2dea3bdd28fb6f5c1ebd3fd18bebcbcfde7ff6f --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=44014 --metrics-logging=true --discv5-bootstrap-node=enr:-L24QPm_wDlaMJrtQdvWUTDqeSspCpW94eyFKClmmYFNRpo0QWfLXXdGkQlvlc-aTnEEvUqC7ECXvFGD_mzzaW7usKcCgmlkgnY0gmlwhKwSEMOKbXVsdGlhZGRyc5YACASsEhDDBrQFAAoErBIQwwa0Bt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDUhpw2y-ZCynTnUoENwOaJrYGaJwX-DBv-iefTcK2_imDdGNwgrQFg3VkcIK0B4V3YWt1MgM --storenode=/ip4/172.18.16.195/tcp/46085/p2p/16Uiu2HAmJBVAbZFX11Hobq6M2WZRJgAPbqe5G6jZJ2Z5ujPs2tLg --store=true --relay=true
DEBUG    src.node.docker_mananger:docker_mananger.py:55 docker network connect --ip 172.18.61.199 waku 5f650d9e3905ee41a8cbe7a0f7005dacd2adddd3e09e3fe2c83318d7a0999004
DEBUG    src.node.docker_mananger:docker_mananger.py:58 Container started with ID 5f650d9e3905. Setting up logs at ./log/docker/store_node1_2025-12-24_04-32-57__c04686ae-3787-46a5-8069-72bc03da018e__wakuorg_nwaku:latest.log
DEBUG    src.node.waku_node:waku_node.py:190 Started container from image wakuorg/nwaku:latest. REST: 44010
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:44010/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"READY"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"READY"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:44010/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.61.199/tcp/44011/p2p/16Uiu2HAmSe4NLDGH3tm7GT3U3odx9N65BFsY4hYncvVAjhEuXHan","/ip4/172.18.61.199/tcp/44012/ws/p2p/16Uiu2HAmSe4NLDGH3tm7GT3U3odx9N65BFsY4hYncvVAjhEuXHan"],"enrUri":"enr:-L24QFFyE5k4CnYGnl3qlyhraaQtoXgRrohag8Sx_H0g8NOpO9ICMsz75LmMRJHvaSFwCPypp43fzjzUOLOvT4iai4UCgmlkgnY0gmlwhKwSPceKbXVsdGlhZGRyc5YACASsEj3HBqvrAAoErBI9xwar7N0DgnJzhQADAQAAiXNlY3AyNTZrMaEDz8aUTG9fWzEn5wgQsyklsEZtow-2NiXBfsUu0TACGveDdGNwgqvrg3VkcIKr7YV3YWt1MgM"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:44010/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.16.195/tcp/46085/p2p/16Uiu2HAmJBVAbZFX11Hobq6M2WZRJgAPbqe5G6jZJ2Z5ujPs2tLg"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:46084/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:44010/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/0"]'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.steps.store:store.py:132 Relaying message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:46084/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.2 seconds
DEBUG    src.steps.store:store.py:211 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:46084/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x68a13a7696f71ca0a4dfa8cc58710174cc374a76413900615e2b89492026ec65"}]}'
DEBUG    src.steps.store:store.py:228 messages length is 1
DEBUG    src.steps.store:store.py:211 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:44010/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x68a13a7696f71ca0a4dfa8cc58710174cc374a76413900615e2b89492026ec65"}]}'
DEBUG    src.steps.store:store.py:228 messages length is 1
DEBUG    src.node.waku_node:waku_node.py:262 Pausing container with id c8af5c91d41f
DEBUG    src.libs.common:common.py:47 Sleeping for 1 seconds
DEBUG    src.node.waku_node:waku_node.py:267 Unpause container with id c8af5c91d41f
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:46084/health" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"READY"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"READY"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
INFO     src.node.waku_node:waku_node.py:287 Node protocols are initialized !!
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:46084/debug/v1/info" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.16.195/tcp/46085/p2p/16Uiu2HAmJBVAbZFX11Hobq6M2WZRJgAPbqe5G6jZJ2Z5ujPs2tLg","/ip4/172.18.16.195/tcp/46086/ws/p2p/16Uiu2HAmJBVAbZFX11Hobq6M2WZRJgAPbqe5G6jZJ2Z5ujPs2tLg"],"enrUri":"enr:-L24QPm_wDlaMJrtQdvWUTDqeSspCpW94eyFKClmmYFNRpo0QWfLXXdGkQlvlc-aTnEEvUqC7ECXvFGD_mzzaW7usKcCgmlkgnY0gmlwhKwSEMOKbXVsdGlhZGRyc5YACASsEhDDBrQFAAoErBIQwwa0Bt0DgnJzhQADAQAAiXNlY3AyNTZrMaEDUhpw2y-ZCynTnUoENwOaJrYGaJwX-DBv-iefTcK2_imDdGNwgrQFg3VkcIK0B4V3YWt1MgM"}'
INFO     src.node.waku_node:waku_node.py:292 REST service is ready !!
DEBUG    src.steps.store:store.py:132 Relaying message
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X POST "http://127.0.0.1:46084/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F0" -H "Content-Type: application/json" -d '{"payload": "U3RvcmUgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'OK'
DEBUG    src.libs.common:common.py:47 Sleeping for 0.2 seconds
DEBUG    src.steps.store:store.py:211 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:46084/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x68a13a7696f71ca0a4dfa8cc58710174cc374a76413900615e2b89492026ec65"},{"messageHash":"0x134a51c07769e289575206be6f2d8aa83d1bca9debd712eb813d765340a2be3d"}]}'
DEBUG    src.steps.store:store.py:228 messages length is 2
DEBUG    src.steps.store:store.py:211 Checking that peer wakuorg/nwaku:latest can find the stored messages
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:44010/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x68a13a7696f71ca0a4dfa8cc58710174cc374a76413900615e2b89492026ec65"},{"messageHash":"0x134a51c07769e289575206be6f2d8aa83d1bca9debd712eb813d765340a2be3d"}]}'
DEBUG    src.steps.store:store.py:228 messages length is 2
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:46084/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x68a13a7696f71ca0a4dfa8cc58710174cc374a76413900615e2b89492026ec65"},{"messageHash":"0x134a51c07769e289575206be6f2d8aa83d1bca9debd712eb813d765340a2be3d"}]}'
INFO     src.node.api_clients.base_client:base_client.py:37 curl -v -X GET "http://127.0.0.1:44010/store/v3/messages?pubsubTopic=%2Fwaku%2F2%2Frs%2F3%2F0&pageSize=5&ascending=true" -H "Content-Type: application/json" -d 'None'
INFO     src.node.api_clients.base_client:base_client.py:22 Response status code: 200. Response content: b'{"requestId":"","statusCode":200,"statusDesc":"OK","messages":[{"messageHash":"0x68a13a7696f71ca0a4dfa8cc58710174cc374a76413900615e2b89492026ec65"},{"messageHash":"0x134a51c07769e289575206be6f2d8aa83d1bca9debd712eb813d765340a2be3d"}]}'
DEBUG    tests.conftest:conftest.py:59 Running fixture teardown: test_setup
DEBUG    tests.conftest:conftest.py:83 Running fixture teardown: close_open_nodes
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id c8af5c91d41f
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    src.node.waku_node:waku_node.py:234 Stopping container with id 5f650d9e3905
DEBUG    src.node.waku_node:waku_node.py:241 Container stopped.
DEBUG    tests.conftest:conftest.py:98 Running fixture teardown: check_waku_log_errors
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.
DEBUG    src.node.docker_mananger:docker_mananger.py:144 No errors found in the waku logs.