logos-messaging-interop-tests/nim/1121/data/attachments/7c986c414595366a.txt

2026-03-20 04:39:08.304 DEBUG [tests.conftest] Running fixture setup: test_id
2026-03-20 04:39:08.304 DEBUG [tests.conftest] Running test: test_single_pubsub_topic[/waku/2/rs/2/0] with id: 2026-03-20_04-39-08__085dfa7b-3154-494c-b35f-a636c17ad43c
2026-03-20 04:39:08.304 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-03-20 04:39:08.305 DEBUG [src.steps.relay] Running fixture setup: relay_setup
2026-03-20 04:39:08.305 DEBUG [src.steps.sharding] Running fixture setup: sharding_setup
2026-03-20 04:39:08.312 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-20 04:39:08.313 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-03-20_04-39-08__085dfa7b-3154-494c-b35f-a636c17ad43c__wakuorg_nwaku:latest.log
2026-03-20 04:39:08.313 DEBUG [src.node.waku_node] Starting Node...
2026-03-20 04:39:08.313 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-20 04:39:08.315 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-20 04:39:08.316 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.74.198
2026-03-20 04:39:08.316 DEBUG [src.node.docker_mananger] Generated ports ['60860', '60861', '60862', '60863', '60864']
2026-03-20 04:39:08.316 DEBUG [src.node.waku_node] Cluster id was resolved to: 2
2026-03-20 04:39:08.316 DEBUG [src.node.waku_node] Removing pubsub-topic from nwaku args
2026-03-20 04:39:08.316 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-20 04:39:08.316 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-20 04:39:08.316 DEBUG [src.node.waku_node] Using volumes []
2026-03-20 04:39:08.317 DEBUG [src.node.docker_mananger] docker run -i -t -p 60860:60860 -p 60861:60861 -p 60862:60862 -p 60863:60863 -p 60864:60864 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=60862 --rest-port=60860 --tcp-port=60861 --discv5-udp-port=60863 --rest-address=0.0.0.0 --nat=extip:172.18.74.198 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=eaca0d0a7335cdec2d108fe3cdf3b88d9fa8aeabb8d27b398be08acd9d3ecda1 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=60864 --metrics-logging=true --relay=true --filter=true
2026-03-20 04:39:08.505 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.74.198 waku 39f70d034a19c2ff9cc385a478c1e404a2f5be5d1fd441619f117cfa189fcced
2026-03-20 04:39:08.519 ERROR [src.node.docker_mananger] Max retries reached for container 5528fc2b64c6. Exiting log stream.
2026-03-20 04:39:08.545 DEBUG [src.node.docker_mananger] Container started with ID 39f70d034a19. Setting up logs at ./log/docker/node1_2026-03-20_04-39-08__085dfa7b-3154-494c-b35f-a636c17ad43c__wakuorg_nwaku:latest.log
2026-03-20 04:39:08.545 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 60860
2026-03-20 04:39:08.545 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-20 04:39:09.111 ERROR [src.node.docker_mananger] Max retries reached for container 0d95e125c7a2. Exiting log stream.
2026-03-20 04:39:09.546 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:60860/health" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:09.548 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-20 04:39:09.649 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:60860/health" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:09.651 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-20 04:39:09.751 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:60860/health" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:09.754 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-20 04:39:09.854 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:60860/health" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:09.857 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"PartiallyConnected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"READY"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-20 04:39:09.857 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-20 04:39:09.857 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:60860/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:09.859 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.74.198/tcp/60861/p2p/16Uiu2HAkxLYhcp5y1sdX6oC3m35co8W6dwWuk5ZTPtSjsAchN76n","/ip4/172.18.74.198/tcp/60862/ws/p2p/16Uiu2HAkxLYhcp5y1sdX6oC3m35co8W6dwWuk5ZTPtSjsAchN76n"],"enrUri":"enr:-L24QL9igr4E6eniC3zp_JBbdz_5e7UmVyKqDRiCil1lsa7GECMah47GHoM4L2IuEGsIE_KesaWuCcHcbISkZnQvaAcCgmlkgnY0gmlwhKwSSsaKbXVsdGlhZGRyc5YACASsEkrGBu29AAoErBJKxgbtvt0DgnJzhQACAQAAiXNlY3AyNTZrMaECK0LtLWAqrcqWCj73fA5GM9OceJZXAni_WhmQqSSqag-DdGNwgu29g3VkcILtv4V3YWt1MgU"}'
2026-03-20 04:39:09.860 INFO [src.node.waku_node] REST service is ready !!
2026-03-20 04:39:09.867 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-03-20 04:39:09.867 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-03-20_04-39-08__085dfa7b-3154-494c-b35f-a636c17ad43c__wakuorg_nwaku:latest.log
2026-03-20 04:39:09.868 DEBUG [src.node.waku_node] Starting Node...
2026-03-20 04:39:09.868 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-03-20 04:39:09.870 DEBUG [src.node.docker_mananger] Network waku already exists
2026-03-20 04:39:09.870 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.210.1
2026-03-20 04:39:09.870 DEBUG [src.node.docker_mananger] Generated ports ['63050', '63051', '63052', '63053', '63054']
2026-03-20 04:39:09.870 DEBUG [src.node.waku_node] Cluster id was resolved to: 2
2026-03-20 04:39:09.870 DEBUG [src.node.waku_node] Removing pubsub-topic from nwaku args
2026-03-20 04:39:09.870 DEBUG [src.node.waku_node] RLN credentials were not set
2026-03-20 04:39:09.871 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-03-20 04:39:09.871 DEBUG [src.node.waku_node] Using volumes []
2026-03-20 04:39:09.871 DEBUG [src.node.docker_mananger] docker run -i -t -p 63050:63050 -p 63051:63051 -p 63052:63052 -p 63053:63053 -p 63054:63054 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=63052 --rest-port=63050 --tcp-port=63051 --discv5-udp-port=63053 --rest-address=0.0.0.0 --nat=extip:172.18.210.1 --peer-exchange=true --discv5-discovery=true --cluster-id=2 --nodekey=dabf3c050fd0c6886ff2fce167900f9c09a9fd9f2eaaedeb1428dcfa2fb2ca4e --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=63054 --metrics-logging=true --relay=true --discv5-bootstrap-node=enr:-L24QL9igr4E6eniC3zp_JBbdz_5e7UmVyKqDRiCil1lsa7GECMah47GHoM4L2IuEGsIE_KesaWuCcHcbISkZnQvaAcCgmlkgnY0gmlwhKwSSsaKbXVsdGlhZGRyc5YACASsEkrGBu29AAoErBJKxgbtvt0DgnJzhQACAQAAiXNlY3AyNTZrMaECK0LtLWAqrcqWCj73fA5GM9OceJZXAni_WhmQqSSqag-DdGNwgu29g3VkcILtv4V3YWt1MgU
2026-03-20 04:39:10.079 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.210.1 waku 59a364d9c5fd56808eabe1bda2e92e2cc2b02fa8f5d281a7d4de0087eb06328d
2026-03-20 04:39:10.117 DEBUG [src.node.docker_mananger] Container started with ID 59a364d9c5fd. Setting up logs at ./log/docker/node2_2026-03-20_04-39-08__085dfa7b-3154-494c-b35f-a636c17ad43c__wakuorg_nwaku:latest.log
2026-03-20 04:39:10.118 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 63050
2026-03-20 04:39:10.118 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-03-20 04:39:11.118 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63050/health" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:11.121 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-20 04:39:11.222 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63050/health" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:11.224 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-20 04:39:11.325 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63050/health" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:11.327 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-20 04:39:11.428 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63050/health" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:11.444 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"INITIALIZING","connectionStatus":"Disconnected","protocolsHealth":[]}'
2026-03-20 04:39:11.544 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63050/health" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:11.547 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","connectionStatus":"Connected","protocolsHealth":[{"Relay":"READY"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"READY"},{"Legacy Lightpush Client":"READY"},{"Store Client":"READY"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"},{"Rln Relay":"NOT_MOUNTED"}]}'
2026-03-20 04:39:11.547 INFO [src.node.waku_node] Node protocols are initialized !!
2026-03-20 04:39:11.547 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63050/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:11.550 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.210.1/tcp/63051/p2p/16Uiu2HAkuvqUjLLMqUrhQ1TRTLTp98fgyPxtKEkAM4XUrZWSuAZk","/ip4/172.18.210.1/tcp/63052/ws/p2p/16Uiu2HAkuvqUjLLMqUrhQ1TRTLTp98fgyPxtKEkAM4XUrZWSuAZk"],"enrUri":"enr:-L24QNwpBaVFFaLEfXmap8sGswt79CvtBUhH5iztb5I5raGFaEoKOgVb9PARn2aXCb7PDlBqiu2Q1IsT-g92-n11EqwCgmlkgnY0gmlwhKwS0gGKbXVsdGlhZGRyc5YACASsEtIBBvZLAAoErBLSAQb2TN0DgnJzhQACAQAAiXNlY3AyNTZrMaECB3iVe_eiY7rZ82DklC1wwQ7JRTC9hzXeQnyH8__itP-DdGNwgvZLg3VkcIL2TYV3YWt1MgE"}'
2026-03-20 04:39:11.550 INFO [src.node.waku_node] REST service is ready !!
2026-03-20 04:39:11.550 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63050/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.74.198/tcp/60861/p2p/16Uiu2HAkxLYhcp5y1sdX6oC3m35co8W6dwWuk5ZTPtSjsAchN76n"]'
2026-03-20 04:39:11.580 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-20 04:39:11.582 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60860/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/2/0"]'
2026-03-20 04:39:11.587 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-20 04:39:11.588 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:63050/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/2/0"]'
2026-03-20 04:39:11.596 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-20 04:39:11.597 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:60860/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F0" -H "Content-Type: application/json" -d '{"payload": "U2hhcmRpbmcgd29ya3MhIQ==", "contentTopic": "/myapp/1/latest/proto", "timestamp": '$(date +%s%N)'}'
2026-03-20 04:39:11.607 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-03-20 04:39:11.609 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-03-20 04:39:11.709 DEBUG [src.steps.sharding] Checking that peer NODE_1:wakuorg/nwaku:latest can find the published message
2026-03-20 04:39:11.709 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:60860/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:11.712 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773981551597019975,"ephemeral":false,"proof":""}]'
2026-03-20 04:39:11.715 DEBUG [src.steps.sharding] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-03-20 04:39:11.715 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:63050/relay/v1/messages/%2Fwaku%2F2%2Frs%2F2%2F0" -H "Content-Type: application/json" -d 'None'
2026-03-20 04:39:11.717 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"U2hhcmRpbmcgd29ya3MhIQ==","contentTopic":"/myapp/1/latest/proto","version":0,"timestamp":1773981551597019975,"ephemeral":false,"proof":""}]'
2026-03-20 04:39:11.720 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-03-20 04:39:11.721 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-03-20 04:39:11.721 DEBUG [src.node.waku_node] Stopping container with id 39f70d034a19
2026-03-20 04:39:12.306 DEBUG [src.node.waku_node] Container stopped.
2026-03-20 04:39:12.307 DEBUG [src.node.waku_node] Stopping container with id 59a364d9c5fd
2026-03-20 04:39:12.898 DEBUG [src.node.waku_node] Container stopped.
2026-03-20 04:39:12.901 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-03-20 04:39:12.939 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-03-20 04:39:12.965 DEBUG [src.node.docker_mananger] No errors found in the waku logs.