176 lines
33 KiB
Plaintext

2026-02-04 04:40:09.686 DEBUG [tests.conftest] Running fixture setup: test_id
2026-02-04 04:40:09.687 DEBUG [tests.conftest] Running test: test_filter_get_message_while_one_peer_is_paused with id: 2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9
2026-02-04 04:40:09.688 DEBUG [src.steps.common] Running fixture setup: common_setup
2026-02-04 04:40:09.688 DEBUG [src.steps.filter] Running fixture setup: filter_setup
2026-02-04 04:40:09.689 DEBUG [src.steps.filter] Running fixture setup: setup_main_relay_node
2026-02-04 04:40:09.698 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-04 04:40:09.699 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node1_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:09.700 DEBUG [src.node.waku_node] Starting Node...
2026-02-04 04:40:09.700 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-04 04:40:09.703 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-04 04:40:09.703 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.78.202
2026-02-04 04:40:09.703 DEBUG [src.node.docker_mananger] Generated ports ['23059', '23060', '23061', '23062', '23063']
2026-02-04 04:40:09.703 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-04 04:40:09.703 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-04 04:40:09.704 DEBUG [src.node.waku_node] Using volumes []
2026-02-04 04:40:09.704 DEBUG [src.node.docker_mananger] docker run -i -t -p 23059:23059 -p 23060:23060 -p 23061:23061 -p 23062:23062 -p 23063:23063 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=23061 --rest-port=23059 --tcp-port=23060 --discv5-udp-port=23062 --rest-address=0.0.0.0 --nat=extip:172.18.78.202 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=b2d283eeab553d3bd8d460b6bbadee6ad5c0c90ab2bb44c629deab8ba212e114 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=23063 --metrics-logging=true --relay=true --filter=true
2026-02-04 04:40:09.926 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.78.202 waku f862c341ce5f40a03ac0946c4ac5c932798ea6df5dbdc32c20c4365c8704084f
2026-02-04 04:40:09.970 DEBUG [src.node.docker_mananger] Container started with ID f862c341ce5f. Setting up logs at ./log/docker/node1_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:09.971 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 23059
2026-02-04 04:40:09.971 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-04 04:40:10.972 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:23059/health" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:10.975 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_READY","desc":"No connected peers"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_READY","desc":"Relay is not ready, filter will not be able to sort out messages"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"NOT_READY","desc":"No Filter service peer available yet"}]}'
2026-02-04 04:40:10.976 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-04 04:40:10.976 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:23059/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:10.978 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.78.202/tcp/23060/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC","/ip4/172.18.78.202/tcp/23061/ws/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC"],"enrUri":"enr:-L24QC6L1_Zv5Da6pU_Lkg6_LCyG94UH7KcAtbSFQrs2sAVWHVjDMNxzUzizwTkyeTBPLwMnjzuFAVmVyymK0isZBDoCgmlkgnY0gmlwhKwSTsqKbXVsdGlhZGRyc5YACASsEk7KBloUAAoErBJOygZaFd0DgnJzhQADAQAAiXNlY3AyNTZrMaEC_U6ZQl3hLiYvoaBwTayJ0XVAKL8P91R1iW_0X5kc5_GDdGNwgloUg3VkcIJaFoV3YWt1MgU"}'
2026-02-04 04:40:10.978 INFO [src.node.waku_node] REST service is ready !!
2026-02-04 04:40:10.979 DEBUG [src.steps.filter] Running fixture setup: setup_main_filter_node
2026-02-04 04:40:10.985 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-04 04:40:10.985 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node2_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:10.985 DEBUG [src.node.waku_node] Starting Node...
2026-02-04 04:40:10.986 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-04 04:40:10.987 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-04 04:40:10.987 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.164.29
2026-02-04 04:40:10.987 DEBUG [src.node.docker_mananger] Generated ports ['4109', '4110', '4111', '4112', '4113']
2026-02-04 04:40:10.987 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-04 04:40:10.987 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-04 04:40:10.988 DEBUG [src.node.waku_node] Using volumes []
2026-02-04 04:40:10.988 DEBUG [src.node.docker_mananger] docker run -i -t -p 4109:4109 -p 4110:4110 -p 4111:4111 -p 4112:4112 -p 4113:4113 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=4111 --rest-port=4109 --tcp-port=4110 --discv5-udp-port=4112 --rest-address=0.0.0.0 --nat=extip:172.18.164.29 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=851ebed8b0bcffb01acdb9edad96af4f5edfdcf7fd5b73dde580ca5eedcda7bd --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=4113 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QC6L1_Zv5Da6pU_Lkg6_LCyG94UH7KcAtbSFQrs2sAVWHVjDMNxzUzizwTkyeTBPLwMnjzuFAVmVyymK0isZBDoCgmlkgnY0gmlwhKwSTsqKbXVsdGlhZGRyc5YACASsEk7KBloUAAoErBJOygZaFd0DgnJzhQADAQAAiXNlY3AyNTZrMaEC_U6ZQl3hLiYvoaBwTayJ0XVAKL8P91R1iW_0X5kc5_GDdGNwgloUg3VkcIJaFoV3YWt1MgU --filternode=/ip4/172.18.78.202/tcp/23060/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC
2026-02-04 04:40:11.176 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.164.29 waku ef07391f8e25c5cfc76034e365ba78a498c6086de4c9fbbad4a73c4f381528d6
2026-02-04 04:40:11.205 DEBUG [src.node.docker_mananger] Container started with ID ef07391f8e25. Setting up logs at ./log/docker/node2_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:11.206 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 4109
2026-02-04 04:40:11.206 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-04 04:40:11.230 ERROR [src.node.docker_mananger] Max retries reached for container 74baf45206e4. Exiting log stream.
2026-02-04 04:40:12.206 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:4109/health" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:12.210 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2026-02-04 04:40:12.210 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-04 04:40:12.211 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:4109/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:12.213 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.164.29/tcp/4110/p2p/16Uiu2HAkxCMviDwS5oGefCv7BgzrkNo1aeqqGkchFgDEgZ4MoRQq","/ip4/172.18.164.29/tcp/4111/ws/p2p/16Uiu2HAkxCMviDwS5oGefCv7BgzrkNo1aeqqGkchFgDEgZ4MoRQq"],"enrUri":"enr:-L24QJlHP971cDaKXob10EutpmqyaQBX2j4tOnLrgt_vBV_UGhY3znN6xsIcdOtBvB3p3a_Q-T8uvSi2DhXzMtqNrogCgmlkgnY0gmlwhKwSpB2KbXVsdGlhZGRyc5YACASsEqQdBhAOAAoErBKkHQYQD90DgnJzhQADAQAAiXNlY3AyNTZrMaECKSoY9qmGNHHfyEBICr03nVI7P1CFkRblEGJDqtK3zJaDdGNwghAOg3VkcIIQEIV3YWt1MgA"}'
2026-02-04 04:40:12.213 INFO [src.node.waku_node] REST service is ready !!
2026-02-04 04:40:12.214 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:4109/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.78.202/tcp/23060/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC"]'
2026-02-04 04:40:12.245 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-04 04:40:12.254 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-04 04:40:12.255 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node3_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:12.255 DEBUG [src.node.waku_node] Starting Node...
2026-02-04 04:40:12.255 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-04 04:40:12.257 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-04 04:40:12.258 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.134.108
2026-02-04 04:40:12.258 DEBUG [src.node.docker_mananger] Generated ports ['53695', '53696', '53697', '53698', '53699']
2026-02-04 04:40:12.258 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-04 04:40:12.258 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-04 04:40:12.260 DEBUG [src.node.waku_node] Using volumes []
2026-02-04 04:40:12.261 DEBUG [src.node.docker_mananger] docker run -i -t -p 53695:53695 -p 53696:53696 -p 53697:53697 -p 53698:53698 -p 53699:53699 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=53697 --rest-port=53695 --tcp-port=53696 --discv5-udp-port=53698 --rest-address=0.0.0.0 --nat=extip:172.18.134.108 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=12ea3cea1cece5469fb4c4fafa34a492fde6a8562acd72ebd8c70d3c37aeddec --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=53699 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QC6L1_Zv5Da6pU_Lkg6_LCyG94UH7KcAtbSFQrs2sAVWHVjDMNxzUzizwTkyeTBPLwMnjzuFAVmVyymK0isZBDoCgmlkgnY0gmlwhKwSTsqKbXVsdGlhZGRyc5YACASsEk7KBloUAAoErBJOygZaFd0DgnJzhQADAQAAiXNlY3AyNTZrMaEC_U6ZQl3hLiYvoaBwTayJ0XVAKL8P91R1iW_0X5kc5_GDdGNwgloUg3VkcIJaFoV3YWt1MgU --filternode=/ip4/172.18.78.202/tcp/23060/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC
2026-02-04 04:40:12.453 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.134.108 waku 9a2da7e04434500f1603a22b1ef2db4e4db515d5b6ba5f12b3767a24914e2683
2026-02-04 04:40:12.483 DEBUG [src.node.docker_mananger] Container started with ID 9a2da7e04434. Setting up logs at ./log/docker/node3_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:12.483 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 53695
2026-02-04 04:40:12.484 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-04 04:40:13.484 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53695/health" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:13.488 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2026-02-04 04:40:13.488 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-04 04:40:13.488 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53695/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:13.491 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.134.108/tcp/53696/p2p/16Uiu2HAmL55sxatnpADHA4ecLwuQxQrCEL3hfGHfzpLwMpGkCzHA","/ip4/172.18.134.108/tcp/53697/ws/p2p/16Uiu2HAmL55sxatnpADHA4ecLwuQxQrCEL3hfGHfzpLwMpGkCzHA"],"enrUri":"enr:-L24QNWfiyhk2RZ8TL6LoHadNqZXF0D7LEZDCQkxY_lMgntRRgEMu1hzYk2q4-8Fl17VZje5xHJg2W0BsGJm7RU_EJkCgmlkgnY0gmlwhKwShmyKbXVsdGlhZGRyc5YACASsEoZsBtHAAAoErBKGbAbRwd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDbi3_0xdW38C7KppnY2nBSrig95p_P6LHehQJcxvsZjWDdGNwgtHAg3VkcILRwoV3YWt1MgA"}'
2026-02-04 04:40:13.491 INFO [src.node.waku_node] REST service is ready !!
2026-02-04 04:40:13.491 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:53695/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.78.202/tcp/23060/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC"]'
2026-02-04 04:40:13.520 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-04 04:40:13.533 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-04 04:40:13.534 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node4_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:13.534 DEBUG [src.node.waku_node] Starting Node...
2026-02-04 04:40:13.535 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-04 04:40:13.538 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-04 04:40:13.538 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.210.29
2026-02-04 04:40:13.538 DEBUG [src.node.docker_mananger] Generated ports ['12091', '12092', '12093', '12094', '12095']
2026-02-04 04:40:13.538 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-04 04:40:13.539 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-04 04:40:13.539 DEBUG [src.node.waku_node] Using volumes []
2026-02-04 04:40:13.539 DEBUG [src.node.docker_mananger] docker run -i -t -p 12091:12091 -p 12092:12092 -p 12093:12093 -p 12094:12094 -p 12095:12095 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=12093 --rest-port=12091 --tcp-port=12092 --discv5-udp-port=12094 --rest-address=0.0.0.0 --nat=extip:172.18.210.29 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=400ca3e00eacaaef5eee4ec3cc92cbaacad5ca4defdcf52fdfef5fbbd4a619f6 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=12095 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QC6L1_Zv5Da6pU_Lkg6_LCyG94UH7KcAtbSFQrs2sAVWHVjDMNxzUzizwTkyeTBPLwMnjzuFAVmVyymK0isZBDoCgmlkgnY0gmlwhKwSTsqKbXVsdGlhZGRyc5YACASsEk7KBloUAAoErBJOygZaFd0DgnJzhQADAQAAiXNlY3AyNTZrMaEC_U6ZQl3hLiYvoaBwTayJ0XVAKL8P91R1iW_0X5kc5_GDdGNwgloUg3VkcIJaFoV3YWt1MgU --filternode=/ip4/172.18.78.202/tcp/23060/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC
2026-02-04 04:40:13.717 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.210.29 waku e686267250d94040691b0b151ea6101aa307b92e7a98da81051db70b57a3a71a
2026-02-04 04:40:13.748 DEBUG [src.node.docker_mananger] Container started with ID e686267250d9. Setting up logs at ./log/docker/node4_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:13.748 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 12091
2026-02-04 04:40:13.748 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-04 04:40:14.749 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12091/health" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:14.753 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2026-02-04 04:40:14.753 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-04 04:40:14.753 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12091/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:14.755 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.210.29/tcp/12092/p2p/16Uiu2HAmMTBBFigtynKcKvx1696g6NvgpzaxMHtA5Sk79mk5G8kw","/ip4/172.18.210.29/tcp/12093/ws/p2p/16Uiu2HAmMTBBFigtynKcKvx1696g6NvgpzaxMHtA5Sk79mk5G8kw"],"enrUri":"enr:-L24QEk_H-ldEI1o_DUFAZVJwG2QpsNbACqxWctxjfbssmiuLhDeMwWCW_5l1yUToicNRdDxh_nljFlXw5uq_GagEXsCgmlkgnY0gmlwhKwS0h2KbXVsdGlhZGRyc5YACASsEtIdBi88AAoErBLSHQYvPd0DgnJzhQADAQAAiXNlY3AyNTZrMaEDgrJ0aUG5rOGP5heS-qsDK5IHb_RfJbozvxKVJLUbA2iDdGNwgi88g3VkcIIvPoV3YWt1MgA"}'
2026-02-04 04:40:14.755 INFO [src.node.waku_node] REST service is ready !!
2026-02-04 04:40:14.756 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12091/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.78.202/tcp/23060/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC"]'
2026-02-04 04:40:14.783 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-04 04:40:14.796 DEBUG [src.node.docker_mananger] Docker client initialized with image wakuorg/nwaku:latest
2026-02-04 04:40:14.796 DEBUG [src.node.waku_node] WakuNode instance initialized with log path ./log/docker/node5_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:14.796 DEBUG [src.node.waku_node] Starting Node...
2026-02-04 04:40:14.797 DEBUG [src.node.docker_mananger] Attempting to create or retrieve network waku
2026-02-04 04:40:14.801 DEBUG [src.node.docker_mananger] Network waku already exists
2026-02-04 04:40:14.802 DEBUG [src.node.docker_mananger] Generated random external IP 172.18.49.171
2026-02-04 04:40:14.802 DEBUG [src.node.docker_mananger] Generated ports ['34810', '34811', '34812', '34813', '34814']
2026-02-04 04:40:14.802 DEBUG [src.node.waku_node] RLN credentials were not set
2026-02-04 04:40:14.803 INFO [src.node.waku_node] RLN credentials not set or credential store not available, starting without RLN
2026-02-04 04:40:14.803 DEBUG [src.node.waku_node] Using volumes []
2026-02-04 04:40:14.803 DEBUG [src.node.docker_mananger] docker run -i -t -p 34810:34810 -p 34811:34811 -p 34812:34812 -p 34813:34813 -p 34814:34814 wakuorg/nwaku:latest --listen-address=0.0.0.0 --rest=true --rest-admin=true --websocket-support=true --log-level=TRACE --rest-relay-cache-capacity=100 --websocket-port=34812 --rest-port=34810 --tcp-port=34811 --discv5-udp-port=34813 --rest-address=0.0.0.0 --nat=extip:172.18.49.171 --peer-exchange=true --discv5-discovery=true --cluster-id=3 --nodekey=60bcdc4dde954ee771cbb0beabdb8dc41cd7dd7e3b317efaab88a8af6e9f27c7 --shard=0 --metrics-server=true --metrics-server-address=0.0.0.0 --metrics-server-port=34814 --metrics-logging=true --relay=false --discv5-bootstrap-node=enr:-L24QC6L1_Zv5Da6pU_Lkg6_LCyG94UH7KcAtbSFQrs2sAVWHVjDMNxzUzizwTkyeTBPLwMnjzuFAVmVyymK0isZBDoCgmlkgnY0gmlwhKwSTsqKbXVsdGlhZGRyc5YACASsEk7KBloUAAoErBJOygZaFd0DgnJzhQADAQAAiXNlY3AyNTZrMaEC_U6ZQl3hLiYvoaBwTayJ0XVAKL8P91R1iW_0X5kc5_GDdGNwgloUg3VkcIJaFoV3YWt1MgU --filternode=/ip4/172.18.78.202/tcp/23060/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC
2026-02-04 04:40:14.987 DEBUG [src.node.docker_mananger] docker network connect --ip 172.18.49.171 waku c5c9462080f7843ecd01d6d0ed84f4df52d35ef86eeadf06363b1e2d9f018e40
2026-02-04 04:40:15.021 DEBUG [src.node.docker_mananger] Container started with ID c5c9462080f7. Setting up logs at ./log/docker/node5_2026-02-04_04-40-09__bd8d6db2-df47-4300-9a8f-2f76f33c8ff9__wakuorg_nwaku:latest.log
2026-02-04 04:40:15.021 DEBUG [src.node.waku_node] Started container from image wakuorg/nwaku:latest. REST: 34810
2026-02-04 04:40:15.021 DEBUG [src.libs.common] Sleeping for 1 seconds
2026-02-04 04:40:16.022 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34810/health" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:16.026 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"nodeHealth":"READY","protocolsHealth":[{"Relay":"NOT_MOUNTED"},{"Rln Relay":"NOT_MOUNTED"},{"Lightpush":"NOT_MOUNTED"},{"Legacy Lightpush":"NOT_MOUNTED"},{"Filter":"NOT_MOUNTED"},{"Store":"NOT_MOUNTED"},{"Legacy Store":"NOT_MOUNTED"},{"Peer Exchange":"READY"},{"Rendezvous":"NOT_READY","desc":"No Rendezvous peers are available yet"},{"Mix":"NOT_MOUNTED"},{"Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Legacy Lightpush Client":"NOT_READY","desc":"No Lightpush service peer available yet"},{"Store Client":"NOT_READY","desc":"No Store service peer available yet, neither Store service set up for the node"},{"Legacy Store Client":"NOT_READY","desc":"No Legacy Store service peers are available yet, neither Store service set up for the node"},{"Filter Client":"READY"}]}'
2026-02-04 04:40:16.026 INFO [src.node.waku_node] Node protocols are initialized !!
2026-02-04 04:40:16.026 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34810/debug/v1/info" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:16.029 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"listenAddresses":["/ip4/172.18.49.171/tcp/34811/p2p/16Uiu2HAmRipHTv8cD84p5Dgmd7Rdosqj5sohwJHsvnhrcmekwGQW","/ip4/172.18.49.171/tcp/34812/ws/p2p/16Uiu2HAmRipHTv8cD84p5Dgmd7Rdosqj5sohwJHsvnhrcmekwGQW"],"enrUri":"enr:-L24QEolB74Fs6r_9dCvC502egAa83pDMfqO8rY-DZjEp330YMSSwRBEKfr7ITsvnIJrV-s9nyoHoirHUPNXtfUHIFYCgmlkgnY0gmlwhKwSMauKbXVsdGlhZGRyc5YACASsEjGrBof7AAoErBIxqwaH_N0DgnJzhQADAQAAiXNlY3AyNTZrMaEDwiLfJhkbQwsjaHyjp0bwRYulTThyyvKLGrur8qpioC-DdGNwgof7g3VkcIKH_YV3YWt1MgA"}'
2026-02-04 04:40:16.029 INFO [src.node.waku_node] REST service is ready !!
2026-02-04 04:40:16.029 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:34810/admin/v1/peers" -H "Content-Type: application/json" -d '["/ip4/172.18.78.202/tcp/23060/p2p/16Uiu2HAmCUUe7DdGn7kmxo8zSdcJhYJ4bSf1ACBupiYA7NcEAMkC"]'
2026-02-04 04:40:16.059 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-04 04:40:16.060 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23059/relay/v1/subscriptions" -H "Content-Type: application/json" -d '["/waku/2/rs/3/1"]'
2026-02-04 04:40:16.068 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-04 04:40:16.070 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:4109/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "b117882c-5f0b-46a2-8f96-6dd5e9620b3a", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-02-04 04:40:16.082 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"b117882c-5f0b-46a2-8f96-6dd5e9620b3a","statusDesc":"OK"}'
2026-02-04 04:40:16.083 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:53695/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "dea2777b-707b-4615-8d32-524c8f56cf41", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-02-04 04:40:16.093 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"dea2777b-707b-4615-8d32-524c8f56cf41","statusDesc":"OK"}'
2026-02-04 04:40:16.094 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:12091/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "012b1b4f-ff5c-49f1-b622-08292ff65e07", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-02-04 04:40:16.103 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"012b1b4f-ff5c-49f1-b622-08292ff65e07","statusDesc":"OK"}'
2026-02-04 04:40:16.103 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:34810/filter/v2/subscriptions" -H "Content-Type: application/json" -d '{"requestId": "e09a67ae-d9e8-47e6-bbfb-0515d85bb792", "contentFilters": ["/test/1/waku-filter/proto"], "pubsubTopic": "/waku/2/rs/3/1"}'
2026-02-04 04:40:16.113 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'{"requestId":"e09a67ae-d9e8-47e6-bbfb-0515d85bb792","statusDesc":"OK"}'
2026-02-04 04:40:16.113 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23059/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-02-04 04:40:16.129 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-04 04:40:16.129 DEBUG [src.libs.common] Sleeping for 0.1 seconds
2026-02-04 04:40:16.229 DEBUG [src.steps.filter] Checking that peer NODE_2:wakuorg/nwaku:latest can find the published message
2026-02-04 04:40:16.230 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:4109/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:16.233 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1770180016113770793,"ephemeral":false}]'
2026-02-04 04:40:16.235 DEBUG [src.steps.filter] Checking that peer NODE_3:wakuorg/nwaku:latest can find the published message
2026-02-04 04:40:16.235 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:53695/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:16.237 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1770180016113770793,"ephemeral":false}]'
2026-02-04 04:40:16.240 DEBUG [src.steps.filter] Checking that peer NODE_4:wakuorg/nwaku:latest can find the published message
2026-02-04 04:40:16.240 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:12091/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:16.242 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1770180016113770793,"ephemeral":false}]'
2026-02-04 04:40:16.244 DEBUG [src.steps.filter] Checking that peer NODE_5:wakuorg/nwaku:latest can find the published message
2026-02-04 04:40:16.244 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:34810/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:16.246 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1770180016113770793,"ephemeral":false}]'
2026-02-04 04:40:16.248 DEBUG [src.node.waku_node] Pausing container with id ef07391f8e25
2026-02-04 04:40:16.257 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23059/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-02-04 04:40:16.263 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-04 04:40:16.264 DEBUG [src.node.waku_node] Unpause container with id ef07391f8e25
2026-02-04 04:40:16.273 INFO [src.node.api_clients.base_client] curl -v -X POST "http://127.0.0.1:23059/relay/v1/messages/%2Fwaku%2F2%2Frs%2F3%2F1" -H "Content-Type: application/json" -d '{"payload": "RmlsdGVyIHdvcmtzISE=", "contentTopic": "/test/1/waku-filter/proto", "timestamp": '$(date +%s%N)'}'
2026-02-04 04:40:16.279 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'OK'
2026-02-04 04:40:16.280 DEBUG [src.libs.common] Sleeping for 0.5 seconds
2026-02-04 04:40:16.780 INFO [src.node.api_clients.base_client] curl -v -X GET "http://127.0.0.1:4109/filter/v2/messages/%2Ftest%2F1%2Fwaku-filter%2Fproto" -H "Content-Type: application/json" -d 'None'
2026-02-04 04:40:16.783 INFO [src.node.api_clients.base_client] Response status code: 200. Response content: b'[{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1770180016248173221,"ephemeral":false},{"payload":"RmlsdGVyIHdvcmtzISE=","contentTopic":"/test/1/waku-filter/proto","version":0,"timestamp":1770180016248249664,"ephemeral":false}]'
2026-02-04 04:40:16.785 DEBUG [tests.conftest] Running fixture teardown: test_setup
2026-02-04 04:40:16.786 DEBUG [tests.conftest] Running fixture teardown: close_open_nodes
2026-02-04 04:40:16.786 DEBUG [src.node.waku_node] Stopping container with id f862c341ce5f
2026-02-04 04:40:17.359 DEBUG [src.node.waku_node] Container stopped.
2026-02-04 04:40:17.359 DEBUG [src.node.waku_node] Stopping container with id ef07391f8e25
2026-02-04 04:40:17.922 DEBUG [src.node.waku_node] Container stopped.
2026-02-04 04:40:17.922 DEBUG [src.node.waku_node] Stopping container with id 9a2da7e04434
2026-02-04 04:40:18.171 ERROR [src.node.docker_mananger] Max retries reached for container f862c341ce5f. Exiting log stream.
2026-02-04 04:40:18.409 DEBUG [src.node.waku_node] Container stopped.
2026-02-04 04:40:18.410 DEBUG [src.node.waku_node] Stopping container with id e686267250d9
2026-02-04 04:40:18.735 ERROR [src.node.docker_mananger] Max retries reached for container ef07391f8e25. Exiting log stream.
2026-02-04 04:40:18.937 DEBUG [src.node.waku_node] Container stopped.
2026-02-04 04:40:18.937 DEBUG [src.node.waku_node] Stopping container with id c5c9462080f7
2026-02-04 04:40:19.243 ERROR [src.node.docker_mananger] Max retries reached for container 9a2da7e04434. Exiting log stream.
2026-02-04 04:40:19.463 DEBUG [src.node.waku_node] Container stopped.
2026-02-04 04:40:19.465 DEBUG [tests.conftest] Running fixture teardown: check_waku_log_errors
2026-02-04 04:40:19.479 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-02-04 04:40:19.484 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-02-04 04:40:19.492 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-02-04 04:40:19.497 DEBUG [src.node.docker_mananger] No errors found in the waku logs.
2026-02-04 04:40:19.501 DEBUG [src.node.docker_mananger] No errors found in the waku logs.