2025-02-06 16:09:30 +08:00
|
|
|
import json
|
2025-02-11 16:11:14 +08:00
|
|
|
import random
|
2025-02-06 16:09:30 +08:00
|
|
|
|
2025-01-17 14:23:52 +08:00
|
|
|
import pytest
|
|
|
|
|
|
2025-02-07 15:21:15 +08:00
|
|
|
from src.cli.nomos_cli import NomosCli
|
2025-02-06 16:09:30 +08:00
|
|
|
from src.libs.common import delay
|
|
|
|
|
from src.libs.custom_logger import get_custom_logger
|
2025-01-17 14:23:52 +08:00
|
|
|
from src.steps.da import StepsDataAvailability
|
|
|
|
|
from src.test_data import DATA_TO_DISPERSE
|
|
|
|
|
|
2025-02-06 16:09:30 +08:00
|
|
|
logger = get_custom_logger(__name__)
|
|
|
|
|
|
2025-01-17 14:23:52 +08:00
|
|
|
|
|
|
|
|
class TestDataIntegrity(StepsDataAvailability):
|
2024-12-13 15:58:25 +08:00
|
|
|
main_nodes = []
|
|
|
|
|
|
2025-02-11 16:11:14 +08:00
|
|
|
@pytest.mark.usefixtures("setup_4_node_cluster")
|
2025-01-16 19:08:22 +08:00
|
|
|
def test_da_identify_retrieve_missing_columns(self):
|
2025-02-11 16:11:14 +08:00
|
|
|
delay(5)
|
2025-01-21 14:55:26 +08:00
|
|
|
self.disperse_data(DATA_TO_DISPERSE[0], [0] * 31 + [1], [0] * 8)
|
2025-02-11 16:11:14 +08:00
|
|
|
delay(20)
|
|
|
|
|
# Select one target node at random to get blob data for 1/2 columns
|
|
|
|
|
selected_node = self.main_nodes[random.randint(1, 3)]
|
|
|
|
|
rcv_data = self.get_data_range(selected_node, [0] * 31 + [1], [0] * 8, [0] * 7 + [5])
|
|
|
|
|
rcv_data_json = json.dumps(rcv_data)
|
|
|
|
|
|
|
|
|
|
cli = NomosCli(command="reconstruct")
|
|
|
|
|
reconstructed_data = cli.run_reconstruct(input_values=[rcv_data_json])
|
2025-01-22 14:47:33 +08:00
|
|
|
|
2025-02-11 16:11:14 +08:00
|
|
|
assert DATA_TO_DISPERSE[0] == reconstructed_data, "Reconstructed data are not same with original data"
|
2025-01-16 19:08:22 +08:00
|
|
|
|
2025-01-21 14:55:26 +08:00
|
|
|
@pytest.mark.usefixtures("setup_2_node_cluster")
|
2025-01-16 19:08:22 +08:00
|
|
|
def test_da_sampling_determines_data_presence(self):
|
2025-01-17 19:27:43 +08:00
|
|
|
self.disperse_data(DATA_TO_DISPERSE[0], [0] * 31 + [1], [0] * 8)
|
2025-02-10 20:49:24 +08:00
|
|
|
delay(5)
|
2025-02-11 16:11:14 +08:00
|
|
|
rcv_data = self.get_data_range(self.node2, [0] * 31 + [1], [0] * 8, [0] * 7 + [5])
|
|
|
|
|
rcv_data_json = json.dumps(rcv_data)
|
|
|
|
|
|
2025-02-07 15:21:15 +08:00
|
|
|
cli = NomosCli(command="reconstruct")
|
2025-02-11 16:11:14 +08:00
|
|
|
decoded_data = cli.run_reconstruct(input_values=[rcv_data_json], decode_only=True)
|
2025-02-06 16:09:30 +08:00
|
|
|
|
2025-02-11 14:20:58 +08:00
|
|
|
assert DATA_TO_DISPERSE[0] == decoded_data, "Retrieved data are not same with original data"
|