mirror of
https://github.com/waku-org/waku-interop-tests.git
synced 2025-02-21 04:49:01 +00:00
ccad2a12f6
* test: get peers from peer store * test: add peers to peer store * fix: add go_waku support * test: placeholder for Issue 1549 solution test * test: expect two peers for two protocols/services * test: restart survival with persistent peer store * fix: add issue to skip mark * fix: move Waku related methods to waku_node module * test: full peer store takeover * fix: add kill of Node 1 * fix: remove debug info - skip while waiting on issue 2792 * test: peer store content after node restart * fix: revert nwaku image back to use latest * fix: added delays to let nodes finish discovery * fix: move peer_persistence config steps out of start * fix: NODE1 default back to DEFAULT_GOWAKU * fix: partial refactor for setup_first-second_relay_node * test: daily workflow after refactor * test: shorter name for daily workflow * test: RLN only * test: increase timeout * test: check Sepolia API endpoint * test: run RLN tests in single thread * fix: remove Sepolia API check * fix: skipp all RLN tests till registration works * fix: remove test workflow
239 lines
12 KiB
Python
239 lines
12 KiB
Python
import math
|
|
import random
|
|
from time import time
|
|
import pytest
|
|
|
|
from src.env_vars import NODE_1, NODE_2, ADDITIONAL_NODES
|
|
from src.libs.common import delay, to_base64
|
|
from src.libs.custom_logger import get_custom_logger
|
|
from src.steps.relay import StepsRelay
|
|
from src.steps.rln import StepsRLN
|
|
from src.test_data import SAMPLE_INPUTS
|
|
|
|
logger = get_custom_logger(__name__)
|
|
|
|
|
|
@pytest.mark.xdist_group(name="RLN serial tests")
|
|
@pytest.mark.usefixtures("register_main_rln_relay_nodes")
|
|
@pytest.mark.skipif("go-waku" in (NODE_1 + NODE_2), reason="Test works only with nwaku")
|
|
@pytest.mark.skip(reason="waiting to resolve registration https://github.com/waku-org/nwaku/issues/2837")
|
|
class TestRelayRLN(StepsRLN, StepsRelay):
|
|
def test_valid_payloads_at_slow_rate(self):
|
|
self.setup_main_rln_relay_nodes()
|
|
self.subscribe_main_relay_nodes()
|
|
failed_payloads = []
|
|
for payload in SAMPLE_INPUTS:
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
self.check_published_message_reaches_relay_peer(message, message_propagation_delay=0.2)
|
|
except Exception as e:
|
|
logger.error(f'Payload {payload["description"]} failed: {str(e)}')
|
|
failed_payloads.append(payload["description"])
|
|
delay(1)
|
|
assert not failed_payloads, f"Payloads failed: {failed_payloads}"
|
|
|
|
def test_valid_payloads_at_spam_rate(self):
|
|
self.setup_main_rln_relay_nodes()
|
|
self.subscribe_main_relay_nodes()
|
|
previous = math.trunc(time())
|
|
for i, payload in enumerate(SAMPLE_INPUTS[:5]):
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
now = math.trunc(time())
|
|
self.publish_message(message)
|
|
# Skip for the first message (i > 0) - previous could be too apart from now
|
|
if i > 0 and (now - previous) == 0:
|
|
raise AssertionError("Publish with RLN enabled at spam rate worked!!!")
|
|
else:
|
|
previous = now
|
|
except Exception as e:
|
|
assert "RLN validation failed" in str(e)
|
|
|
|
def test_valid_payload_at_variable_rate(self):
|
|
self.setup_main_rln_relay_nodes()
|
|
self.subscribe_main_relay_nodes()
|
|
payload_desc = SAMPLE_INPUTS[0]["description"]
|
|
payload = to_base64(SAMPLE_INPUTS[0]["value"])
|
|
previous = math.trunc(time())
|
|
for i in range(0, 10):
|
|
logger.debug(f"Running test with payload {payload_desc}")
|
|
message = self.create_message(payload=payload)
|
|
try:
|
|
if i % 2 == 1: # every odd iteration is sent slowly
|
|
delay(1 + 1)
|
|
now = math.trunc(time())
|
|
logger.debug(f"Message sent at timestamp {now}")
|
|
self.publish_message(message)
|
|
if i > 0 and (now - previous) == 0:
|
|
raise AssertionError("Publish with RLN enabled at spam rate worked!!!")
|
|
else:
|
|
previous = now
|
|
except Exception as e:
|
|
assert "RLN validation failed" in str(e)
|
|
|
|
def test_valid_payloads_random_epoch_at_slow_rate(self):
|
|
epoch_sec = random.randint(2, 5)
|
|
self.setup_main_rln_relay_nodes(rln_relay_epoch_sec=epoch_sec)
|
|
self.subscribe_main_relay_nodes()
|
|
failed_payloads = []
|
|
for payload in SAMPLE_INPUTS[:5]:
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
self.check_published_message_reaches_relay_peer(message, message_propagation_delay=0.2)
|
|
except Exception as e:
|
|
logger.error(f'Payload {payload["description"]} failed: {str(e)}')
|
|
failed_payloads.append(payload["description"])
|
|
delay(epoch_sec)
|
|
assert not failed_payloads, f"Payloads failed: {failed_payloads}"
|
|
|
|
@pytest.mark.skip(reason="waiting for RLN v2 implementation")
|
|
def test_valid_payloads_random_user_message_limit(self):
|
|
user_message_limit = random.randint(2, 4)
|
|
self.setup_main_rln_relay_nodes(rln_relay_user_message_limit=user_message_limit)
|
|
self.subscribe_main_relay_nodes()
|
|
failed_payloads = []
|
|
for payload in SAMPLE_INPUTS[:user_message_limit]:
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
self.publish_message(message)
|
|
except Exception as e:
|
|
logger.error(f'Payload {payload["description"]} failed: {str(e)}')
|
|
failed_payloads.append(payload["description"])
|
|
assert not failed_payloads, f"Payloads failed: {failed_payloads}"
|
|
|
|
@pytest.mark.skip(reason="exceeding timeout, waiting for https://github.com/waku-org/nwaku/pull/2612 to be part of the release")
|
|
@pytest.mark.timeout(600)
|
|
def test_valid_payloads_dynamic_at_slow_rate(self):
|
|
self.setup_main_rln_relay_nodes(rln_relay_dynamic="true", wait_for_node_sec=600)
|
|
self.subscribe_main_relay_nodes()
|
|
failed_payloads = []
|
|
for payload in SAMPLE_INPUTS:
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
self.check_published_message_reaches_relay_peer(message, message_propagation_delay=0.2)
|
|
except Exception as e:
|
|
logger.error(f'Payload {payload["description"]} failed: {str(e)}')
|
|
failed_payloads.append(payload["description"])
|
|
delay(1)
|
|
assert not failed_payloads, f"Payloads failed: {failed_payloads}"
|
|
|
|
@pytest.mark.skip(reason="exceeding timeout, waiting for https://github.com/waku-org/nwaku/pull/2612 to be part of the release")
|
|
@pytest.mark.timeout(600)
|
|
def test_valid_payloads_dynamic_at_spam_rate(self):
|
|
self.setup_main_rln_relay_nodes(rln_relay_dynamic="true", wait_for_node_sec=600)
|
|
self.subscribe_main_relay_nodes()
|
|
previous = math.trunc(time())
|
|
for i, payload in enumerate(SAMPLE_INPUTS[:5]):
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
now = math.trunc(time())
|
|
self.publish_message(message)
|
|
if i > 0 and (now - previous) == 0:
|
|
raise AssertionError("Publish with RLN enabled at spam rate worked!!!")
|
|
else:
|
|
previous = now
|
|
except Exception as e:
|
|
assert "RLN validation failed" in str(e)
|
|
|
|
def test_valid_payloads_n1_with_rln_n2_without_rln_at_spam_rate(self):
|
|
self.setup_first_rln_relay_node()
|
|
self.setup_second_relay_node()
|
|
self.subscribe_main_relay_nodes()
|
|
previous = math.trunc(time())
|
|
for i, payload in enumerate(SAMPLE_INPUTS[:5]):
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
now = math.trunc(time())
|
|
self.publish_message(message)
|
|
if i > 0 and (now - previous) == 0:
|
|
raise AssertionError("Publish with RLN enabled at spam rate worked!!!")
|
|
else:
|
|
previous = now
|
|
except Exception as e:
|
|
assert "RLN validation failed" in str(e)
|
|
|
|
@pytest.mark.skip(reason="Epoch settings aren't compatible across nodes")
|
|
def test_valid_payloads_mixed_epoch_at_slow_rate(self):
|
|
n1_epoch_sec = 5
|
|
n2_epoch_sec = 1
|
|
self.setup_first_rln_relay_node(rln_relay_epoch_sec=n1_epoch_sec)
|
|
self.setup_second_rln_relay_node(rln_relay_epoch_sec=n2_epoch_sec)
|
|
self.subscribe_main_relay_nodes()
|
|
failed_payloads = []
|
|
for payload in SAMPLE_INPUTS[:5]:
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
self.check_published_message_reaches_relay_peer(message, message_propagation_delay=0.2)
|
|
except Exception as e:
|
|
logger.error(f'Payload {payload["description"]} failed: {str(e)}')
|
|
failed_payloads.append(payload["description"])
|
|
delay(n1_epoch_sec)
|
|
assert not failed_payloads, f"Payloads failed: {failed_payloads}"
|
|
|
|
@pytest.mark.skip(reason="waiting for NWAKU lightpush + RLN node implementation")
|
|
def test_valid_payloads_lightpush_at_spam_rate(self):
|
|
self.setup_first_rln_relay_node(lightpush="true")
|
|
self.setup_second_lightpush_node()
|
|
self.subscribe_main_relay_nodes()
|
|
previous = math.trunc(time())
|
|
for i, payload in enumerate(SAMPLE_INPUTS[:5]):
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
now = math.trunc(time())
|
|
self.publish_message(message=message, sender=self.light_push_node2, use_lightpush=True)
|
|
if i > 0 and (now - previous) == 0:
|
|
raise AssertionError("Publish with RLN enabled at spam rate worked!!!")
|
|
else:
|
|
previous = now
|
|
except Exception as e:
|
|
assert "RLN validation failed" in str(e)
|
|
|
|
@pytest.mark.skipif("go-waku" in ADDITIONAL_NODES, reason="Test works only with nwaku")
|
|
@pytest.mark.usefixtures("register_main_rln_relay_nodes", "register_optional_rln_relay_nodes")
|
|
def test_valid_payloads_with_optional_nodes_at_slow_rate(self):
|
|
self.setup_main_rln_relay_nodes()
|
|
self.setup_optional_rln_relay_nodes()
|
|
self.subscribe_main_relay_nodes()
|
|
self.subscribe_optional_relay_nodes()
|
|
failed_payloads = []
|
|
for payload in SAMPLE_INPUTS:
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
self.check_published_message_reaches_relay_peer(message, message_propagation_delay=0.2)
|
|
except Exception as e:
|
|
logger.error(f'Payload {payload["description"]} failed: {str(e)}')
|
|
failed_payloads.append(payload["description"])
|
|
delay(1)
|
|
assert not failed_payloads, f"Payloads failed: {failed_payloads}"
|
|
|
|
@pytest.mark.skipif("go-waku" in ADDITIONAL_NODES, reason="Test works only with nwaku")
|
|
@pytest.mark.usefixtures("register_main_rln_relay_nodes", "register_optional_rln_relay_nodes")
|
|
def test_valid_payloads_with_optional_nodes_at_spam_rate(self):
|
|
self.setup_main_rln_relay_nodes()
|
|
self.setup_optional_rln_relay_nodes()
|
|
self.subscribe_main_relay_nodes()
|
|
self.subscribe_optional_relay_nodes()
|
|
previous = math.trunc(time())
|
|
for i, payload in enumerate(SAMPLE_INPUTS[:5]):
|
|
logger.debug(f'Running test with payload {payload["description"]}')
|
|
message = self.create_message(payload=to_base64(payload["value"]))
|
|
try:
|
|
now = math.trunc(time())
|
|
self.publish_message(message)
|
|
if i > 0 and (now - previous) == 0:
|
|
raise AssertionError("Publish with RLN enabled at spam rate worked!!!")
|
|
else:
|
|
previous = now
|
|
except Exception as e:
|
|
assert "RLN validation failed" in str(e)
|