114 lines
7.2 KiB
Python
114 lines
7.2 KiB
Python
import pytest
|
|
from src.env_vars import NODE_1, NODE_2
|
|
from src.libs.common import delay
|
|
from src.libs.custom_logger import get_custom_logger
|
|
from src.steps.sharding import StepsSharding
|
|
from src.test_data import CONTENT_TOPICS_DIFFERENT_SHARDS, CONTENT_TOPICS_SHARD_0, CONTENT_TOPICS_SHARD_7, PUBSUB_TOPICS_SAME_CLUSTER
|
|
|
|
|
|
logger = get_custom_logger(__name__)
|
|
|
|
|
|
@pytest.mark.skipif(
|
|
"go-waku" in NODE_1 or "go-waku" in NODE_2,
|
|
reason="Autosharding tests work only on nwaku because of https://github.com/waku-org/go-waku/issues/1061",
|
|
)
|
|
class TestRunningNodesAutosharding(StepsSharding):
|
|
@pytest.mark.parametrize("content_topic", CONTENT_TOPICS_DIFFERENT_SHARDS)
|
|
def test_single_content_topic(self, content_topic):
|
|
self.setup_main_relay_nodes(cluster_id=self.auto_cluster, content_topic=content_topic)
|
|
self.subscribe_first_relay_node(content_topics=[content_topic])
|
|
self.subscribe_second_relay_node(content_topics=[content_topic])
|
|
self.check_published_message_reaches_relay_peer(content_topic=content_topic)
|
|
|
|
@pytest.mark.parametrize("content_topic_list", [CONTENT_TOPICS_SHARD_0, CONTENT_TOPICS_SHARD_7])
|
|
def test_multiple_content_topics_same_shard(self, content_topic_list):
|
|
self.setup_main_relay_nodes(cluster_id=self.auto_cluster, content_topic=content_topic_list)
|
|
self.subscribe_first_relay_node(content_topics=content_topic_list)
|
|
self.subscribe_second_relay_node(content_topics=content_topic_list)
|
|
for content_topic in content_topic_list:
|
|
self.check_published_message_reaches_relay_peer(content_topic=content_topic)
|
|
|
|
def test_multiple_content_topics_different_shard(self):
|
|
self.setup_main_relay_nodes(cluster_id=self.auto_cluster, content_topic=CONTENT_TOPICS_DIFFERENT_SHARDS)
|
|
self.subscribe_first_relay_node(content_topics=CONTENT_TOPICS_DIFFERENT_SHARDS)
|
|
self.subscribe_second_relay_node(content_topics=CONTENT_TOPICS_DIFFERENT_SHARDS)
|
|
for content_topic in CONTENT_TOPICS_DIFFERENT_SHARDS:
|
|
self.check_published_message_reaches_relay_peer(content_topic=content_topic)
|
|
|
|
def test_2_nodes_different_content_topic_same_shard(self):
|
|
self.setup_first_relay_node_with_filter(cluster_id=self.auto_cluster, content_topic="/newsService/1.0/weekly/protobuf")
|
|
self.setup_second_relay_node(cluster_id=self.auto_cluster, content_topic="/newsService/1.0/alerts/xml")
|
|
self.subscribe_first_relay_node(content_topics=["/newsService/1.0/weekly/protobuf"])
|
|
self.subscribe_second_relay_node(content_topics=["/newsService/1.0/alerts/xml"])
|
|
try:
|
|
self.check_published_message_reaches_relay_peer(content_topic="/newsService/1.0/weekly/protobuf")
|
|
raise AssertionError("Publish on different content topic worked!!!")
|
|
except Exception as ex:
|
|
assert "Not Found" in str(ex)
|
|
|
|
def test_2_nodes_different_content_topic_different_shard(self):
|
|
self.setup_first_relay_node_with_filter(cluster_id=self.auto_cluster, content_topic="/myapp/1/latest/proto")
|
|
self.setup_second_relay_node(cluster_id=self.auto_cluster, content_topic="/waku/2/content/test.js")
|
|
self.subscribe_first_relay_node(content_topics=["/myapp/1/latest/proto"])
|
|
self.subscribe_second_relay_node(content_topics=["/waku/2/content/test.js"])
|
|
try:
|
|
self.check_published_message_reaches_relay_peer(content_topic="/myapp/1/latest/proto")
|
|
raise AssertionError("Publish on different content topic worked!!!")
|
|
except Exception as ex:
|
|
assert "Not Found" in str(ex)
|
|
|
|
@pytest.mark.parametrize("pubsub_topic", ["/waku/2/rs/2/0", "/waku/2/rs/2/1"])
|
|
def test_pubsub_topic_also_in_docker_flags(self, pubsub_topic):
|
|
self.setup_main_relay_nodes(cluster_id=self.auto_cluster, pubsub_topic=pubsub_topic, content_topic=self.test_content_topic)
|
|
self.subscribe_main_relay_nodes(content_topics=[self.test_content_topic])
|
|
self.check_published_message_reaches_relay_peer(content_topic=self.test_content_topic)
|
|
|
|
def test_content_topic_not_in_docker_flags(self):
|
|
self.setup_main_relay_nodes(cluster_id=2, pubsub_topic=self.test_pubsub_topic)
|
|
self.subscribe_main_relay_nodes(content_topics=[self.test_content_topic])
|
|
self.check_published_message_reaches_relay_peer(content_topic=self.test_content_topic)
|
|
|
|
def test_content_topic_and_pubsub_topic_not_in_docker_flags(self):
|
|
self.setup_main_relay_nodes(cluster_id=2)
|
|
self.subscribe_main_relay_nodes(content_topics=[self.test_content_topic])
|
|
try:
|
|
self.check_published_message_reaches_relay_peer(content_topic=self.test_content_topic)
|
|
except Exception as ex:
|
|
assert f"Peer NODE_2:{NODE_2} couldn't find any messages" in str(ex)
|
|
|
|
def test_multiple_content_topics_and_multiple_pubsub_topics(self):
|
|
self.setup_main_relay_nodes(
|
|
cluster_id=self.auto_cluster, content_topic=CONTENT_TOPICS_DIFFERENT_SHARDS, pubsub_topic=PUBSUB_TOPICS_SAME_CLUSTER
|
|
)
|
|
self.subscribe_main_relay_nodes(content_topics=CONTENT_TOPICS_DIFFERENT_SHARDS)
|
|
for content_topic in CONTENT_TOPICS_DIFFERENT_SHARDS:
|
|
self.check_published_message_reaches_relay_peer(content_topic=content_topic)
|
|
|
|
def test_node_uses_both_auto_and_regular_apis(self):
|
|
self.setup_main_relay_nodes(cluster_id=self.auto_cluster, pubsub_topic=self.test_pubsub_topic)
|
|
self.subscribe_main_relay_nodes(content_topics=["/toychat/2/huilong/proto"])
|
|
self.check_published_message_reaches_relay_peer(content_topic="/toychat/2/huilong/proto")
|
|
self.subscribe_main_relay_nodes(pubsub_topics=[self.test_pubsub_topic])
|
|
self.check_published_message_reaches_relay_peer(pubsub_topic=self.test_pubsub_topic)
|
|
|
|
def test_sender_uses_auto_api_receiver_uses_regular_api(self):
|
|
self.setup_main_relay_nodes(cluster_id=self.auto_cluster, pubsub_topic=self.test_pubsub_topic)
|
|
self.subscribe_first_relay_node(content_topics=[self.test_content_topic])
|
|
self.subscribe_second_relay_node(pubsub_topics=[self.test_pubsub_topic])
|
|
self.relay_message(self.node1, self.create_message(contentTopic=self.test_content_topic))
|
|
delay(0.1)
|
|
get_messages_response = self.retrieve_relay_message(self.node2, pubsub_topic=self.test_pubsub_topic)
|
|
assert get_messages_response, f"Peer NODE_2 couldn't find any messages"
|
|
assert len(get_messages_response) == 1, f"Expected 1 message but got {len(get_messages_response)}"
|
|
|
|
def test_sender_uses_regular_api_receiver_uses_auto_api(self):
|
|
self.setup_main_relay_nodes(cluster_id=self.auto_cluster, pubsub_topic=self.test_pubsub_topic)
|
|
self.subscribe_first_relay_node(pubsub_topics=[self.test_pubsub_topic])
|
|
self.subscribe_second_relay_node(content_topics=[self.test_content_topic])
|
|
self.relay_message(self.node1, self.create_message(contentTopic=self.test_content_topic), pubsub_topic=self.test_pubsub_topic)
|
|
delay(0.1)
|
|
get_messages_response = self.retrieve_relay_message(self.node2, content_topic=self.test_content_topic)
|
|
assert get_messages_response, f"Peer NODE_2 couldn't find any messages"
|
|
assert len(get_messages_response) == 1, f"Expected 1 message but got {len(get_messages_response)}"
|