Add CI job

.github/workflows/CI.yml

@@ -0,0 +1,35 @@
+name: StressTests
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+  schedule:
+    - cron: '0 2 * * *'
+
+jobs:
+  endurance:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v3
+
+      - name: Set up Go
+        uses: actions/setup-go@v4
+        with:
+          go-version: '1.20'
+
+      - name: Install dependencies
+        run: go mod download
+
+      - name: Run stress Tests
+        run: |
+          go test -v -count=1 -timeout=45m -run Test5Nodes1kTearDown ./... | tee testlogs.log
+
+      - name: Upload Logs
+        uses: actions/upload-artifact@v3
+        with:
+          name: endurance-logs
+          path: testlogs.log

waku/stress_test.go

@@ -98,112 +98,57 @@ func Test5Nodes1kTearDown(t *testing.T) {
 	require.NoError(t, err)
 	Debug("[%s] OS-level RSS at test START: %d KB", t.Name(), initialRSS)
 
-	//totalIterations := 3
+	totalIterations := 1000
-	//for i := 1; i <= totalIterations; i++ {
+	for i := 1; i <= totalIterations; i++ {
-	var nodes []*WakuNode
+		var nodes []*WakuNode
-	cfg1 := DefaultWakuConfig
+		for n := 1; n <= 5; n++ {
-	cfg1.Relay = true
+			cfg := DefaultWakuConfig
-	node, err := StartWakuNode("node1", &cfg1)
+			cfg.Relay = true
-	require.NoError(t, err, "Failed to start node%d", 0)
+			cfg.Discv5Discovery = false
-	nodes = append(nodes, node)
+			cfg.TcpPort, cfg.Discv5UdpPort, err = GetFreePortIfNeeded(0, 0)
-	cfg2 := DefaultWakuConfig
+			require.NoError(t, err, "Failed to get free ports for node%d", n)
-	cfg2.Relay = true
+			node, err := NewWakuNode(&cfg, fmt.Sprintf("node%d", n))
-	node2, err := StartWakuNode("node2", &cfg2)
+			require.NoError(t, err, "Failed to create node%d", n)
-	require.NoError(t, err, "Failed to start node%d", 1)
+			err = node.Start()
-	nodes = append(nodes, node2)
+			require.NoError(t, err, "Failed to start node%d", n)
-	time.Sleep(5 * time.Second)
+			nodes = append(nodes, node)
-
+		}
-	err = node.ConnectPeer(node2)
+		err = ConnectAllPeers(nodes)
-	require.NoError(t, err)
+		require.NoError(t, err)
-	err = WaitForAutoConnection(nodes)
+		message := nodes[0].CreateMessage()
-	require.NoError(t, err)
+		msgHash, err := nodes[0].RelayPublishNoCTX(DefaultPubsubTopic, message)
-	message := node.CreateMessage()
+		require.NoError(t, err)
-	msgHash, err := node.RelayPublishNoCTX(DefaultPubsubTopic, message)
+		time.Sleep(500 * time.Millisecond)
-	require.NoError(t, err)
+		err = nodes[4].VerifyMessageReceived(message, msgHash, 500*time.Millisecond)
-	time.Sleep(5 * time.Second)
+		require.NoError(t, err, "Node5 did not receive message from node1")
-	err = node2.VerifyMessageReceived(message, msgHash)
+		for _, node := range nodes {
-	require.NoError(t, err, "Node5 did not receive message from node1 at iteration %d", 0)
+			node.StopAndDestroy()
-
+		}
-	//node.StopAndDestroy()
+		runtime.GC()
-	//node2.StopAndDestroy()
+		time.Sleep(250 * time.Millisecond)
-	//time.Sleep(20 * time.Second)
+		runtime.GC()
-	cfg3 := DefaultWakuConfig
+		if i == 500 || i == 1000 {
-	cfg3.Relay = true
+			runtime.ReadMemStats(&memStats)
-	node3, err := StartWakuNode("node1", &cfg3)
+			Debug("Iteration %d, usage after teardown: %d KB", i, memStats.HeapAlloc/1024)
-	require.NoError(t, err, "Failed to start node%d", 0)
+			require.LessOrEqual(t, memStats.HeapAlloc, initialMem*3, "Memory usage soared above threshold after iteration %d", i)
-
+			rssNow, err := getRSSKB()
-	cfg4 := DefaultWakuConfig
+			require.NoError(t, err)
-	cfg4.Relay = true
+			Debug("Iteration %d, OS-level RSS after teardown: %d KB", i, rssNow)
-	node4, err := StartWakuNode("node2", &cfg4)
+			require.LessOrEqual(t, rssNow, initialRSS*3, "OS-level RSS soared above threshold after iteration %d", i)
-	require.NoError(t, err, "Failed to start node%d", 1)
+		}
-	//nodes = append(nodes, node2)
+		Debug("Iteration numberrrrrr  %d", i)
-	time.Sleep(5 * time.Second)
+	}
-
+	runtime.GC()
-	err = node3.ConnectPeer(node4)
-	require.NoError(t, err)
-	time.Sleep(5 * time.Second)
-	require.NoError(t, err)
-	message2 := node3.CreateMessage()
-	msgHash2, err := node3.RelayPublishNoCTX(DefaultPubsubTopic, message2)
-	require.NoError(t, err)
-	time.Sleep(5 * time.Second)
-	err = node4.VerifyMessageReceived(message2, msgHash2)
-	require.NoError(t, err, "Node5 did not receive message from node1 at iteration %d", 1)
-
-	// }
-}
-
-func TestSendMessagesInTwoPhases(t *testing.T) {
-
-	node1Config := DefaultWakuConfig
-	node1Config.Relay = true
-	node1, err := StartWakuNode("Node1", &node1Config)
-	require.NoError(t, err, "Failed to start Node1")
-
-	node2Config := DefaultWakuConfig
-	node2Config.Relay = true
-	node2, err := StartWakuNode("Node2", &node2Config)
-	require.NoError(t, err, "Failed to start Node2")
-
-	err = node1.ConnectPeer(node2)
-	require.NoError(t, err, "Failed to connect Node1 to Node2")
-
-	msgFromNode1 := node1.CreateMessage()
-	msgHash1, err := node1.RelayPublishNoCTX(DefaultPubsubTopic, msgFromNode1)
-	require.NoError(t, err, "Failed to publish from Node1")
-
 	time.Sleep(500 * time.Millisecond)
-
+	runtime.GC()
-	err = node2.VerifyMessageReceived(msgFromNode1, msgHash1, 2*time.Second)
+	runtime.ReadMemStats(&memStats)
-	require.NoError(t, err, "Node2 did not receive message from Node1")
+	finalMem := memStats.HeapAlloc
-
+	Debug("[%s] Memory usage at test END: %d KB", t.Name(), finalMem/1024)
-	//node1.StopAndDestroy()
+	require.LessOrEqual(t, finalMem, initialMem*3, "Memory usage soared above threshold after %d cycles", totalIterations)
-	//node2.StopAndDestroy()
+	finalRSS, err := getRSSKB()
-
+	require.NoError(t, err)
-	node3Config := DefaultWakuConfig
+	Debug("[%s] OS-level RSS at test END: %d KB", t.Name(), finalRSS)
-	node3Config.Relay = true
+	require.LessOrEqual(t, finalRSS, initialRSS*3, "OS-level RSS soared above threshold after %d cycles", totalIterations)
-	node3, err := StartWakuNode("Node3", &node3Config)
-	require.NoError(t, err, "Failed to start Node3")
-
-	node4Config := DefaultWakuConfig
-	node4Config.Relay = true
-	node4, err := StartWakuNode("Node4", &node4Config)
-	require.NoError(t, err, "Failed to start Node4")
-
-	err = node3.ConnectPeer(node4)
-	require.NoError(t, err, "Failed to connect Node3 to Node4")
-
-	msgFromNode3 := node3.CreateMessage()
-	msgHash3, err := node3.RelayPublishNoCTX(DefaultPubsubTopic, msgFromNode3)
-	require.NoError(t, err, "Failed to publish from Node3")
-
-	time.Sleep(500 * time.Millisecond)
-
-	err = node4.VerifyMessageReceived(msgFromNode3, msgHash3, 2*time.Second)
-	require.NoError(t, err, "Node4 did not receive message from Node3")
-
-	node3.StopAndDestroy()
-	node4.StopAndDestroy()
 }
 
 func TestStoreQuery5kMessagesWithPagination(t *testing.T) {