mirror of
https://github.com/logos-messaging/logos-messaging-go-bindings.git
synced 2026-01-02 14:03:10 +00:00
233 lines
7.3 KiB
Go
233 lines
7.3 KiB
Go
//go:build !stress
|
|
// +build !stress
|
|
|
|
package waku
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"runtime"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
"github.com/waku-org/waku-go-bindings/utils"
|
|
"github.com/waku-org/waku-go-bindings/waku/common"
|
|
"go.uber.org/zap"
|
|
"go.uber.org/zap/zapcore"
|
|
"google.golang.org/protobuf/proto"
|
|
)
|
|
|
|
func TestMemoryUsageForThreeNodes(t *testing.T) {
|
|
logFile, err := os.OpenFile("test_logs.log", os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0666)
|
|
require.NoError(t, err)
|
|
defer logFile.Close()
|
|
|
|
multiWriter := io.MultiWriter(os.Stdout, logFile)
|
|
encoderCfg := zap.NewProductionEncoderConfig()
|
|
encoderCfg.TimeKey = "ts"
|
|
encoderCfg.EncodeTime = zapcore.ISO8601TimeEncoder
|
|
|
|
core := zapcore.NewCore(
|
|
zapcore.NewConsoleEncoder(encoderCfg),
|
|
zapcore.AddSync(multiWriter),
|
|
zap.DebugLevel,
|
|
)
|
|
customLogger := zap.New(core)
|
|
SetLogger(customLogger)
|
|
|
|
testName := t.Name()
|
|
|
|
var memStats runtime.MemStats
|
|
|
|
runtime.ReadMemStats(&memStats)
|
|
Debug("[%s] Memory usage BEFORE creating nodes: %d KB", testName, memStats.HeapAlloc/1024)
|
|
|
|
node1Cfg := DefaultWakuConfig
|
|
node1Cfg.TcpPort, node1Cfg.Discv5UdpPort, err = GetFreePortIfNeeded(0, 0)
|
|
require.NoError(t, err)
|
|
node2Cfg := DefaultWakuConfig
|
|
node2Cfg.TcpPort, node2Cfg.Discv5UdpPort, err = GetFreePortIfNeeded(0, 0)
|
|
require.NoError(t, err)
|
|
node3Cfg := DefaultWakuConfig
|
|
node3Cfg.TcpPort, node3Cfg.Discv5UdpPort, err = GetFreePortIfNeeded(0, 0)
|
|
require.NoError(t, err)
|
|
|
|
node1, err := NewWakuNode(&node1Cfg, "node1")
|
|
require.NoError(t, err)
|
|
node2, err := NewWakuNode(&node2Cfg, "node2")
|
|
require.NoError(t, err)
|
|
node3, err := NewWakuNode(&node3Cfg, "node3")
|
|
require.NoError(t, err)
|
|
|
|
runtime.ReadMemStats(&memStats)
|
|
Debug("[%s] Memory usage AFTER creating nodes: %d KB", testName, memStats.HeapAlloc/1024)
|
|
|
|
err = node1.Start()
|
|
require.NoError(t, err)
|
|
err = node2.Start()
|
|
require.NoError(t, err)
|
|
err = node3.Start()
|
|
require.NoError(t, err)
|
|
|
|
runtime.ReadMemStats(&memStats)
|
|
Debug("[%s] Memory usage AFTER starting nodes: %d KB", testName, memStats.HeapAlloc/1024)
|
|
|
|
time.Sleep(2 * time.Second)
|
|
|
|
node1.StopAndDestroy()
|
|
node2.StopAndDestroy()
|
|
node3.StopAndDestroy()
|
|
|
|
runtime.GC()
|
|
time.Sleep(1 * time.Second)
|
|
runtime.GC()
|
|
|
|
runtime.ReadMemStats(&memStats)
|
|
Debug("[%s] Memory usage AFTER destroying nodes: %d KB", testName, memStats.HeapAlloc/1024)
|
|
|
|
Debug("[%s] Test completed successfully", testName)
|
|
}
|
|
|
|
func Test2Nodes500IterationTearDown(t *testing.T) {
|
|
logFile, err := os.OpenFile("test_repeated_start_stop.log", os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0666)
|
|
require.NoError(t, err)
|
|
defer logFile.Close()
|
|
|
|
multiWriter := io.MultiWriter(os.Stdout, logFile)
|
|
encoderCfg := zap.NewProductionEncoderConfig()
|
|
encoderCfg.TimeKey = "ts"
|
|
encoderCfg.EncodeTime = zapcore.ISO8601TimeEncoder
|
|
core := zapcore.NewCore(
|
|
zapcore.NewConsoleEncoder(encoderCfg),
|
|
zapcore.AddSync(multiWriter),
|
|
zap.DebugLevel,
|
|
)
|
|
customLogger := zap.New(core)
|
|
SetLogger(customLogger)
|
|
|
|
var memStats runtime.MemStats
|
|
runtime.ReadMemStats(&memStats)
|
|
initialMem := memStats.HeapAlloc
|
|
Debug("[%s] Memory usage at test START: %d KB", t.Name(), initialMem/1024)
|
|
|
|
initialRSS, err := utils.GetRSSKB()
|
|
require.NoError(t, err)
|
|
Debug("[%s] OS-level RSS at test START: %d KB", t.Name(), initialRSS)
|
|
|
|
totalIterations := 500
|
|
for i := 1; i <= totalIterations; i++ {
|
|
var nodes []*WakuNode
|
|
for n := 1; n <= 2; n++ {
|
|
cfg := DefaultWakuConfig
|
|
cfg.Relay = true
|
|
cfg.Discv5Discovery = false
|
|
cfg.TcpPort, cfg.Discv5UdpPort, err = GetFreePortIfNeeded(0, 0)
|
|
require.NoError(t, err, "Failed to get free ports for node%d", n)
|
|
node, err := NewWakuNode(&cfg, fmt.Sprintf("node%d", n))
|
|
require.NoError(t, err, "Failed to create node%d", n)
|
|
err = node.Start()
|
|
require.NoError(t, err, "Failed to start node%d", n)
|
|
nodes = append(nodes, node)
|
|
}
|
|
err = ConnectAllPeers(nodes)
|
|
require.NoError(t, err)
|
|
message := nodes[0].CreateMessage()
|
|
msgHash, err := nodes[0].RelayPublishNoCTX(DefaultPubsubTopic, message)
|
|
require.NoError(t, err)
|
|
time.Sleep(500 * time.Millisecond)
|
|
err = nodes[1].VerifyMessageReceived(message, msgHash, 500*time.Millisecond)
|
|
require.NoError(t, err, "Node1 did not receive message from node1")
|
|
for _, node := range nodes {
|
|
node.StopAndDestroy()
|
|
}
|
|
runtime.GC()
|
|
time.Sleep(250 * time.Millisecond)
|
|
runtime.GC()
|
|
if i == 250 || i == 500 {
|
|
runtime.ReadMemStats(&memStats)
|
|
Debug("Iteration %d, usage after teardown: %d KB", i, memStats.HeapAlloc/1024)
|
|
require.LessOrEqual(t, memStats.HeapAlloc, initialMem*3, "Memory usage soared above threshold after iteration %d", i)
|
|
rssNow, err := utils.GetRSSKB()
|
|
require.NoError(t, err)
|
|
Debug("Iteration %d, OS-level RSS after teardown: %d KB", i, rssNow)
|
|
//require.LessOrEqual(t, rssNow, initialRSS*10, "OS-level RSS soared above threshold after iteration %d", i)
|
|
}
|
|
Debug("Iteration numberrrrrr %d", i)
|
|
}
|
|
runtime.GC()
|
|
time.Sleep(500 * time.Millisecond)
|
|
runtime.GC()
|
|
runtime.ReadMemStats(&memStats)
|
|
finalMem := memStats.HeapAlloc
|
|
Debug("[%s] Memory usage at test END: %d KB", t.Name(), finalMem/1024)
|
|
require.LessOrEqual(t, finalMem, initialMem*3, "Memory usage soared above threshold after %d cycles", totalIterations)
|
|
finalRSS, err := utils.GetRSSKB()
|
|
require.NoError(t, err)
|
|
Debug("[%s] OS-level RSS at test END: %d KB", t.Name(), finalRSS)
|
|
require.LessOrEqual(t, finalRSS, initialRSS*3, "OS-level RSS soared above threshold after %d cycles", totalIterations)
|
|
}
|
|
|
|
func TestStoreQuery5kMessagesWithPagination(t *testing.T) {
|
|
Debug("Starting test")
|
|
|
|
nodeConfig := DefaultWakuConfig
|
|
nodeConfig.Relay = true
|
|
nodeConfig.Store = true
|
|
|
|
Debug("Creating 2 nodes")
|
|
wakuNode, err := StartWakuNode("node1", &nodeConfig)
|
|
require.NoError(t, err, "Failed to start Waku node")
|
|
|
|
node2, err := StartWakuNode("node2", &nodeConfig)
|
|
require.NoError(t, err, "Failed to start Waku node")
|
|
node2.ConnectPeer(wakuNode)
|
|
|
|
defer func() {
|
|
Debug("Stopping and destroying Waku node")
|
|
wakuNode.StopAndDestroy()
|
|
node2.StopAndDestroy()
|
|
}()
|
|
|
|
var memStats runtime.MemStats
|
|
iterations := 50
|
|
|
|
runtime.ReadMemStats(&memStats)
|
|
initialHeapAlloc := memStats.HeapAlloc
|
|
Debug("Initial memory usage check before publishing %d MB", initialHeapAlloc/1024/1024)
|
|
|
|
queryTimestamp := proto.Int64(time.Now().UnixNano())
|
|
|
|
for i := 0; i < iterations; i++ {
|
|
message := wakuNode.CreateMessage()
|
|
message.Payload = []byte(fmt.Sprintf("Test endurance message payload %d", i))
|
|
_, err := wakuNode.RelayPublishNoCTX(DefaultPubsubTopic, message)
|
|
require.NoError(t, err, "Failed to publish message")
|
|
|
|
if i%10 == 0 {
|
|
runtime.ReadMemStats(&memStats)
|
|
Debug("Memory usage at iteration %d: HeapAlloc=%v MB, NumGC=%v",
|
|
i, memStats.HeapAlloc/1024/1024, memStats.NumGC)
|
|
|
|
storeQueryRequest := &common.StoreQueryRequest{
|
|
TimeStart: queryTimestamp,
|
|
IncludeData: true,
|
|
PaginationLimit: proto.Uint64(50),
|
|
}
|
|
|
|
storedmsgs, err := wakuNode.GetStoredMessages(node2, storeQueryRequest)
|
|
require.NoError(t, err, "Failed to query store messages")
|
|
require.Greater(t, len(*storedmsgs.Messages), 0, "Expected at least one stored message")
|
|
}
|
|
}
|
|
|
|
runtime.ReadMemStats(&memStats)
|
|
finalHeapAlloc := memStats.HeapAlloc
|
|
Debug("Memory before test: %v KB, Memory after test: %v KB", initialHeapAlloc/1024, finalHeapAlloc/1024)
|
|
|
|
require.LessOrEqual(t, finalHeapAlloc, initialHeapAlloc*2, "Memory usage has grown too much")
|
|
|
|
Debug("[%s] Test completed successfully", t.Name())
|
|
}
|