status-go/mailserver/cleaner_test.go

161 lines
3.5 KiB
Go
Raw Permalink Normal View History

package mailserver
import (
"fmt"
"testing"
"time"
2018-05-21 11:30:37 +00:00
"github.com/stretchr/testify/require"
"github.com/syndtr/goleveldb/leveldb"
"github.com/syndtr/goleveldb/leveldb/storage"
2020-01-02 09:10:19 +00:00
"github.com/ethereum/go-ethereum/rlp"
"github.com/status-im/status-go/eth-node/types"
2021-05-14 10:55:42 +00:00
waku "github.com/status-im/status-go/waku/common"
)
func TestCleaner(t *testing.T) {
now := time.Now()
server := setupTestServer(t)
defer server.Close()
2020-01-08 11:12:23 +00:00
cleaner := newDBCleaner(server.ms.db, time.Hour)
archiveEnvelope(t, now.Add(-10*time.Second), server)
archiveEnvelope(t, now.Add(-3*time.Second), server)
archiveEnvelope(t, now.Add(-1*time.Second), server)
testMessagesCount(t, 3, server)
2020-01-08 11:12:23 +00:00
testPrune(t, now.Add(-5*time.Second), 1, cleaner)
testPrune(t, now.Add(-2*time.Second), 1, cleaner)
testPrune(t, now, 1, cleaner)
testMessagesCount(t, 0, server)
}
func TestCleanerSchedule(t *testing.T) {
now := time.Now()
server := setupTestServer(t)
defer server.Close()
2020-01-08 11:12:23 +00:00
cleaner := newDBCleaner(server.ms.db, time.Hour)
cleaner.period = time.Millisecond * 10
cleaner.Start()
defer cleaner.Stop()
archiveEnvelope(t, now.Add(-3*time.Hour), server)
archiveEnvelope(t, now.Add(-2*time.Hour), server)
archiveEnvelope(t, now.Add(-1*time.Minute), server)
time.Sleep(time.Millisecond * 50)
testMessagesCount(t, 1, server)
}
func benchmarkCleanerPrune(b *testing.B, messages int, batchSize int) {
t := &testing.T{}
now := time.Now()
sentTime := now.Add(-10 * time.Second)
server := setupTestServer(t)
defer server.Close()
2020-01-08 11:12:23 +00:00
cleaner := newDBCleaner(server.ms.db, time.Hour)
cleaner.batchSize = batchSize
for i := 0; i < messages; i++ {
archiveEnvelope(t, sentTime, server)
}
for i := 0; i < b.N; i++ {
2020-01-08 11:12:23 +00:00
testPrune(t, now, 0, cleaner)
}
}
func BenchmarkCleanerPruneM100_000_B100_000(b *testing.B) {
benchmarkCleanerPrune(b, 100000, 100000)
}
func BenchmarkCleanerPruneM100_000_B10_000(b *testing.B) {
benchmarkCleanerPrune(b, 100000, 10000)
}
func BenchmarkCleanerPruneM100_000_B1000(b *testing.B) {
benchmarkCleanerPrune(b, 100000, 1000)
}
func BenchmarkCleanerPruneM100_000_B100(b *testing.B) {
benchmarkCleanerPrune(b, 100000, 100)
}
2021-05-14 10:55:42 +00:00
func setupTestServer(t *testing.T) *WakuMailServer {
var s WakuMailServer
db, _ := leveldb.Open(storage.NewMemStorage(), nil)
2020-01-08 11:12:23 +00:00
s.ms = &mailServer{
db: &LevelDB{
ldb: db,
done: make(chan struct{}),
},
2021-05-14 10:55:42 +00:00
adapter: &wakuAdapter{},
2020-01-08 11:12:23 +00:00
}
s.minRequestPoW = powRequirement
return &s
}
2021-05-14 10:55:42 +00:00
func archiveEnvelope(t *testing.T, sentTime time.Time, server *WakuMailServer) *waku.Envelope {
2018-05-21 11:30:37 +00:00
env, err := generateEnvelope(sentTime)
require.NoError(t, err)
server.Archive(env)
return env
}
2020-01-08 11:12:23 +00:00
func testPrune(t *testing.T, u time.Time, expected int, c *dbCleaner) {
n, err := c.PruneEntriesOlderThan(u)
2018-05-21 11:30:37 +00:00
require.NoError(t, err)
require.Equal(t, expected, n)
}
2021-05-14 10:55:42 +00:00
func testMessagesCount(t *testing.T, expected int, s *WakuMailServer) {
2020-01-08 11:12:23 +00:00
count := countMessages(t, s.ms.db)
2018-05-21 11:30:37 +00:00
require.Equal(t, expected, count, fmt.Sprintf("expected %d message, got: %d", expected, count))
}
func countMessages(t *testing.T, db DB) int {
var (
count int
zero types.Hash
emptyTopic types.TopicType
)
now := time.Now()
kl := NewDBKey(uint32(0), emptyTopic, zero)
ku := NewDBKey(uint32(now.Unix()), emptyTopic, zero)
query := CursorQuery{
start: kl.raw,
end: ku.raw,
}
i, _ := db.BuildIterator(query)
defer func() { _ = i.Release() }()
for i.Next() {
2021-05-14 10:55:42 +00:00
var env waku.Envelope
value, err := i.GetEnvelopeByBloomFilter(query.bloom)
if err != nil {
t.Fatal(err)
}
err = rlp.DecodeBytes(value, &env)
if err != nil {
t.Fatal(err)
}
count++
}
return count
}