mirror of https://github.com/waku-org/nwaku.git
94 lines
2.9 KiB
Nim
94 lines
2.9 KiB
Nim
|
{.used.}
|
||
|
|
|
||
|
|
import
|
||
|
|
std/sequtils,
|
||
|
|
stew/results,
|
||
|
|
testutils/unittests,
|
||
|
|
chronos
|
||
|
|
import
|
||
|
|
../../../waku/common/sqlite,
|
||
|
|
../../../waku/v2/protocol/waku_archive,
|
||
|
|
../../../waku/v2/protocol/waku_archive/driver/sqlite_driver,
|
||
|
|
../../../waku/v2/protocol/waku_archive/retention_policy,
|
||
|
|
../../../waku/v2/protocol/waku_archive/retention_policy/retention_policy_capacity,
|
||
|
|
../../../waku/v2/protocol/waku_message,
|
||
|
|
../../../waku/v2/utils/time,
|
||
|
|
../utils,
|
||
|
|
../testlib/common
|
||
|
|
|
||
|
|
|
||
|
|
proc newTestDatabase(): SqliteDatabase =
|
||
|
|
SqliteDatabase.new(":memory:").tryGet()
|
||
|
|
|
||
|
|
proc newTestArchiveDriver(): ArchiveDriver =
|
||
|
|
let db = newTestDatabase()
|
||
|
|
SqliteDriver.new(db).tryGet()
|
||
|
|
|
||
|
|
|
||
|
|
suite "Waku Archive - Retention policy":
|
||
|
|
|
||
|
|
test "capacity retention policy - windowed message deletion":
|
||
|
|
## Given
|
||
|
|
let
|
||
|
|
capacity = 100
|
||
|
|
excess = 65
|
||
|
|
|
||
|
|
let driver = newTestArchiveDriver()
|
||
|
|
|
||
|
|
let retentionPolicy: RetentionPolicy = CapacityRetentionPolicy.init(capacity=capacity)
|
||
|
|
|
||
|
|
## When
|
||
|
|
for i in 1..capacity+excess:
|
||
|
|
let msg = fakeWakuMessage(payload= @[byte i], contentTopic=DefaultContentTopic, ts=Timestamp(i))
|
||
|
|
|
||
|
|
require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk()
|
||
|
|
require retentionPolicy.execute(driver).isOk()
|
||
|
|
|
||
|
|
## Then
|
||
|
|
let numMessages = driver.getMessagesCount().tryGet()
|
||
|
|
check:
|
||
|
|
# Expected number of messages is 120 because
|
||
|
|
# (capacity = 100) + (half of the overflow window = 15) + (5 messages added after after the last delete)
|
||
|
|
# the window size changes when changing `const maxStoreOverflow = 1.3 in sqlite_store
|
||
|
|
numMessages == 120
|
||
|
|
|
||
|
|
## Cleanup
|
||
|
|
driver.close().expect("driver to close")
|
||
|
|
|
||
|
|
test "store capacity should be limited":
|
||
|
|
## Given
|
||
|
|
const capacity = 5
|
||
|
|
const contentTopic = "test-content-topic"
|
||
|
|
|
||
|
|
let
|
||
|
|
driver = newTestArchiveDriver()
|
||
|
|
retentionPolicy: RetentionPolicy = CapacityRetentionPolicy.init(capacity=capacity)
|
||
|
|
|
||
|
|
let messages = @[
|
||
|
|
fakeWakuMessage(contentTopic=DefaultContentTopic, ts=ts(0)),
|
||
|
|
fakeWakuMessage(contentTopic=DefaultContentTopic, ts=ts(1)),
|
||
|
|
|
||
|
|
fakeWakuMessage(contentTopic=contentTopic, ts=ts(2)),
|
||
|
|
fakeWakuMessage(contentTopic=contentTopic, ts=ts(3)),
|
||
|
|
fakeWakuMessage(contentTopic=contentTopic, ts=ts(4)),
|
||
|
|
fakeWakuMessage(contentTopic=contentTopic, ts=ts(5)),
|
||
|
|
fakeWakuMessage(contentTopic=contentTopic, ts=ts(6))
|
||
|
|
]
|
||
|
|
|
||
|
|
## When
|
||
|
|
for msg in messages:
|
||
|
|
require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk()
|
||
|
|
require retentionPolicy.execute(driver).isOk()
|
||
|
|
|
||
|
|
## Then
|
||
|
|
let storedMsg = driver.getAllMessages().tryGet()
|
||
|
|
check:
|
||
|
|
storedMsg.len == capacity
|
||
|
|
storedMsg.all do (item: auto) -> bool:
|
||
|
|
let (pubsubTopic, msg, digest, storeTimestamp) = item
|
||
|
|
msg.contentTopic == contentTopic and
|
||
|
|
pubsubTopic == DefaultPubsubTopic
|
||
|
|
|
||
|
|
## Cleanup
|
||
|
|
driver.close().expect("driver to close")
|