mirror of https://github.com/waku-org/nwaku.git
1334 lines
45 KiB
Nim
1334 lines
45 KiB
Nim
{.used.}
|
|
|
|
import
|
|
std/[options, sequtils, random, algorithm],
|
|
testutils/unittests,
|
|
chronos,
|
|
chronicles
|
|
import
|
|
../../../waku/waku_archive,
|
|
../../../waku/waku_archive/driver/queue_driver,
|
|
../../../waku/waku_core,
|
|
../../../waku/waku_core/message/digest,
|
|
../testlib/common,
|
|
../testlib/wakucore
|
|
|
|
|
|
logScope:
|
|
topics = "test archive queue_driver"
|
|
|
|
|
|
# Initialize the random number generator
|
|
common.randomize()
|
|
|
|
|
|
proc newTestSqliteDriver(): ArchiveDriver =
|
|
QueueDriver.new(capacity=50)
|
|
|
|
proc computeTestCursor(pubsubTopic: PubsubTopic, message: WakuMessage): ArchiveCursor =
|
|
ArchiveCursor(
|
|
pubsubTopic: pubsubTopic,
|
|
senderTime: message.timestamp,
|
|
storeTime: message.timestamp,
|
|
digest: computeDigest(message)
|
|
)
|
|
|
|
|
|
suite "Queue driver - query by content topic":
|
|
|
|
test "no content topic":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], contentTopic=DefaultContentTopic, ts=ts(00)),
|
|
fakeWakuMessage(@[byte 1], contentTopic=DefaultContentTopic, ts=ts(10)),
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)),
|
|
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)),
|
|
fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
maxPageSize=5,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[0..4]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "single content topic":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], ts=ts(00)),
|
|
fakeWakuMessage(@[byte 1], ts=ts(10)),
|
|
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)),
|
|
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)),
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)),
|
|
fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
maxPageSize=2,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[2..3]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "single content topic - descending order":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], ts=ts(00)),
|
|
fakeWakuMessage(@[byte 1], ts=ts(10)),
|
|
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)),
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)),
|
|
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)),
|
|
fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
maxPageSize=2,
|
|
ascendingOrder=false
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[6..7].reversed()
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "multiple content topic":
|
|
## Given
|
|
const contentTopic1 = "test-content-topic-1"
|
|
const contentTopic2 = "test-content-topic-2"
|
|
const contentTopic3 = "test-content-topic-3"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], ts=ts(00)),
|
|
fakeWakuMessage(@[byte 1], ts=ts(10)),
|
|
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic1, ts=ts(20)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic2, ts=ts(30)),
|
|
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic3, ts=ts(40)),
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic1, ts=ts(50)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic2, ts=ts(60)),
|
|
fakeWakuMessage(@[byte 7], contentTopic=contentTopic3, ts=ts(70)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic1, contentTopic2],
|
|
maxPageSize=2,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[2..3]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "single content topic - no results":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], contentTopic=DefaultContentTopic, ts=ts(00)),
|
|
fakeWakuMessage(@[byte 1], contentTopic=DefaultContentTopic, ts=ts(10)),
|
|
fakeWakuMessage(@[byte 2], contentTopic=DefaultContentTopic, ts=ts(20)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=DefaultContentTopic, ts=ts(30)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=DefaultContentTopic, ts=ts(40)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
maxPageSize=2,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages.len == 0
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "content topic and max page size - not enough messages stored":
|
|
## Given
|
|
const pageSize: uint = 50
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
for t in 0..<40:
|
|
let msg = fakeWakuMessage(@[byte t], DefaultContentTopic, ts=ts(t))
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[DefaultContentTopic],
|
|
maxPageSize=pageSize,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages.len == 40
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
|
|
suite "SQLite driver - query by pubsub topic":
|
|
|
|
test "pubsub topic":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30))),
|
|
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
pubsubTopic=some(pubsubTopic),
|
|
maxPageSize=2,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let expectedMessages = expected.mapIt(it[1])
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expectedMessages[4..5]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "no pubsub topic":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10))),
|
|
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
maxPageSize=2,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let expectedMessages = expected.mapIt(it[1])
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expectedMessages[0..1]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "content topic and pubsub topic":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30))),
|
|
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50))),
|
|
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
pubsubTopic=some(pubsubTopic),
|
|
maxPageSize=2,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let expectedMessages = expected.mapIt(it[1])
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expectedMessages[4..5]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
|
|
suite "Queue driver - query by cursor":
|
|
|
|
test "only cursor":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], ts=ts(00)),
|
|
fakeWakuMessage(@[byte 1], ts=ts(10)),
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), # << cursor
|
|
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)),
|
|
|
|
fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(DefaultPubsubTopic, expected[4])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
cursor=some(cursor),
|
|
maxPageSize=2,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[5..6]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "only cursor - descending order":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], ts=ts(00)),
|
|
fakeWakuMessage(@[byte 1], ts=ts(10)),
|
|
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)),
|
|
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), # << cursor
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)),
|
|
fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(DefaultPubsubTopic, expected[4])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
cursor=some(cursor),
|
|
maxPageSize=2,
|
|
ascendingOrder=false
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[2..3].reversed()
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "content topic and cursor":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], ts=ts(00)),
|
|
fakeWakuMessage(@[byte 1], ts=ts(10)),
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), # << cursor
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)),
|
|
fakeWakuMessage(@[byte 7], ts=ts(70)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(DefaultPubsubTopic, expected[4])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
cursor=some(cursor),
|
|
maxPageSize=10,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[5..6]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "content topic and cursor - descending order":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], ts=ts(00)),
|
|
fakeWakuMessage(@[byte 1], ts=ts(10)),
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)),
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)), # << cursor
|
|
fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(DefaultPubsubTopic, expected[6])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
cursor=some(cursor),
|
|
maxPageSize=10,
|
|
ascendingOrder=false
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[2..5].reversed()
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "pubsub topic and cursor":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))), # << cursor
|
|
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin))),
|
|
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(expected[5][0], expected[5][1])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
pubsubTopic=some(pubsubTopic),
|
|
cursor=some(cursor),
|
|
maxPageSize=10,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let expectedMessages = expected.mapIt(it[1])
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expectedMessages[6..7]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "pubsub topic and cursor - descending order":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))),
|
|
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))),
|
|
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin))), # << cursor
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(expected[6][0], expected[6][1])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
pubsubTopic=some(pubsubTopic),
|
|
cursor=some(cursor),
|
|
maxPageSize=10,
|
|
ascendingOrder=false
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let expectedMessages = expected.mapIt(it[1])
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expectedMessages[4..5].reversed()
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
|
|
suite "Queue driver - query by time range":
|
|
|
|
test "start time only":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)),
|
|
fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)),
|
|
# start_time
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)),
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
startTime=some(ts(15, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[2..6]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "end time only":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)),
|
|
fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)),
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)),
|
|
# end_time
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg),computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
endTime=some(ts(45, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[0..4]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "start time and end time":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))),
|
|
# start_time
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))),
|
|
# end_time
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
startTime=some(ts(15, timeOrigin)),
|
|
endTime=some(ts(45, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let expectedMessages = expected.mapIt(it[1])
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expectedMessages[2..4]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "invalid time range - no results":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)),
|
|
fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)),
|
|
# start_time
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)),
|
|
# end_time
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
startTime=some(ts(45, timeOrigin)),
|
|
endTime=some(ts(15, timeOrigin)),
|
|
maxPageSize=2,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages.len == 0
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
asynctest "time range start and content topic":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)),
|
|
fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)),
|
|
# start_time
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)),
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
startTime=some(ts(15, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[2..6]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "time range start and content topic - descending order":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)),
|
|
fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)),
|
|
# start_time
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)),
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)),
|
|
fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin)),
|
|
fakeWakuMessage(@[byte 8], ts=ts(80, timeOrigin)),
|
|
fakeWakuMessage(@[byte 9], ts=ts(90, timeOrigin)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
startTime=some(ts(15, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=false
|
|
)
|
|
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[2..6].reversed()
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
asynctest "time range start, single content topic and cursor":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)),
|
|
fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)),
|
|
# start_time
|
|
fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)), # << cursor
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)),
|
|
fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)),
|
|
fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin)),
|
|
fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin)),
|
|
fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(DefaultPubsubTopic, expected[3])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
cursor=some(cursor),
|
|
startTime=some(ts(15, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[4..9]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
asynctest "time range start, single content topic and cursor - descending order":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)),
|
|
fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)),
|
|
# start_time
|
|
fakeWakuMessage(@[byte 2], ts=ts(20, timeOrigin)),
|
|
fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)),
|
|
fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)),
|
|
fakeWakuMessage(@[byte 5], ts=ts(50, timeOrigin)),
|
|
fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)), # << cursor
|
|
fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin)),
|
|
fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin)),
|
|
fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin)),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload)
|
|
|
|
for msg in messages:
|
|
let retFut = waitFor driver.put(DefaultPubsubTopic, msg, computeDigest(msg), computeMessageHash(DefaultPubsubTopic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(DefaultPubsubTopic, expected[6])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
cursor=some(cursor),
|
|
startTime=some(ts(15, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=false
|
|
)
|
|
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expected[3..4].reversed()
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "time range, content topic, pubsub topic and cursor":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
# start_time
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), # << cursor
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))),
|
|
# end_time
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], ts=ts(60, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(DefaultPubsubTopic, expected[1][1])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
pubsubTopic=some(pubsubTopic),
|
|
cursor=some(cursor),
|
|
startTime=some(ts(0, timeOrigin)),
|
|
endTime=some(ts(45, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
check:
|
|
res.isOk()
|
|
|
|
let expectedMessages = expected.mapIt(it[1])
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expectedMessages[3..4]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "time range, content topic, pubsub topic and cursor - descending order":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))),
|
|
# start_time
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], ts=ts(60, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin))), # << cursor
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))),
|
|
# end_time
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(expected[7][0], expected[7][1])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
pubsubTopic=some(pubsubTopic),
|
|
cursor=some(cursor),
|
|
startTime=some(ts(35, timeOrigin)),
|
|
endTime=some(ts(85, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=false
|
|
)
|
|
|
|
check:
|
|
res.isOk()
|
|
|
|
let expectedMessages = expected.mapIt(it[1])
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expectedMessages[4..5].reversed()
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "time range, content topic, pubsub topic and cursor - cursor timestamp out of time range":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), # << cursor
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))),
|
|
# start_time
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], ts=ts(60, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))),
|
|
# end_time
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(expected[1][0], expected[1][1])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
pubsubTopic=some(pubsubTopic),
|
|
cursor=some(cursor),
|
|
startTime=some(ts(35, timeOrigin)),
|
|
endTime=some(ts(85, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=true
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let expectedMessages = expected.mapIt(it[1])
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages == expectedMessages[4..5]
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|
|
|
|
test "time range, content topic, pubsub topic and cursor - cursor timestamp out of time range, descending order":
|
|
## Given
|
|
const contentTopic = "test-content-topic"
|
|
const pubsubTopic = "test-pubsub-topic"
|
|
|
|
let driver = newTestSqliteDriver()
|
|
|
|
let timeOrigin = now()
|
|
let expected = @[
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), # << cursor
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))),
|
|
# start_time
|
|
(pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 6], ts=ts(60, timeOrigin))),
|
|
(pubsubTopic, fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin))),
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))),
|
|
# end_time
|
|
(DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))),
|
|
]
|
|
var messages = expected
|
|
|
|
shuffle(messages)
|
|
debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload)
|
|
|
|
for row in messages:
|
|
let (topic, msg) = row
|
|
let retFut = waitFor driver.put(topic, msg, computeDigest(msg), computeMessageHash(topic, msg), msg.timestamp)
|
|
require retFut.isOk()
|
|
|
|
let cursor = computeTestCursor(expected[1][0], expected[1][1])
|
|
|
|
## When
|
|
let res = waitFor driver.getMessages(
|
|
contentTopic= @[contentTopic],
|
|
pubsubTopic=some(pubsubTopic),
|
|
cursor=some(cursor),
|
|
startTime=some(ts(35, timeOrigin)),
|
|
endTime=some(ts(85, timeOrigin)),
|
|
maxPageSize=10,
|
|
ascendingOrder=false,
|
|
)
|
|
|
|
## Then
|
|
check:
|
|
res.isOk()
|
|
|
|
let filteredMessages = res.tryGet().mapIt(it[1])
|
|
check:
|
|
filteredMessages.len == 0
|
|
|
|
## Cleanup
|
|
(waitFor driver.close()).expect("driver to close")
|