{.used.} import std/[options, sequtils, random, algorithm], testutils/unittests, chronos, chronicles import ../../../waku/v2/protocol/waku_archive, ../../../waku/v2/protocol/waku_archive/driver/queue_driver, ../../../waku/v2/protocol/waku_message, ../testlib/common, ../testlib/wakucore logScope: topics = "test archive queue_driver" # Initialize the random number generator common.randomize() proc newTestSqliteDriver(): ArchiveDriver = QueueDriver.new(capacity=50) proc computeTestCursor(pubsubTopic: PubsubTopic, message: WakuMessage): ArchiveCursor = ArchiveCursor( pubsubTopic: pubsubTopic, senderTime: message.timestamp, storeTime: message.timestamp, digest: computeDigest(message) ) suite "Queue driver - query by content topic": test "no content topic": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let expected = @[ fakeWakuMessage(@[byte 0], contentTopic=DefaultContentTopic, ts=ts(00)), fakeWakuMessage(@[byte 1], contentTopic=DefaultContentTopic, ts=ts(10)), fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)), fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( maxPageSize=5, ascendingOrder=true ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[0..4] ## Cleanup driver.close().expect("driver to close") test "single content topic": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let expected = @[ fakeWakuMessage(@[byte 0], ts=ts(00)), fakeWakuMessage(@[byte 1], ts=ts(10)), fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)), fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( contentTopic= @[contentTopic], maxPageSize=2, ascendingOrder=true ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[2..3] ## Cleanup driver.close().expect("driver to close") test "single content topic - descending order": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let expected = @[ fakeWakuMessage(@[byte 0], ts=ts(00)), fakeWakuMessage(@[byte 1], ts=ts(10)), fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)), fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( contentTopic= @[contentTopic], maxPageSize=2, ascendingOrder=false ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[6..7].reversed() ## Cleanup driver.close().expect("driver to close") test "multiple content topic": ## Given const contentTopic1 = "test-content-topic-1" const contentTopic2 = "test-content-topic-2" const contentTopic3 = "test-content-topic-3" let driver = newTestSqliteDriver() let expected = @[ fakeWakuMessage(@[byte 0], ts=ts(00)), fakeWakuMessage(@[byte 1], ts=ts(10)), fakeWakuMessage(@[byte 2], contentTopic=contentTopic1, ts=ts(20)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic2, ts=ts(30)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic3, ts=ts(40)), fakeWakuMessage(@[byte 5], contentTopic=contentTopic1, ts=ts(50)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic2, ts=ts(60)), fakeWakuMessage(@[byte 7], contentTopic=contentTopic3, ts=ts(70)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( contentTopic= @[contentTopic1, contentTopic2], maxPageSize=2, ascendingOrder=true ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[2..3] ## Cleanup driver.close().expect("driver to close") test "single content topic - no results": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let expected = @[ fakeWakuMessage(@[byte 0], contentTopic=DefaultContentTopic, ts=ts(00)), fakeWakuMessage(@[byte 1], contentTopic=DefaultContentTopic, ts=ts(10)), fakeWakuMessage(@[byte 2], contentTopic=DefaultContentTopic, ts=ts(20)), fakeWakuMessage(@[byte 3], contentTopic=DefaultContentTopic, ts=ts(30)), fakeWakuMessage(@[byte 4], contentTopic=DefaultContentTopic, ts=ts(40)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( contentTopic= @[contentTopic], maxPageSize=2, ascendingOrder=true ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages.len == 0 ## Cleanup driver.close().expect("driver to close") test "content topic and max page size - not enough messages stored": ## Given const pageSize: uint = 50 let driver = newTestSqliteDriver() for t in 0..<40: let msg = fakeWakuMessage(@[byte t], DefaultContentTopic, ts=ts(t)) require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( contentTopic= @[DefaultContentTopic], maxPageSize=pageSize, ascendingOrder=true ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages.len == 40 ## Cleanup driver.close().expect("driver to close") suite "SQLite driver - query by pubsub topic": test "pubsub topic": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let expected = @[ (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30))), (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40))), (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50))), (pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60))), (pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( pubsubTopic=some(pubsubTopic), maxPageSize=2, ascendingOrder=true ) ## Then check: res.isOk() let expectedMessages = expected.mapIt(it[1]) let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expectedMessages[4..5] ## Cleanup driver.close().expect("driver to close") test "no pubsub topic": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let expected = @[ (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30))), (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40))), (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50))), (pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60))), (pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( maxPageSize=2, ascendingOrder=true ) ## Then check: res.isOk() let expectedMessages = expected.mapIt(it[1]) let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expectedMessages[0..1] ## Cleanup driver.close().expect("driver to close") test "content topic and pubsub topic": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let expected = @[ (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30))), (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40))), (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50))), (pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60))), (pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( contentTopic= @[contentTopic], pubsubTopic=some(pubsubTopic), maxPageSize=2, ascendingOrder=true ) ## Then check: res.isOk() let expectedMessages = expected.mapIt(it[1]) let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expectedMessages[4..5] ## Cleanup driver.close().expect("driver to close") suite "Queue driver - query by cursor": test "only cursor": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let expected = @[ fakeWakuMessage(@[byte 0], ts=ts(00)), fakeWakuMessage(@[byte 1], ts=ts(10)), fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), # << cursor fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)), fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(DefaultPubsubTopic, expected[4]) ## When let res = driver.getMessages( cursor=some(cursor), maxPageSize=2, ascendingOrder=true ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[5..6] ## Cleanup driver.close().expect("driver to close") test "only cursor - descending order": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let expected = @[ fakeWakuMessage(@[byte 0], ts=ts(00)), fakeWakuMessage(@[byte 1], ts=ts(10)), fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), # << cursor fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)), fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(DefaultPubsubTopic, expected[4]) ## When let res = driver.getMessages( cursor=some(cursor), maxPageSize=2, ascendingOrder=false ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[2..3].reversed() ## Cleanup driver.close().expect("driver to close") test "content topic and cursor": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let expected = @[ fakeWakuMessage(@[byte 0], ts=ts(00)), fakeWakuMessage(@[byte 1], ts=ts(10)), fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), # << cursor fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)), fakeWakuMessage(@[byte 7], ts=ts(70)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(DefaultPubsubTopic, expected[4]) ## When let res = driver.getMessages( contentTopic= @[contentTopic], cursor=some(cursor), maxPageSize=10, ascendingOrder=true ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[5..6] ## Cleanup driver.close().expect("driver to close") test "content topic and cursor - descending order": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let expected = @[ fakeWakuMessage(@[byte 0], ts=ts(00)), fakeWakuMessage(@[byte 1], ts=ts(10)), fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40)), fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60)), # << cursor fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(DefaultPubsubTopic, expected[6]) ## When let res = driver.getMessages( contentTopic= @[contentTopic], cursor=some(cursor), maxPageSize=10, ascendingOrder=false ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[2..5].reversed() ## Cleanup driver.close().expect("driver to close") test "pubsub topic and cursor": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))), # << cursor (pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(expected[5][0], expected[5][1]) ## When let res = driver.getMessages( pubsubTopic=some(pubsubTopic), cursor=some(cursor), maxPageSize=10, ascendingOrder=true ) ## Then check: res.isOk() let expectedMessages = expected.mapIt(it[1]) let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expectedMessages[6..7] ## Cleanup driver.close().expect("driver to close") test "pubsub topic and cursor - descending order": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin))), # << cursor (pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(expected[6][0], expected[6][1]) ## When let res = driver.getMessages( pubsubTopic=some(pubsubTopic), cursor=some(cursor), maxPageSize=10, ascendingOrder=false ) ## Then check: res.isOk() let expectedMessages = expected.mapIt(it[1]) let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expectedMessages[4..5].reversed() ## Cleanup driver.close().expect("driver to close") suite "Queue driver - query by time range": test "start time only": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)), fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)), # start_time fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)), fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( startTime=some(ts(15, timeOrigin)), maxPageSize=10, ascendingOrder=true ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[2..6] ## Cleanup driver.close().expect("driver to close") test "end time only": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)), fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)), fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)), # end_time fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( endTime=some(ts(45, timeOrigin)), maxPageSize=10, ascendingOrder=true ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[0..4] ## Cleanup driver.close().expect("driver to close") test "start time and end time": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), # start_time (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))), # end_time (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( startTime=some(ts(15, timeOrigin)), endTime=some(ts(45, timeOrigin)), maxPageSize=10, ascendingOrder=true ) ## Then check: res.isOk() let expectedMessages = expected.mapIt(it[1]) let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expectedMessages[2..4] ## Cleanup driver.close().expect("driver to close") test "invalid time range - no results": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)), fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)), # start_time fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)), # end_time fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( contentTopic= @[contentTopic], startTime=some(ts(45, timeOrigin)), endTime=some(ts(15, timeOrigin)), maxPageSize=2, ascendingOrder=true ) check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages.len == 0 ## Cleanup driver.close().expect("driver to close") test "time range start and content topic": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)), fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)), # start_time fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)), fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( contentTopic= @[contentTopic], startTime=some(ts(15, timeOrigin)), maxPageSize=10, ascendingOrder=true ) check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[2..6] ## Cleanup driver.close().expect("driver to close") test "time range start and content topic - descending order": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)), fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)), # start_time fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)), fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)), fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin)), fakeWakuMessage(@[byte 8], ts=ts(80, timeOrigin)), fakeWakuMessage(@[byte 9], ts=ts(90, timeOrigin)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() ## When let res = driver.getMessages( contentTopic= @[contentTopic], startTime=some(ts(15, timeOrigin)), maxPageSize=10, ascendingOrder=false ) check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[2..6].reversed() ## Cleanup driver.close().expect("driver to close") test "time range start, single content topic and cursor": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)), fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)), # start_time fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)), # << cursor fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)), fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)), fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin)), fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin)), fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(DefaultPubsubTopic, expected[3]) ## When let res = driver.getMessages( contentTopic= @[contentTopic], cursor=some(cursor), startTime=some(ts(15, timeOrigin)), maxPageSize=10, ascendingOrder=true ) check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[4..9] ## Cleanup driver.close().expect("driver to close") test "time range start, single content topic and cursor - descending order": ## Given const contentTopic = "test-content-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ fakeWakuMessage(@[byte 0], contentTopic=contentTopic, ts=ts(00, timeOrigin)), fakeWakuMessage(@[byte 1], contentTopic=contentTopic, ts=ts(10, timeOrigin)), # start_time fakeWakuMessage(@[byte 2], ts=ts(20, timeOrigin)), fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin)), fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin)), fakeWakuMessage(@[byte 5], ts=ts(50, timeOrigin)), fakeWakuMessage(@[byte 6], contentTopic=contentTopic, ts=ts(60, timeOrigin)), # << cursor fakeWakuMessage(@[byte 7], contentTopic=contentTopic, ts=ts(70, timeOrigin)), fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin)), fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin)), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it.payload) for msg in messages: require driver.put(DefaultPubsubTopic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(DefaultPubsubTopic, expected[6]) ## When let res = driver.getMessages( contentTopic= @[contentTopic], cursor=some(cursor), startTime=some(ts(15, timeOrigin)), maxPageSize=10, ascendingOrder=false ) check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expected[3..4].reversed() ## Cleanup driver.close().expect("driver to close") test "time range, content topic, pubsub topic and cursor": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ # start_time (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), # << cursor (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))), # end_time (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 6], ts=ts(60, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(DefaultPubsubTopic, expected[1][1]) ## When let res = driver.getMessages( contentTopic= @[contentTopic], pubsubTopic=some(pubsubTopic), cursor=some(cursor), startTime=some(ts(0, timeOrigin)), endTime=some(ts(45, timeOrigin)), maxPageSize=10, ascendingOrder=true ) check: res.isOk() let expectedMessages = expected.mapIt(it[1]) let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expectedMessages[3..4] ## Cleanup driver.close().expect("driver to close") test "time range, content topic, pubsub topic and cursor - descending order": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))), # start_time (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 6], ts=ts(60, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin))), # << cursor (DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))), # end_time (DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(expected[7][0], expected[7][1]) ## When let res = driver.getMessages( contentTopic= @[contentTopic], pubsubTopic=some(pubsubTopic), cursor=some(cursor), startTime=some(ts(35, timeOrigin)), endTime=some(ts(85, timeOrigin)), maxPageSize=10, ascendingOrder=false ) check: res.isOk() let expectedMessages = expected.mapIt(it[1]) let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expectedMessages[4..5].reversed() ## Cleanup driver.close().expect("driver to close") test "time range, content topic, pubsub topic and cursor - cursor timestamp out of time range": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), # << cursor (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))), # start_time (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 6], ts=ts(60, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))), # end_time (DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(expected[1][0], expected[1][1]) ## When let res = driver.getMessages( contentTopic= @[contentTopic], pubsubTopic=some(pubsubTopic), cursor=some(cursor), startTime=some(ts(35, timeOrigin)), endTime=some(ts(85, timeOrigin)), maxPageSize=10, ascendingOrder=true ) ## Then check: res.isOk() let expectedMessages = expected.mapIt(it[1]) let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages == expectedMessages[4..5] ## Cleanup driver.close().expect("driver to close") test "time range, content topic, pubsub topic and cursor - cursor timestamp out of time range, descending order": ## Given const contentTopic = "test-content-topic" const pubsubTopic = "test-pubsub-topic" let driver = newTestSqliteDriver() let timeOrigin = now() let expected = @[ (DefaultPubsubTopic, fakeWakuMessage(@[byte 0], ts=ts(00, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 1], ts=ts(10, timeOrigin))), # << cursor (DefaultPubsubTopic, fakeWakuMessage(@[byte 2], contentTopic=contentTopic, ts=ts(20, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 3], contentTopic=contentTopic, ts=ts(30, timeOrigin))), # start_time (pubsubTopic, fakeWakuMessage(@[byte 4], contentTopic=contentTopic, ts=ts(40, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 5], contentTopic=contentTopic, ts=ts(50, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 6], ts=ts(60, timeOrigin))), (pubsubTopic, fakeWakuMessage(@[byte 7], ts=ts(70, timeOrigin))), (DefaultPubsubTopic, fakeWakuMessage(@[byte 8], contentTopic=contentTopic, ts=ts(80, timeOrigin))), # end_time (DefaultPubsubTopic, fakeWakuMessage(@[byte 9], contentTopic=contentTopic, ts=ts(90, timeOrigin))), ] var messages = expected shuffle(messages) debug "randomized message insertion sequence", sequence=messages.mapIt(it[1].payload) for row in messages: let (topic, msg) = row require driver.put(topic, msg, computeDigest(msg), msg.timestamp).isOk() let cursor = computeTestCursor(expected[1][0], expected[1][1]) ## When let res = driver.getMessages( contentTopic= @[contentTopic], pubsubTopic=some(pubsubTopic), cursor=some(cursor), startTime=some(ts(35, timeOrigin)), endTime=some(ts(85, timeOrigin)), maxPageSize=10, ascendingOrder=false, ) ## Then check: res.isOk() let filteredMessages = res.tryGet().mapIt(it[1]) check: filteredMessages.len == 0 ## Cleanup driver.close().expect("driver to close")