2022-05-11 10:50:05 -05:00
|
|
|
import std/options
|
|
|
|
|
import std/os
|
|
|
|
|
|
2022-06-29 11:04:35 -05:00
|
|
|
import pkg/asynctest/unittest2
|
|
|
|
|
import pkg/chronos
|
2022-05-11 10:50:05 -05:00
|
|
|
import pkg/stew/results
|
|
|
|
|
|
2022-09-19 15:54:19 -06:00
|
|
|
import ../../datastore/fsds
|
|
|
|
|
import ../../datastore/sql
|
|
|
|
|
import ../../datastore/tieredds
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
suite "TieredDatastore":
|
2022-06-29 11:04:35 -05:00
|
|
|
# assumes tests/test_all is run from project root, e.g. with `nimble test`
|
|
|
|
|
let
|
|
|
|
|
bytes = @[1.byte, 2.byte, 3.byte]
|
|
|
|
|
key = Key.init("a:b/c/d:e").get
|
|
|
|
|
root = "tests" / "test_data"
|
|
|
|
|
rootAbs = getCurrentDir() / root
|
2022-05-11 10:50:05 -05:00
|
|
|
|
2022-06-29 11:04:35 -05:00
|
|
|
var
|
|
|
|
|
ds1: SQLiteDatastore
|
|
|
|
|
ds2: FileSystemDatastore
|
2022-05-11 10:50:05 -05:00
|
|
|
|
2022-06-29 11:04:35 -05:00
|
|
|
setup:
|
2022-05-11 10:50:05 -05:00
|
|
|
removeDir(rootAbs)
|
|
|
|
|
require(not dirExists(rootAbs))
|
2022-08-03 20:54:50 -05:00
|
|
|
createDir(rootAbs)
|
|
|
|
|
ds1 = SQLiteDatastore.new(memory).get
|
|
|
|
|
ds2 = FileSystemDatastore.new(rootAbs).get
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
teardown:
|
2022-06-29 11:04:35 -05:00
|
|
|
if not ds1.isNil: ds1.close
|
|
|
|
|
ds1 = nil
|
2022-05-11 10:50:05 -05:00
|
|
|
removeDir(rootAbs)
|
|
|
|
|
require(not dirExists(rootAbs))
|
|
|
|
|
|
2022-09-19 15:54:19 -06:00
|
|
|
test "new":
|
2022-05-11 10:50:05 -05:00
|
|
|
check:
|
|
|
|
|
TieredDatastore.new().isErr
|
|
|
|
|
TieredDatastore.new([]).isErr
|
|
|
|
|
TieredDatastore.new(@[]).isErr
|
|
|
|
|
TieredDatastore.new(ds1, ds2).isOk
|
|
|
|
|
TieredDatastore.new([ds1, ds2]).isOk
|
|
|
|
|
TieredDatastore.new(@[ds1, ds2]).isOk
|
|
|
|
|
|
2022-09-19 15:54:19 -06:00
|
|
|
test "accessors":
|
2022-05-11 10:50:05 -05:00
|
|
|
let
|
|
|
|
|
stores = @[ds1, ds2]
|
|
|
|
|
|
|
|
|
|
check:
|
|
|
|
|
TieredDatastore.new(ds1, ds2).get.stores == stores
|
|
|
|
|
TieredDatastore.new([ds1, ds2]).get.stores == stores
|
|
|
|
|
TieredDatastore.new(@[ds1, ds2]).get.stores == stores
|
|
|
|
|
|
2022-09-19 15:54:19 -06:00
|
|
|
test "put":
|
2022-05-11 10:50:05 -05:00
|
|
|
let
|
|
|
|
|
ds = TieredDatastore.new(ds1, ds2).get
|
|
|
|
|
|
2022-06-29 11:04:35 -05:00
|
|
|
assert (await ds1.get(key)).get.isNone
|
|
|
|
|
assert (await ds2.get(key)).get.isNone
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
let
|
2022-06-29 11:04:35 -05:00
|
|
|
putRes = await ds.put(key, bytes)
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
check:
|
|
|
|
|
putRes.isOk
|
2022-06-29 11:04:35 -05:00
|
|
|
(await ds1.get(key)).get.get == bytes
|
|
|
|
|
(await ds2.get(key)).get.get == bytes
|
2022-05-11 10:50:05 -05:00
|
|
|
|
2022-09-19 15:54:19 -06:00
|
|
|
test "delete":
|
2022-05-11 10:50:05 -05:00
|
|
|
let
|
|
|
|
|
ds = TieredDatastore.new(ds1, ds2).get
|
2022-06-29 11:04:35 -05:00
|
|
|
putRes = await ds.put(key, bytes)
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
assert putRes.isOk
|
2022-06-29 11:04:35 -05:00
|
|
|
assert (await ds1.get(key)).get.get == bytes
|
|
|
|
|
assert (await ds2.get(key)).get.get == bytes
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
let
|
2022-06-29 11:04:35 -05:00
|
|
|
delRes = await ds.delete(key)
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
check:
|
|
|
|
|
delRes.isOk
|
2022-06-29 11:04:35 -05:00
|
|
|
(await ds1.get(key)).get.isNone
|
|
|
|
|
(await ds2.get(key)).get.isNone
|
2022-05-11 10:50:05 -05:00
|
|
|
|
2022-09-19 15:54:19 -06:00
|
|
|
test "contains":
|
2022-05-11 10:50:05 -05:00
|
|
|
let
|
|
|
|
|
ds = TieredDatastore.new(ds1, ds2).get
|
|
|
|
|
|
2022-06-29 11:04:35 -05:00
|
|
|
assert not (await ds1.contains(key)).get
|
|
|
|
|
assert not (await ds2.contains(key)).get
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
let
|
2022-06-29 11:04:35 -05:00
|
|
|
putRes = await ds.put(key, bytes)
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
assert putRes.isOk
|
|
|
|
|
|
|
|
|
|
let
|
2022-06-29 11:04:35 -05:00
|
|
|
containsRes = await ds.contains(key)
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
check:
|
|
|
|
|
containsRes.isOk
|
|
|
|
|
containsRes.get
|
2022-06-29 11:04:35 -05:00
|
|
|
(await ds1.contains(key)).get
|
|
|
|
|
(await ds2.contains(key)).get
|
2022-05-11 10:50:05 -05:00
|
|
|
|
2022-09-19 15:54:19 -06:00
|
|
|
test "get":
|
2022-05-11 10:50:05 -05:00
|
|
|
var
|
|
|
|
|
ds = TieredDatastore.new(ds1, ds2).get
|
|
|
|
|
|
2022-06-29 11:04:35 -05:00
|
|
|
assert (await ds1.get(key)).get.isNone
|
|
|
|
|
assert (await ds2.get(key)).get.isNone
|
2022-05-11 10:50:05 -05:00
|
|
|
|
2022-06-29 11:04:35 -05:00
|
|
|
check: (await ds.get(key)).get.isNone
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
let
|
2022-06-29 11:04:35 -05:00
|
|
|
putRes = await ds.put(key, bytes)
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
assert putRes.isOk
|
|
|
|
|
|
|
|
|
|
var
|
2022-06-29 11:04:35 -05:00
|
|
|
getRes = await ds.get(key)
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
check:
|
|
|
|
|
getRes.isOk
|
|
|
|
|
getRes.get.isSome
|
|
|
|
|
getRes.get.get == bytes
|
2022-06-29 11:04:35 -05:00
|
|
|
(await ds1.get(key)).get.isSome
|
|
|
|
|
(await ds2.get(key)).get.isSome
|
|
|
|
|
(await ds1.get(key)).get.get == bytes
|
|
|
|
|
(await ds2.get(key)).get.get == bytes
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
ds1.close
|
2022-08-03 20:54:50 -05:00
|
|
|
ds1 = SQLiteDatastore.new(memory).get
|
2022-05-11 10:50:05 -05:00
|
|
|
ds = TieredDatastore.new(ds1, ds2).get
|
|
|
|
|
|
2022-06-29 11:04:35 -05:00
|
|
|
assert (await ds1.get(key)).get.isNone
|
|
|
|
|
assert (await ds2.get(key)).get.isSome
|
|
|
|
|
assert (await ds2.get(key)).get.get == bytes
|
2022-05-11 10:50:05 -05:00
|
|
|
|
2022-06-29 11:04:35 -05:00
|
|
|
getRes = await ds.get(key)
|
2022-05-11 10:50:05 -05:00
|
|
|
|
|
|
|
|
check:
|
|
|
|
|
getRes.isOk
|
|
|
|
|
getRes.get.isSome
|
|
|
|
|
getRes.get.get == bytes
|
2022-06-29 11:04:35 -05:00
|
|
|
(await ds1.get(key)).get.isSome
|
|
|
|
|
(await ds1.get(key)).get.get == bytes
|
2022-05-11 10:50:05 -05:00
|
|
|
|
2022-09-19 15:54:19 -06:00
|
|
|
# test "query":
|
2022-05-11 10:50:05 -05:00
|
|
|
# check:
|
|
|
|
|
# true
|