logos-storage/nim-datastore
1
0
Fork 0
mirror of https://github.com/logos-storage/nim-datastore.git synced 2026-05-06 01:39:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

key batch

Browse Source
This commit is contained in:
Jaremy Creechley 2023-09-20 23:28:50 -07:00
parent 4d26f707e5
commit 398342be76
No known key found for this signature in database
GPG Key ID: 4E66FB67B21D3300
2 changed files with 32 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
datastore/sql/sqliteds.nim
View File

@ -47,7 +47,7 @@ proc delete*(self: SQLiteDatastore, keys: openArray[DbKey]): ?!void =
return failure(err) return failure(err)
for key in keys: for key in keys:
if err =? self.db.deleteStmt.exec((key)).errorOption: if err =? self.db.deleteStmt.exec(($key)).errorOption:
if err =? self.db.rollbackStmt.exec().errorOption: if err =? self.db.rollbackStmt.exec().errorOption:
return failure err.msg return failure err.msg
@ -91,7 +91,14 @@ proc put*(self: SQLiteDatastore, batch: openArray[DbBatchEntry]): ?!void =
return failure err return failure err
for entry in batch: for entry in batch:
if err =? self.db.putStmt.exec((entry.key, entry.data, timestamp())).errorOption: # DbBatchEntry* = tuple[key: string, data: seq[byte]] | tuple[key: KeyId, data: DataBuffer]
when entry.key is string:
let putStmt = self.db.putStmt
elif entry.key is KeyId:
let putStmt = self.db.putBufferStmt
else:
{.error: "unhandled type".}
if err =? putStmt.exec((entry.key, entry.data, timestamp())).errorOption:
if err =? self.db.rollbackStmt.exec().errorOption: if err =? self.db.rollbackStmt.exec().errorOption:
return failure err return failure err

48
tests/datastore/sql/testsqliteds.nim
View File

@ -19,7 +19,7 @@ proc testBasic[K, V, B](
key: K, key: K,
bytes: V, bytes: V,
otherBytes: V, otherBytes: V,
batches: B, batch: B,
) = ) =
test "put": test "put":
@ -43,28 +43,20 @@ proc testBasic[K, V, B](
check key notin ds check key notin ds
test "put batch": test "put batch":
var
batch: seq[tuple[key: string, data: seq[byte]]]
for k in 0..<100:
let kk = Key.init(key, $k).tryGet().id()
batch.add((kk, @[k.byte]))
ds.put(batch).tryGet ds.put(batch).tryGet
for k in batch: for (k, v) in batch:
check: ds.has(k.key).tryGet check: ds.has(k).tryGet
test "delete batch": test "delete batch":
var var keys: seq[K]
batch: seq[string] for (k, v) in batch:
keys.add(k)
for k in 0..<100: ds.delete(keys).tryGet
batch.add(Key.init(key, $k).tryGet().id())
ds.delete(batch).tryGet for (k, v) in batch:
for k in batch:
check: not ds.has(k).tryGet check: not ds.has(k).tryGet
test "handle missing key": test "handle missing key":
@ -91,14 +83,20 @@ suite "Test Basic SQLiteDatastore":
testBasic(ds, key, bytes, otherBytes, batch) testBasic(ds, key, bytes, otherBytes, batch)
# suite "Test DataBuffer SQLiteDatastore": suite "Test DataBuffer SQLiteDatastore":
# let let
# ds = SQLiteDatastore.new(Memory).tryGet() ds = SQLiteDatastore.new(Memory).tryGet()
# key = KeyId.new Key.init("a:b/c/d:e").tryGet().id() keyFull = Key.init("a:b/c/d:e").tryGet()
# bytes = DataBuffer.new "some bytes" key = KeyId.new keyFull.id()
# otherBytes = DataBuffer.new "some other bytes" bytes = DataBuffer.new "some bytes"
otherBytes = DataBuffer.new "some other bytes"
# suiteTeardown: var batch: seq[tuple[key: KeyId, data: DataBuffer]]
# ds.close().tryGet() for k in 0..<100:
let kk = Key.init(keyFull.id(), $k).tryGet().id()
batch.add( (KeyId.new kk, DataBuffer.new @[k.byte]) )
# testBasic(ds, key, bytes, otherBytes) suiteTeardown:
ds.close().tryGet()
testBasic(ds, key, bytes, otherBytes, batch)