2020-04-27 13:16:11 +00:00
|
|
|
## Implementation of KvStore based on sqlite3
|
|
|
|
|
|
|
|
{.push raises: [Defect].}
|
|
|
|
|
|
|
|
import
|
|
|
|
os,
|
|
|
|
sqlite3_abi,
|
|
|
|
./kvstore
|
|
|
|
|
|
|
|
export kvstore
|
|
|
|
|
|
|
|
type
|
|
|
|
SqStoreRef* = ref object of RootObj
|
|
|
|
env: ptr sqlite3
|
2020-04-28 08:06:39 +00:00
|
|
|
getStmt, putStmt, delStmt, containsStmt: ptr sqlite3_stmt
|
2020-04-27 13:16:11 +00:00
|
|
|
|
|
|
|
template checkErr(op, cleanup: untyped) =
|
|
|
|
if (let v = (op); v != SQLITE_OK):
|
|
|
|
cleanup
|
|
|
|
return err($sqlite3_errstr(v))
|
|
|
|
|
|
|
|
template checkErr(op) =
|
|
|
|
checkErr(op): discard
|
|
|
|
|
|
|
|
proc bindBlob(s: ptr sqlite3_stmt, n: int, blob: openarray[byte]): cint =
|
|
|
|
sqlite3_bind_blob(s, n.cint, unsafeAddr blob[0], blob.len.cint, nil)
|
|
|
|
|
|
|
|
proc get*(db: SqStoreRef, key: openarray[byte], onData: DataProc): KvResult[bool] =
|
2020-04-28 08:06:39 +00:00
|
|
|
checkErr sqlite3_reset(db.getStmt)
|
|
|
|
checkErr sqlite3_clear_bindings(db.getStmt)
|
|
|
|
checkErr bindBlob(db.getStmt, 1, key)
|
2020-04-27 13:16:11 +00:00
|
|
|
|
2020-04-28 08:06:39 +00:00
|
|
|
let v = sqlite3_step(db.getStmt)
|
2020-04-27 13:16:11 +00:00
|
|
|
case v
|
|
|
|
of SQLITE_ROW:
|
|
|
|
let
|
2020-04-28 08:06:39 +00:00
|
|
|
p = cast[ptr UncheckedArray[byte]](sqlite3_column_blob(db.getStmt, 0))
|
|
|
|
l = sqlite3_column_bytes(db.getStmt, 0)
|
2020-04-27 13:16:11 +00:00
|
|
|
onData(toOpenArray(p, 0, l-1))
|
|
|
|
ok(true)
|
|
|
|
of SQLITE_DONE:
|
|
|
|
ok(false)
|
|
|
|
else:
|
|
|
|
err($sqlite3_errstr(v))
|
|
|
|
|
|
|
|
proc put*(db: SqStoreRef, key, value: openarray[byte]): KvResult[void] =
|
2020-04-28 08:06:39 +00:00
|
|
|
checkErr sqlite3_reset(db.putStmt)
|
|
|
|
checkErr sqlite3_clear_bindings(db.putStmt)
|
2020-04-27 13:16:11 +00:00
|
|
|
|
2020-04-28 08:06:39 +00:00
|
|
|
checkErr bindBlob(db.putStmt, 1, key)
|
|
|
|
checkErr bindBlob(db.putStmt, 2, value)
|
2020-04-27 13:16:11 +00:00
|
|
|
|
2020-04-28 08:06:39 +00:00
|
|
|
if (let v = sqlite3_step(db.putStmt); v != SQLITE_DONE):
|
2020-04-27 13:16:11 +00:00
|
|
|
err($sqlite3_errstr(v))
|
|
|
|
else:
|
|
|
|
ok()
|
|
|
|
|
|
|
|
proc contains*(db: SqStoreRef, key: openarray[byte]): KvResult[bool] =
|
2020-04-28 08:06:39 +00:00
|
|
|
checkErr sqlite3_reset(db.containsStmt)
|
|
|
|
checkErr sqlite3_clear_bindings(db.containsStmt)
|
2020-04-27 13:16:11 +00:00
|
|
|
|
2020-04-28 08:06:39 +00:00
|
|
|
checkErr bindBlob(db.containsStmt, 1, key)
|
2020-04-27 13:16:11 +00:00
|
|
|
|
2020-04-28 08:06:39 +00:00
|
|
|
let v = sqlite3_step(db.containsStmt)
|
2020-04-27 13:16:11 +00:00
|
|
|
case v
|
|
|
|
of SQLITE_ROW: ok(true)
|
|
|
|
of SQLITE_DONE: ok(false)
|
|
|
|
else: err($sqlite3_errstr(v))
|
|
|
|
|
|
|
|
proc del*(db: SqStoreRef, key: openarray[byte]): KvResult[void] =
|
2020-04-28 08:06:39 +00:00
|
|
|
checkErr sqlite3_reset(db.delStmt)
|
|
|
|
checkErr sqlite3_clear_bindings(db.delStmt)
|
2020-04-27 13:16:11 +00:00
|
|
|
|
2020-04-28 08:06:39 +00:00
|
|
|
checkErr bindBlob(db.delStmt, 1, key)
|
2020-04-27 13:16:11 +00:00
|
|
|
|
2020-04-28 08:06:39 +00:00
|
|
|
if (let v = sqlite3_step(db.delStmt); v != SQLITE_DONE):
|
2020-04-27 13:16:11 +00:00
|
|
|
err($sqlite3_errstr(v))
|
|
|
|
else:
|
|
|
|
ok()
|
|
|
|
|
|
|
|
proc close*(db: SqStoreRef) =
|
2020-04-28 08:06:39 +00:00
|
|
|
discard sqlite3_finalize(db.putStmt)
|
|
|
|
discard sqlite3_finalize(db.getStmt)
|
|
|
|
discard sqlite3_finalize(db.delStmt)
|
|
|
|
discard sqlite3_finalize(db.containsStmt)
|
2020-04-27 13:16:11 +00:00
|
|
|
|
|
|
|
discard sqlite3_close(db.env)
|
|
|
|
|
|
|
|
db[] = SqStoreRef()[]
|
|
|
|
|
|
|
|
proc init*(
|
|
|
|
T: type SqStoreRef,
|
|
|
|
basePath: string,
|
|
|
|
name: string,
|
|
|
|
readOnly = false,
|
|
|
|
inMemory = false): KvResult[T] =
|
|
|
|
var
|
|
|
|
env: ptr sqlite3
|
|
|
|
|
|
|
|
let
|
|
|
|
name =
|
|
|
|
if inMemory: ":memory:"
|
|
|
|
else: basepath / name & ".sqlite3"
|
|
|
|
flags =
|
|
|
|
if readOnly: SQLITE_OPEN_READONLY
|
|
|
|
else: SQLITE_OPEN_READWRITE or SQLITE_OPEN_CREATE
|
|
|
|
|
|
|
|
if not inMemory:
|
|
|
|
try:
|
|
|
|
createDir(basePath)
|
|
|
|
except OSError, IOError:
|
|
|
|
return err("`sqlite: cannot create database directory")
|
|
|
|
|
|
|
|
checkErr sqlite3_open_v2(name, addr env, flags.cint, nil)
|
|
|
|
|
|
|
|
template prepare(q: string, cleanup: untyped): ptr sqlite3_stmt =
|
|
|
|
var s: ptr sqlite3_stmt
|
|
|
|
checkErr sqlite3_prepare_v2(env, q, q.len.cint, addr s, nil):
|
|
|
|
cleanup
|
|
|
|
discard sqlite3_close(env)
|
|
|
|
s
|
|
|
|
|
|
|
|
template checkExec(q: string) =
|
|
|
|
let s = prepare(q): discard
|
|
|
|
|
|
|
|
if (let x = sqlite3_step(s); x != SQLITE_DONE):
|
|
|
|
discard sqlite3_finalize(s)
|
|
|
|
discard sqlite3_close(env)
|
|
|
|
return err($sqlite3_errstr(x))
|
|
|
|
|
|
|
|
if (let x = sqlite3_finalize(s); x != SQLITE_OK):
|
|
|
|
discard sqlite3_close(env)
|
|
|
|
return err($sqlite3_errstr(x))
|
|
|
|
|
|
|
|
# TODO: check current version and implement schema versioning
|
|
|
|
checkExec "PRAGMA user_version = 1;"
|
|
|
|
|
|
|
|
checkExec """
|
|
|
|
CREATE TABLE IF NOT EXISTS kvstore(
|
|
|
|
key BLOB PRIMARY KEY,
|
|
|
|
value BLOB
|
|
|
|
) WITHOUT ROWID;
|
|
|
|
"""
|
|
|
|
|
|
|
|
let
|
2020-04-28 08:06:39 +00:00
|
|
|
getStmt = prepare "SELECT value FROM kvstore WHERE key = ?;":
|
2020-04-27 13:16:11 +00:00
|
|
|
discard
|
2020-04-28 08:06:39 +00:00
|
|
|
putStmt = prepare "INSERT OR REPLACE INTO kvstore(key, value) VALUES (?, ?);":
|
|
|
|
discard sqlite3_finalize(getStmt)
|
|
|
|
delStmt = prepare "DELETE FROM kvstore WHERE key = ?;":
|
|
|
|
discard sqlite3_finalize(getStmt)
|
|
|
|
discard sqlite3_finalize(putStmt)
|
|
|
|
containsStmt = prepare "SELECT 1 FROM kvstore WHERE key = ?;":
|
|
|
|
discard sqlite3_finalize(getStmt)
|
|
|
|
discard sqlite3_finalize(putStmt)
|
|
|
|
discard sqlite3_finalize(delStmt)
|
2020-04-27 13:16:11 +00:00
|
|
|
|
|
|
|
ok(SqStoreRef(
|
|
|
|
env: env,
|
2020-04-28 08:06:39 +00:00
|
|
|
getStmt: getStmt,
|
|
|
|
putStmt: putStmt,
|
|
|
|
delStmt: delStmt,
|
|
|
|
containsStmt: containsStmt
|
2020-04-27 13:16:11 +00:00
|
|
|
))
|