Merge pull request #287 from status-im/ula

use sqlite3 write-ahead logging to avoid excessive fsync()
This commit is contained in:
tersec 2020-08-27 13:37:34 +00:00 committed by GitHub
commit 8f1fd9890b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 26 additions and 3 deletions

View File

@ -120,9 +120,7 @@ proc init*(
discard sqlite3_close(env) discard sqlite3_close(env)
s s
template checkExec(q: string) = template checkExec(s: ptr sqlite3_stmt) =
let s = prepare(q): discard
if (let x = sqlite3_step(s); x != SQLITE_DONE): if (let x = sqlite3_step(s); x != SQLITE_DONE):
discard sqlite3_finalize(s) discard sqlite3_finalize(s)
discard sqlite3_close(env) discard sqlite3_close(env)
@ -132,9 +130,34 @@ proc init*(
discard sqlite3_close(env) discard sqlite3_close(env)
return err($sqlite3_errstr(x)) return err($sqlite3_errstr(x))
template checkExec(q: string) =
let s = prepare(q): discard
checkExec(s)
template checkWalPragmaResult(journalModePragma: ptr sqlite3_stmt) =
if (let x = sqlite3_step(journalModePragma); x != SQLITE_ROW):
discard sqlite3_finalize(journalModePragma)
discard sqlite3_close(env)
return err($sqlite3_errstr(x))
if (let x = sqlite3_column_type(journalModePragma, 0); x != SQLITE3_TEXT):
discard sqlite3_finalize(journalModePragma)
discard sqlite3_close(env)
return err($sqlite3_errstr(x))
if (let x = sqlite3_column_text(journalModePragma, 0);
x != "memory" and x != "wal"):
discard sqlite3_finalize(journalModePragma)
discard sqlite3_close(env)
return err("Invalid pragma result: " & $x)
# TODO: check current version and implement schema versioning # TODO: check current version and implement schema versioning
checkExec "PRAGMA user_version = 1;" checkExec "PRAGMA user_version = 1;"
let journalModePragma = prepare("PRAGMA journal_mode = WAL;"): discard
checkWalPragmaResult(journalModePragma)
checkExec(journalModePragma)
checkExec """ checkExec """
CREATE TABLE IF NOT EXISTS kvstore( CREATE TABLE IF NOT EXISTS kvstore(
key BLOB PRIMARY KEY, key BLOB PRIMARY KEY,