mirror of
https://github.com/waku-org/nwaku.git
synced 2025-01-17 18:31:38 +00:00
ddf93814fe
* adds timestamp to waku message store impl * stores timestamp as int64 * adds untitest * stores timestamp as seq of bytes * minor * re-orders unittest * changes receiver timestamp to float64 * unit test for receiver timestamps * adds comments * reorder a few lines * updates changelog * more updates on changelog * WIP * WIP * adds migration * more debug messages * passes the path to the migration scripts from message store module * adds migration result type * replaces migrationScripts with migrationScriptsResult * adds path calculation to the message store * removes some tests binary file * removes redundant imports * comments out user_version assignment in sqlite init * more descriptive err messages * clean up test file * more info logs * minor code format * removes a todo * minor updates * remove a binary file * unit tests for migration utils * adds split script * integrates split query to handle scripts with multiple commands * updates migration script for v1 * updates the v1 migration script * update user version * updates script * fixes a few bugs on the splitScript * more debug logs * adds float64 parameter support to sqlite3 * change in timestamp type in the script * deletes float64 toBytes utils * enables storage of timestamp as a real number in the sqlite db * bump up script index * comment edits * removes migrate unit test * adds todo and docstring * updates changelog * removes an unused item in .gitignore * minor * updates changelog * organizes imports * cleans up imports * WIP * updates script fixes a few bugs on the splitScript more debug logs adds float64 parameter support to sqlite3 change in timestamp type in the script deletes float64 toBytes utils * edits migration util test * remove an empty test file * includes migration utils tests in * deletes unused codes * tides up imports * adds range based filter to the filterMigrationScripts * renames procs: removes Migration * tides up imports * edits docstring * edits docstring * edits docstring * removes unused imports * more clean up * groups std imports * updates changelog * adds docstring for setUserVersion * adds unittest for the migrate * Update waku/v2/node/storage/message/waku_message_store.nim Co-authored-by: RichΛrd <info@richardramos.me> * Update waku/v2/node/storage/sqlite.nim Co-authored-by: RichΛrd <info@richardramos.me> * Update waku/v2/node/storage/sqlite.nim Co-authored-by: RichΛrd <info@richardramos.me> * removes split scripts * fixes a naming issue * fixes a bug * fixes a typo * adds a log re updated user_version * fixes a proc naming mismatch * fixes naming mismatch * more descriptive var names * adds migration script of the first user version * moves migration to after persistMessages flag is checked * deletes unused comment * fixes a bug * brings back split script * adds unit tests for split scripts * runs scripts one command at a time * deletes a commented line * relocates the migrate proc to sqlite.nim * adds unit test for filter scripts * adds filterScripts unittest testing varying zero-prefixed user versions * minor Co-authored-by: RichΛrd <info@richardramos.me>
63 lines
2.3 KiB
Nim
63 lines
2.3 KiB
Nim
{.used.}
|
|
|
|
import
|
|
std/[unittest, tables, strutils, os, sequtils],
|
|
chronicles,
|
|
stew/results,
|
|
../../waku/v2/node/storage/migration/[migration_types, migration_utils]
|
|
|
|
template sourceDir: string = currentSourcePath.rsplit(DirSep, 1)[0]
|
|
const MIGRATION_PATH = sourceDir / "../../waku/v2/node/storage/migration/migrations_scripts/message"
|
|
|
|
suite "Migration utils":
|
|
test "read migration scripts":
|
|
let migrationScriptsRes = getScripts(MIGRATION_PATH)
|
|
check:
|
|
migrationScriptsRes.isErr == false
|
|
|
|
test "filter migration scripts":
|
|
let migrationUp = [("0001_init", "script1"), ("0001_add", "script1"), ("0002_init", "script2"), ("0003_init", "script3")].toOrderedTable()
|
|
let migrationScripts = MigrationScripts(migrationUp: migrationUp)
|
|
let scriptsRes = filterScripts(migrationScripts, 1, 3)
|
|
check:
|
|
scriptsRes.isErr == false
|
|
scriptsRes.value.len == 2
|
|
scriptsRes.value[0] == "script2"
|
|
scriptsRes.value[1] == "script3"
|
|
|
|
test "filter migration scripts with varying zero-prefixed user versions":
|
|
let migrationUp = [("0001_init", "script1"), ("1_add", "script1"), ("000002_init", "script2"), ("003_init", "script3")].toOrderedTable()
|
|
let migrationScripts = MigrationScripts(migrationUp: migrationUp)
|
|
let scriptsRes = filterScripts(migrationScripts, 1, 3)
|
|
check:
|
|
scriptsRes.isErr == false
|
|
scriptsRes.value.len == 2
|
|
scriptsRes.value[0] == "script2"
|
|
scriptsRes.value[1] == "script3"
|
|
|
|
test "split scripts with no queries":
|
|
let script = "; ;"
|
|
let queries = splitScript(script)
|
|
check queries.len == 0
|
|
|
|
test "split scripts with multiple queries":
|
|
let q1 = """CREATE TABLE contacts2 (
|
|
contact_id INTEGER PRIMARY KEY,
|
|
first_name TEXT NOT NULL,
|
|
last_name TEXT NOT NULL,
|
|
email TEXT NOT NULL UNIQUE,
|
|
phone TEXT NOT NULL UNIQUE
|
|
);"""
|
|
let q2 = """CREATE TABLE contacts2 (
|
|
contact_id INTEGER PRIMARY KEY,
|
|
first_name TEXT NOT NULL,
|
|
last_name TEXT NOT NULL,
|
|
email TEXT NOT NULL UNIQUE,
|
|
phone TEXT NOT NULL UNIQUE
|
|
);"""
|
|
let script = q1 & q2
|
|
let queries = splitScript(script)
|
|
check:
|
|
queries.len == 2
|
|
queries[0] == q1
|
|
queries[1] == q2 |