# nimbus-eth1 # Copyright (c) 2024 Status Research & Development GmbH # Licensed under either of # * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or # http://www.apache.org/licenses/LICENSE-2.0) # * MIT license ([LICENSE-MIT](LICENSE-MIT) or # http://opensource.org/licenses/MIT) # at your option. This file may not be copied, modified, or distributed # except according to those terms. ## Stackable API for `Kvt` ## ======================= import std/times, results, ../aristo/aristo_profile, ./kvt_desc/desc_backend, ./kvt_init/memory_db, "."/[kvt_desc, kvt_init, kvt_tx, kvt_utils] const AutoValidateApiHooks = defined(release).not ## No validatinon needed for production suite. KvtPersistentBackendOk = AutoValidateApiHooks # and false ## Set true for persistent backend profiling (which needs an extra ## link library.) when KvtPersistentBackendOk: import ./kvt_init/rocks_db # Annotation helper(s) {.pragma: noRaise, gcsafe, raises: [].} type KvtDbProfListRef* = AristoDbProfListRef ## Borrowed from `aristo_profile` KvtDbProfData* = AristoDbProfData ## Borrowed from `aristo_profile` KvtApiCommitFn* = proc(tx: KvtTxRef): Result[void,KvtError] {.noRaise.} KvtApiDelFn* = proc(db: KvtDbRef, key: openArray[byte]): Result[void,KvtError] {.noRaise.} KvtApiFinishFn* = proc(db: KvtDbRef, eradicate = false) {.noRaise.} KvtApiForgetFn* = proc(db: KvtDbRef): Result[void,KvtError] {.noRaise.} KvtApiGetFn* = proc(db: KvtDbRef, key: openArray[byte]): Result[seq[byte],KvtError] {.noRaise.} KvtApiLenFn* = proc(db: KvtDbRef, key: openArray[byte]): Result[int,KvtError] {.noRaise.} KvtApiHasKeyRcFn* = proc(db: KvtDbRef, key: openArray[byte]): Result[bool,KvtError] {.noRaise.} KvtApiIsTopFn* = proc(tx: KvtTxRef): bool {.noRaise.} KvtApiTxFrameLevelFn* = proc(db: KvtDbRef): int {.noRaise.} KvtApiPutFn* = proc(db: KvtDbRef, key, data: openArray[byte]): Result[void,KvtError] {.noRaise.} KvtApiRollbackFn* = proc(tx: KvtTxRef): Result[void,KvtError] {.noRaise.} KvtApiPersistFn* = proc(db: KvtDbRef): Result[void,KvtError] {.noRaise.} KvtApiToKvtDbRefFn* = proc(tx: KvtTxRef): KvtDbRef {.noRaise.} KvtApiTxFrameBeginFn* = proc(db: KvtDbRef): Result[KvtTxRef,KvtError] {.noRaise.} KvtApiTxFrameTopFn* = proc(db: KvtDbRef): Result[KvtTxRef,KvtError] {.noRaise.} KvtApiRef* = ref KvtApiObj KvtApiObj* = object of RootObj ## Useful set of `Kvt` fuctions that can be filtered, stacked etc. Note ## that this API is modelled after a subset of the `Aristo` API. commit*: KvtApiCommitFn del*: KvtApiDelFn finish*: KvtApiFinishFn get*: KvtApiGetFn len*: KvtApiLenFn hasKeyRc*: KvtApiHasKeyRcFn isTop*: KvtApiIsTopFn txFrameLevel*: KvtApiTxFrameLevelFn put*: KvtApiPutFn rollback*: KvtApiRollbackFn persist*: KvtApiPersistFn toKvtDbRef*: KvtApiToKvtDbRefFn txFrameBegin*: KvtApiTxFrameBeginFn txFrameTop*: KvtApiTxFrameTopFn KvtApiProfNames* = enum ## index/name mapping for profile slots KvtApiProfTotal = "total" KvtApiProfCommitFn = "commit" KvtApiProfDelFn = "del" KvtApiProfFinishFn = "finish" KvtApiProfGetFn = "get" KvtApiProfLenFn = "len" KvtApiProfHasKeyRcFn = "hasKeyRc" KvtApiProfIsTopFn = "isTop" KvtApiProfLevelFn = "level" KvtApiProfPutFn = "put" KvtApiProfRollbackFn = "rollback" KvtApiProfPersistFn = "persist" KvtApiProfToKvtDbRefFn = "toKvtDbRef" KvtApiProfTxFrameBeginFn = "txFrameBegin" KvtApiProfTxFrameTopFn = "txFrameTop" KvtApiProfBeGetKvpFn = "be/getKvp" KvtApiProfBeLenKvpFn = "be/lenKvp" KvtApiProfBePutKvpFn = "be/putKvp" KvtApiProfBePutEndFn = "be/putEnd" KvtApiProfRef* = ref object of KvtApiRef ## Profiling API extension of `KvtApiObj` data*: KvtDbProfListRef be*: BackendRef # ------------------------------------------------------------------------------ # Private helpers # ------------------------------------------------------------------------------ when AutoValidateApiHooks: proc validate(api: KvtApiObj|KvtApiRef) = doAssert not api.commit.isNil doAssert not api.del.isNil doAssert not api.finish.isNil doAssert not api.get.isNil doAssert not api.hasKeyRc.isNil doAssert not api.isTop.isNil doAssert not api.txFrameLevel.isNil doAssert not api.put.isNil doAssert not api.rollback.isNil doAssert not api.persist.isNil doAssert not api.toKvtDbRef.isNil doAssert not api.txFrameBegin.isNil doAssert not api.txFrameTop.isNil proc validate(prf: KvtApiProfRef) = prf.KvtApiRef.validate doAssert not prf.data.isNil proc dup(be: BackendRef): BackendRef = case be.kind: of BackendMemory: return MemBackendRef(be).dup of BackendRocksDB, BackendRdbTriggered: when KvtPersistentBackendOk: return RdbBackendRef(be).dup of BackendVoid: discard # ------------------------------------------------------------------------------ # Public API constuctors # ------------------------------------------------------------------------------ func init*(api: var KvtApiObj) = when AutoValidateApiHooks: api.reset api.commit = commit api.del = del api.finish = finish api.get = get api.len = len api.hasKeyRc = hasKeyRc api.isTop = isTop api.txFrameLevel = txFrameLevel api.put = put api.rollback = rollback api.persist = persist api.toKvtDbRef = toKvtDbRef api.txFrameBegin = txFrameBegin api.txFrameTop = txFrameTop when AutoValidateApiHooks: api.validate func init*(T: type KvtApiRef): T = result = new T result[].init() func dup*(api: KvtApiRef): KvtApiRef = result = KvtApiRef( commit: api.commit, del: api.del, finish: api.finish, get: api.get, len: api.len, hasKeyRc: api.hasKeyRc, isTop: api.isTop, txFrameLevel: api.txFrameLevel, put: api.put, rollback: api.rollback, persist: api.persist, toKvtDbRef: api.toKvtDbRef, txFrameBegin: api.txFrameBegin, txFrameTop: api.txFrameTop) when AutoValidateApiHooks: result.validate # ------------------------------------------------------------------------------ # Public profile API constuctor # ------------------------------------------------------------------------------ func init*( T: type KvtApiProfRef; api: KvtApiRef; be = BackendRef(nil); ): T = ## This constructor creates a profiling API descriptor to be derived from ## an initialised `api` argument descriptor. For profiling the DB backend, ## the field `.be` of the result descriptor must be assigned to the ## `.backend` field of the `KvtDbRef` descriptor. ## ## The argument desctiptors `api` and `be` will not be modified and can be ## used to restore the previous set up. ## let data = KvtDbProfListRef( list: newSeq[KvtDbProfData](1 + high(KvtApiProfNames).ord)) profApi = T(data: data) template profileRunner(n: KvtApiProfNames, code: untyped): untyped = let start = getTime() code data.update(n.ord, getTime() - start) profApi.commit = proc(a: KvtTxRef): auto = KvtApiProfCommitFn.profileRunner: result = api.commit(a) profApi.del = proc(a: KvtDbRef; b: openArray[byte]): auto = KvtApiProfDelFn.profileRunner: result = api.del(a, b) profApi.finish = proc(a: KvtDbRef; b = false) = KvtApiProfFinishFn.profileRunner: api.finish(a, b) profApi.get = proc(a: KvtDbRef, b: openArray[byte]): auto = KvtApiProfGetFn.profileRunner: result = api.get(a, b) profApi.len = proc(a: KvtDbRef, b: openArray[byte]): auto = KvtApiProfLenFn.profileRunner: result = api.len(a, b) profApi.hasKeyRc = proc(a: KvtDbRef, b: openArray[byte]): auto = KvtApiProfHasKeyRcFn.profileRunner: result = api.hasKeyRc(a, b) profApi.isTop = proc(a: KvtTxRef): auto = KvtApiProfIsTopFn.profileRunner: result = api.isTop(a) profApi.level = proc(a: KvtDbRef): auto = KvtApiProfLevelFn.profileRunner: result = api.level(a) profApi.put = proc(a: KvtDbRef; b, c: openArray[byte]): auto = KvtApiProfPutFn.profileRunner: result = api.put(a, b, c) profApi.rollback = proc(a: KvtTxRef): auto = KvtApiProfRollbackFn.profileRunner: result = api.rollback(a) profApi.persist = proc(a: KvtDbRef): auto = KvtApiProfPersistFn.profileRunner: result = api.persist(a) profApi.toKvtDbRef = proc(a: KvtTxRef): auto = KvtApiProfToKvtDbRefFn.profileRunner: result = api.toKvtDbRef(a) profApi.txFrameBegin = proc(a: KvtDbRef): auto = KvtApiProfTxFrameBeginFn.profileRunner: result = api.txFrameBegin(a) profApi.txFrameTop = proc(a: KvtDbRef): auto = KvtApiProfTxFrameTopFn.profileRunner: result = api.txFrameTop(a) let beDup = be.dup() if beDup.isNil: profApi.be = be else: beDup.getKvpFn = proc(a: openArray[byte]): auto = KvtApiProfBeGetKvpFn.profileRunner: result = be.getKvpFn(a) data.list[KvtApiProfBeGetKvpFn.ord].masked = true beDup.lenKvpFn = proc(a: openArray[byte]): auto = KvtApiProfBeLenKvpFn.profileRunner: result = be.lenKvpFn(a) data.list[KvtApiProfBeLenKvpFn.ord].masked = true beDup.putKvpFn = proc(a: PutHdlRef; b, c: openArray[byte]) = KvtApiProfBePutKvpFn.profileRunner: be.putKvpFn(a, b, c) data.list[KvtApiProfBePutKvpFn.ord].masked = true beDup.putEndFn = proc(a: PutHdlRef): auto = KvtApiProfBePutEndFn.profileRunner: result = be.putEndFn(a) data.list[KvtApiProfBePutEndFn.ord].masked = true profApi.be = beDup when AutoValidateApiHooks: profApi.validate profApi # ------------------------------------------------------------------------------ # End # ------------------------------------------------------------------------------