mirror of
https://github.com/status-im/nimbus-eth1.git
synced 2025-01-30 22:16:25 +00:00
cd1d370543
* Update docu * Update Aristo/Kvt constructor prototype why: Previous version used an `enum` value to indicate what backend is to be used. This was replaced by using the backend object type. * Rewrite `hikeUp()` return code into `Result[Hike,(Hike,AristoError)]` why: Better code maintenance. Previously, the `Hike` object was returned. It had an internal error field so partial success was also available on a failure. This error field has been removed. * Use `openArray[byte]` rather than `Blob` in functions prototypes * Provide synchronised multi instance transactions why: The `CoreDB` object was geared towards the legacy DB which used a single transaction for the key-value backend DB. Different state roots are provided by the backend database, so all instances work directly on the same backend. Aristo db instances have different in-memory mappings (aka different state roots) and the transactions are on top of there mappings. So each instance might run different transactions. Multi instance transactions are a compromise to converge towards the legacy behaviour. The synchronised transactions span over all instances available at the time when base transaction was opened. Instances created later are unaffected. * Provide key-value pair database iterator why: Needed in `CoreDB` for `replicate()` emulation also: Some update of internal code * Extend API (i.e. prototype variants) why: Needed for `CoreDB` geared towards the legacy backend which has a more basic API than Aristo.
67 lines
2.2 KiB
Nim
67 lines
2.2 KiB
Nim
# nimbus-eth1
|
|
# Copyright (c) 2021 Status Research & Development GmbH
|
|
# Licensed under either of
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
|
|
# http://www.apache.org/licenses/LICENSE-2.0)
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
|
|
# http://opensource.org/licenses/MIT)
|
|
# at your option. This file may not be copied, modified, or distributed
|
|
# except according to those terms.
|
|
|
|
## Rocks DB internal driver descriptor
|
|
## ===================================
|
|
|
|
{.push raises: [].}
|
|
|
|
import
|
|
std/tables,
|
|
eth/common,
|
|
rocksdb,
|
|
stew/endians2,
|
|
../../aristo_desc,
|
|
../init_common
|
|
|
|
type
|
|
RdbInst* = object
|
|
store*: RocksDBInstance ## Rocks DB database handler
|
|
basePath*: string ## Database directory
|
|
|
|
# Low level Rocks DB access for bulk store
|
|
envOpt*: rocksdb_envoptions_t
|
|
impOpt*: rocksdb_ingestexternalfileoptions_t
|
|
|
|
RdbKey* = array[1 + sizeof VertexID, byte]
|
|
## Sub-table key, <pfx> + VertexID
|
|
|
|
RdbTabs* = array[StorageType,Table[uint64,Blob]]
|
|
## Combined table for caching data to be stored/updated
|
|
|
|
const
|
|
BaseFolder* = "nimbus" # Same as for Legacy DB
|
|
DataFolder* = "aristo" # Legacy DB has "data"
|
|
BackupFolder* = "ahistory" # Legacy DB has "backups"
|
|
SstCache* = "abulkput" # Rocks DB bulk load file name in temp folder
|
|
TempFolder* = "tmp" # Not used with legacy DB
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Public functions
|
|
# ------------------------------------------------------------------------------
|
|
|
|
proc toRdbKey*(id: uint64; pfx: StorageType): RdbKey =
|
|
let idKey = id.toBytesBE
|
|
result[0] = pfx.ord.byte
|
|
copyMem(addr result[1], unsafeAddr idKey, sizeof idKey)
|
|
|
|
template toOpenArray*(vid: VertexID; pfx: StorageType): openArray[byte] =
|
|
vid.uint64.toRdbKey(pfx).toOpenArray(0, sizeof uint64)
|
|
|
|
template toOpenArray*(qid: QueueID): openArray[byte] =
|
|
qid.uint64.toRdbKey(FilPfx).toOpenArray(0, sizeof uint64)
|
|
|
|
template toOpenArray*(aid: AdminTabID): openArray[byte] =
|
|
aid.uint64.toRdbKey(AdmPfx).toOpenArray(0, sizeof uint64)
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# End
|
|
# ------------------------------------------------------------------------------
|