mirror of
https://github.com/status-im/nimbus-eth1.git
synced 2025-01-30 22:16:25 +00:00
c876729c4d
These options are there mainly to drive experiments, and are therefore hidden. One thing that this PR brings in is an initial set of caches and buffers for rocksdb - the set that I've been using during various performance tests to get to a viable baseline performance level.
136 lines
3.7 KiB
Nim
136 lines
3.7 KiB
Nim
# nimbus-eth1
|
|
# Copyright (c) 2023-2024 Status Research & Development GmbH
|
|
# Licensed under either of
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
|
|
# http://www.apache.org/licenses/LICENSE-2.0)
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
|
|
# http://opensource.org/licenses/MIT)
|
|
# at your option. This file may not be copied, modified, or distributed
|
|
# except according to those terms.
|
|
|
|
## Rocksdb constructor/destructor for Aristo DB
|
|
## ============================================
|
|
|
|
{.push raises: [].}
|
|
|
|
import
|
|
std/[sequtils, os],
|
|
rocksdb,
|
|
results,
|
|
../../aristo_desc,
|
|
./rdb_desc,
|
|
../../../opts
|
|
|
|
const
|
|
extraTraceMessages = false
|
|
## Enable additional logging noise
|
|
|
|
when extraTraceMessages:
|
|
import
|
|
chronicles
|
|
|
|
logScope:
|
|
topics = "aristo-rocksdb"
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Public constructor
|
|
# ------------------------------------------------------------------------------
|
|
|
|
proc init*(
|
|
rdb: var RdbInst;
|
|
basePath: string;
|
|
opts: DbOptions;
|
|
): Result[void,(AristoError,string)] =
|
|
## Constructor c ode inspired by `RocksStoreRef.init()` from
|
|
## kvstore_rocksdb.nim
|
|
rdb.basePath = basePath
|
|
|
|
let
|
|
dataDir = rdb.dataDir
|
|
|
|
try:
|
|
dataDir.createDir
|
|
except OSError, IOError:
|
|
return err((RdbBeCantCreateDataDir, ""))
|
|
|
|
let
|
|
cfOpts = defaultColFamilyOptions()
|
|
|
|
if opts.writeBufferSize > 0:
|
|
cfOpts.setWriteBufferSize(opts.writeBufferSize)
|
|
|
|
let
|
|
cfs = @[initColFamilyDescriptor(AristoFamily, cfOpts)] &
|
|
RdbGuest.mapIt(initColFamilyDescriptor($it, cfOpts))
|
|
dbOpts = defaultDbOptions()
|
|
|
|
dbOpts.setMaxOpenFiles(opts.maxOpenFiles)
|
|
dbOpts.setMaxBytesForLevelBase(opts.writeBufferSize)
|
|
|
|
if opts.rowCacheSize > 0:
|
|
dbOpts.setRowCache(cacheCreateLRU(opts.rowCacheSize))
|
|
|
|
if opts.blockCacheSize > 0:
|
|
let tableOpts = defaultTableOptions()
|
|
tableOpts.setBlockCache(cacheCreateLRU(opts.rowCacheSize))
|
|
dbOpts.setBlockBasedTableFactory(tableOpts)
|
|
|
|
# Reserve a family corner for `Aristo` on the database
|
|
let baseDb = openRocksDb(dataDir, dbOpts, columnFamilies=cfs).valueOr:
|
|
let errSym = RdbBeDriverInitError
|
|
when extraTraceMessages:
|
|
trace logTxt "init failed", dataDir, openMax, error=errSym, info=error
|
|
return err((errSym, error))
|
|
|
|
# Initialise `Aristo` family
|
|
rdb.store = baseDb.withColFamily(AristoFamily).valueOr:
|
|
let errSym = RdbBeDriverInitError
|
|
when extraTraceMessages:
|
|
trace logTxt "init failed", dataDir, openMax, error=errSym, info=error
|
|
return err((errSym, error))
|
|
|
|
ok()
|
|
|
|
proc initGuestDb*(
|
|
rdb: RdbInst;
|
|
instance: int;
|
|
): Result[RootRef,(AristoError,string)] =
|
|
# Initialise `Guest` family
|
|
if high(RdbGuest).ord < instance:
|
|
return err((RdbGuestInstanceUnsupported,""))
|
|
let
|
|
guestSym = $RdbGuest(instance)
|
|
guestDb = rdb.store.db.withColFamily(guestSym).valueOr:
|
|
let errSym = RdbBeDriverGuestError
|
|
when extraTraceMessages:
|
|
trace logTxt "guestDb failed", error=errSym, info=error
|
|
return err((errSym, error))
|
|
|
|
ok RdbGuestDbRef(
|
|
beKind: BackendRocksDB,
|
|
guestDb: guestDb)
|
|
|
|
|
|
proc destroy*(rdb: var RdbInst; flush: bool) =
|
|
## Destructor
|
|
rdb.store.db.close()
|
|
|
|
if flush:
|
|
try:
|
|
rdb.dataDir.removeDir
|
|
|
|
# Remove the base folder if it is empty
|
|
block done:
|
|
for w in rdb.baseDir.walkDirRec:
|
|
# Ignore backup files
|
|
if 0 < w.len and w[^1] != '~':
|
|
break done
|
|
rdb.baseDir.removeDir
|
|
|
|
except CatchableError:
|
|
discard
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# End
|
|
# ------------------------------------------------------------------------------
|