2023-06-20 14:26:25 +01:00
|
|
|
# nimbus-eth1
|
2024-03-05 12:54:42 +08:00
|
|
|
# Copyright (c) 2023-2024 Status Research & Development GmbH
|
2023-06-20 14:26:25 +01:00
|
|
|
# Licensed under either of
|
|
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0)
|
|
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
|
|
|
|
# http://opensource.org/licenses/MIT)
|
|
|
|
# at your option. This file may not be copied, modified, or distributed
|
|
|
|
# except according to those terms.
|
|
|
|
|
|
|
|
## Rocks DB store data record
|
|
|
|
## ==========================
|
|
|
|
|
|
|
|
{.push raises: [].}
|
|
|
|
|
|
|
|
import
|
|
|
|
eth/common,
|
|
|
|
rocksdb,
|
2023-09-12 19:45:12 +01:00
|
|
|
results,
|
2024-06-10 12:04:22 +00:00
|
|
|
../../[aristo_blobify, aristo_desc],
|
2023-08-25 23:53:59 +01:00
|
|
|
../init_common,
|
2023-06-20 14:26:25 +01:00
|
|
|
./rdb_desc
|
|
|
|
|
|
|
|
const
|
2024-04-16 20:39:11 +00:00
|
|
|
extraTraceMessages = false
|
2023-06-20 14:26:25 +01:00
|
|
|
## Enable additional logging noise
|
|
|
|
|
2024-04-16 20:39:11 +00:00
|
|
|
when extraTraceMessages:
|
|
|
|
import chronicles
|
2023-06-20 14:26:25 +01:00
|
|
|
|
2024-04-16 20:39:11 +00:00
|
|
|
logScope:
|
|
|
|
topics = "aristo-rocksdb"
|
2023-06-20 14:26:25 +01:00
|
|
|
|
|
|
|
# ------------------------------------------------------------------------------
|
2024-04-16 20:39:11 +00:00
|
|
|
# Private helpers
|
2023-06-20 14:26:25 +01:00
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
|
2024-04-16 20:39:11 +00:00
|
|
|
proc disposeSession(rdb: var RdbInst) =
|
|
|
|
rdb.session.close()
|
|
|
|
rdb.session = WriteBatchRef(nil)
|
2023-06-20 14:26:25 +01:00
|
|
|
|
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# Public functions
|
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
|
2024-04-16 20:39:11 +00:00
|
|
|
proc begin*(rdb: var RdbInst) =
|
|
|
|
if rdb.session.isNil:
|
2024-06-10 12:04:22 +00:00
|
|
|
rdb.session = rdb.baseDb.openWriteBatch()
|
2024-04-16 20:39:11 +00:00
|
|
|
|
|
|
|
proc rollback*(rdb: var RdbInst) =
|
|
|
|
if not rdb.session.isClosed():
|
2024-09-13 15:47:50 +02:00
|
|
|
rdb.rdKeyLru = typeof(rdb.rdKeyLru).init(rdb.rdKeySize)
|
|
|
|
rdb.rdVtxLru = typeof(rdb.rdVtxLru).init(rdb.rdVtxSize)
|
2024-04-16 20:39:11 +00:00
|
|
|
rdb.disposeSession()
|
|
|
|
|
|
|
|
proc commit*(rdb: var RdbInst): Result[void,(AristoError,string)] =
|
|
|
|
if not rdb.session.isClosed():
|
|
|
|
defer: rdb.disposeSession()
|
2024-06-10 12:04:22 +00:00
|
|
|
rdb.baseDb.write(rdb.session).isOkOr:
|
2024-04-16 20:39:11 +00:00
|
|
|
const errSym = RdbBeDriverWriteError
|
|
|
|
when extraTraceMessages:
|
|
|
|
trace logTxt "commit", error=errSym, info=error
|
|
|
|
return err((errSym,error))
|
|
|
|
ok()
|
2023-06-20 14:26:25 +01:00
|
|
|
|
2024-06-10 12:04:22 +00:00
|
|
|
|
|
|
|
proc putAdm*(
|
2024-04-22 19:02:22 +00:00
|
|
|
rdb: var RdbInst;
|
2024-06-10 12:04:22 +00:00
|
|
|
xid: AdminTabID;
|
2024-07-02 20:25:06 +02:00
|
|
|
data: openArray[byte];
|
2024-06-10 12:04:22 +00:00
|
|
|
): Result[void,(AdminTabID,AristoError,string)] =
|
|
|
|
let dsc = rdb.session
|
|
|
|
if data.len == 0:
|
2024-06-27 16:51:43 +08:00
|
|
|
dsc.delete(xid.toOpenArray, rdb.admCol.handle()).isOkOr:
|
2024-06-10 12:04:22 +00:00
|
|
|
const errSym = RdbBeDriverDelAdmError
|
|
|
|
when extraTraceMessages:
|
|
|
|
trace logTxt "putAdm()", xid, error=errSym, info=error
|
|
|
|
return err((xid,errSym,error))
|
|
|
|
else:
|
2024-06-27 16:51:43 +08:00
|
|
|
dsc.put(xid.toOpenArray, data, rdb.admCol.handle()).isOkOr:
|
2024-06-10 12:04:22 +00:00
|
|
|
const errSym = RdbBeDriverPutAdmError
|
|
|
|
when extraTraceMessages:
|
|
|
|
trace logTxt "putAdm()", xid, error=errSym, info=error
|
|
|
|
return err((xid,errSym,error))
|
2024-04-22 19:02:22 +00:00
|
|
|
ok()
|
|
|
|
|
|
|
|
proc putKey*(
|
|
|
|
rdb: var RdbInst;
|
2024-07-04 15:46:52 +02:00
|
|
|
rvid: RootedVertexID, key: HashKey;
|
2024-06-10 12:04:22 +00:00
|
|
|
): Result[void,(VertexID,AristoError,string)] =
|
|
|
|
let dsc = rdb.session
|
Speed up initial MPT root computation after import (#2788)
When `nimbus import` runs, we end up with a database without MPT roots
leading to long startup times the first time one is needed.
Computing the state root is slow because the on-disk order based on
VertexID sorting does not match the trie traversal order and therefore
makes lookups inefficent.
Here we introduce a helper that speeds up this computation by traversing
the trie in on-disk order and computing the trie hashes bottom up
instead - even though this leads to some redundant reads of nodes that
we cannot yet compute, it's still a net win as leaves and "bottom"
branches make up the majority of the database.
This PR also addresses a few other sources of inefficiency largely due
to the separation of AriKey and AriVtx into their own column families.
Each column family is its own LSM tree that produces hundreds of SST
filtes - with a limit of 512 open files, rocksdb must keep closing and
opening files which leads to expensive metadata reads during random
access.
When rocksdb makes a lookup, it has to read several layers of files for
each lookup. Ribbon filters to skip over files that don't have the
requested data but when these filters are not in memory, reading them is
slow - this happens in two cases: when opening a file and when the
filter has been evicted from the LRU cache. Addressing the open file
limit solves one source of inefficiency, but we must also increase the
block cache size to deal with this problem.
* rocksdb.max_open_files increased to 2048
* per-file size limits increased so that fewer files are created
* WAL size increased to avoid partial flushes which lead to small files
* rocksdb block cache increased
All these increases of course lead to increased memory usage, but at
least performance is acceptable - in the future, we'll need to explore
options such as joining AriVtx and AriKey and/or reducing the row count
(by grouping branch layers under a single vertexid).
With this PR, the mainnet state root can be computed in ~8 hours (down
from 2-3 days) - not great, but still better.
Further, we write all keys to the database, also those that are less
than 32 bytes - because the mpt path is part of the input, it is very
rare that we actually hit a key like this (about 200k such entries on
mainnet), so the code complexity is not worth the benefit really, in the
current database layout / design.
2024-10-27 12:08:37 +01:00
|
|
|
if key.isValid:
|
2024-07-04 15:46:52 +02:00
|
|
|
dsc.put(rvid.blobify().data(), key.data, rdb.keyCol.handle()).isOkOr:
|
2024-06-25 13:39:53 +02:00
|
|
|
# Caller must `rollback()` which will flush the `rdKeyLru` cache
|
|
|
|
const errSym = RdbBeDriverPutKeyError
|
|
|
|
when extraTraceMessages:
|
|
|
|
trace logTxt "putKey()", vid, error=errSym, info=error
|
2024-07-04 15:46:52 +02:00
|
|
|
return err((rvid.vid,errSym,error))
|
2024-06-25 13:39:53 +02:00
|
|
|
|
2024-09-13 15:47:50 +02:00
|
|
|
# Update existing cached items but don't add new ones since doing so is
|
|
|
|
# likely to evict more useful items (when putting many items, we might even
|
|
|
|
# evict those that were just added)
|
|
|
|
discard rdb.rdKeyLru.update(rvid.vid, key)
|
2024-06-25 13:39:53 +02:00
|
|
|
|
|
|
|
else:
|
2024-07-04 15:46:52 +02:00
|
|
|
dsc.delete(rvid.blobify().data(), rdb.keyCol.handle()).isOkOr:
|
2024-06-25 13:39:53 +02:00
|
|
|
# Caller must `rollback()` which will flush the `rdKeyLru` cache
|
|
|
|
const errSym = RdbBeDriverDelKeyError
|
|
|
|
when extraTraceMessages:
|
|
|
|
trace logTxt "putKey()", vid, error=errSym, info=error
|
2024-07-04 15:46:52 +02:00
|
|
|
return err((rvid.vid,errSym,error))
|
2024-06-25 13:39:53 +02:00
|
|
|
|
|
|
|
# Update cache, vertex will most probably never be visited anymore
|
2024-07-04 15:46:52 +02:00
|
|
|
rdb.rdKeyLru.del rvid.vid
|
2024-06-10 12:04:22 +00:00
|
|
|
|
2024-04-22 19:02:22 +00:00
|
|
|
ok()
|
|
|
|
|
2024-06-10 12:04:22 +00:00
|
|
|
|
2024-04-22 19:02:22 +00:00
|
|
|
proc putVtx*(
|
|
|
|
rdb: var RdbInst;
|
2024-07-04 15:46:52 +02:00
|
|
|
rvid: RootedVertexID; vtx: VertexRef
|
2024-06-10 12:04:22 +00:00
|
|
|
): Result[void,(VertexID,AristoError,string)] =
|
|
|
|
let dsc = rdb.session
|
2024-06-25 13:39:53 +02:00
|
|
|
if vtx.isValid:
|
2024-09-02 16:03:10 +02:00
|
|
|
dsc.put(rvid.blobify().data(), vtx.blobify(), rdb.vtxCol.handle()).isOkOr:
|
2024-06-25 13:39:53 +02:00
|
|
|
# Caller must `rollback()` which will flush the `rdVtxLru` cache
|
|
|
|
const errSym = RdbBeDriverPutVtxError
|
|
|
|
when extraTraceMessages:
|
|
|
|
trace logTxt "putVtx()", vid, error=errSym, info=error
|
2024-07-04 15:46:52 +02:00
|
|
|
return err((rvid.vid,errSym,error))
|
2024-06-25 13:39:53 +02:00
|
|
|
|
2024-09-13 15:47:50 +02:00
|
|
|
# Update existing cached items but don't add new ones since doing so is
|
|
|
|
# likely to evict more useful items (when putting many items, we might even
|
|
|
|
# evict those that were just added)
|
|
|
|
discard rdb.rdVtxLru.update(rvid.vid, vtx)
|
2024-06-25 13:39:53 +02:00
|
|
|
|
|
|
|
else:
|
2024-07-04 15:46:52 +02:00
|
|
|
dsc.delete(rvid.blobify().data(), rdb.vtxCol.handle()).isOkOr:
|
2024-06-25 13:39:53 +02:00
|
|
|
# Caller must `rollback()` which will flush the `rdVtxLru` cache
|
|
|
|
const errSym = RdbBeDriverDelVtxError
|
|
|
|
when extraTraceMessages:
|
|
|
|
trace logTxt "putVtx()", vid, error=errSym, info=error
|
2024-07-04 15:46:52 +02:00
|
|
|
return err((rvid.vid,errSym,error))
|
2024-06-25 13:39:53 +02:00
|
|
|
|
|
|
|
# Update cache, vertex will most probably never be visited anymore
|
2024-07-04 15:46:52 +02:00
|
|
|
rdb.rdVtxLru.del rvid.vid
|
2024-06-10 12:04:22 +00:00
|
|
|
|
2023-06-20 14:26:25 +01:00
|
|
|
ok()
|
|
|
|
|
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# End
|
|
|
|
# ------------------------------------------------------------------------------
|