mirror of
https://github.com/status-im/nimbus-eth1.git
synced 2025-01-18 00:01:07 +00:00
a347291413
* Use RocksDb column families instead of a prefixed single column why: Better performance * Use structural objects `VertexRef` and `HashKey` in LRU cache for RocksDb why: Avoids repeated de/serialisation
88 lines
2.5 KiB
Nim
88 lines
2.5 KiB
Nim
# nimbus-eth1
|
|
# Copyright (c) 2023-2024 Status Research & Development GmbH
|
|
# Licensed under either of
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
|
|
# http://www.apache.org/licenses/LICENSE-2.0)
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
|
|
# http://opensource.org/licenses/MIT)
|
|
# at your option. This file may not be copied, modified, or distributed
|
|
# except according to those terms.
|
|
|
|
## Rocks DB store data iterator
|
|
## ============================
|
|
##
|
|
{.push raises: [].}
|
|
|
|
import
|
|
eth/common,
|
|
stew/endians2,
|
|
rocksdb,
|
|
./rdb_desc
|
|
|
|
const
|
|
extraTraceMessages = false
|
|
## Enable additional logging noise
|
|
|
|
when extraTraceMessages:
|
|
import
|
|
chronicles
|
|
|
|
logScope:
|
|
topics = "aristo-rocksdb"
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Public iterators
|
|
# ------------------------------------------------------------------------------
|
|
|
|
iterator walkAdm*(rdb: RdbInst): tuple[xid: uint64, data: Blob] =
|
|
## Walk over key-value pairs of the admin column of the database.
|
|
##
|
|
## Non-decodable entries are are ignored.
|
|
##
|
|
block walkBody:
|
|
let rit = rdb.admCol.openIterator().valueOr:
|
|
when extraTraceMessages:
|
|
trace logTxt "walkAdm()", error
|
|
break walkBody
|
|
defer: rit.close()
|
|
|
|
for (key,val) in rit.pairs:
|
|
if key.len == 8 and val.len != 0:
|
|
yield (uint64.fromBytesBE key, val)
|
|
|
|
iterator walkKey*(rdb: RdbInst): tuple[vid: uint64, data: Blob] =
|
|
## Walk over key-value pairs of the hash key column of the database.
|
|
##
|
|
## Non-decodable entries are are ignored.
|
|
##
|
|
block walkBody:
|
|
let rit = rdb.keyCol.openIterator().valueOr:
|
|
when extraTraceMessages:
|
|
trace logTxt "walkKey()", error
|
|
break walkBody
|
|
defer: rit.close()
|
|
|
|
for (key,val) in rit.pairs:
|
|
if key.len == 8 and val.len != 0:
|
|
yield (uint64.fromBytesBE key, val)
|
|
|
|
iterator walkVtx*(rdb: RdbInst): tuple[vid: uint64, data: Blob] =
|
|
## Walk over key-value pairs of the hash key column of the database.
|
|
##
|
|
## Non-decodable entries are are ignored.
|
|
##
|
|
block walkBody:
|
|
let rit = rdb.vtxCol.openIterator().valueOr:
|
|
when extraTraceMessages:
|
|
trace logTxt "walkVtx()", error
|
|
break walkBody
|
|
defer: rit.close()
|
|
|
|
for (key,val) in rit.pairs:
|
|
if key.len == 8 and val.len != 0:
|
|
yield (uint64.fromBytesBE key, val)
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# End
|
|
# ------------------------------------------------------------------------------
|