mirror of
https://github.com/status-im/nimbus-eth1.git
synced 2025-02-05 00:36:45 +00:00
13f51939f6
* Explicitly use shared `Kvt` table on `Ledger` and `Clique` lookup.
why:
Speeds up lookup time with `Aristo` backend. For writing `Clique` data,
the `Companion` model allows to write `Clique` data past the database
locked by evm transactions.
* Implement `CoreDb` profiling with API tracking
why:
Chasing time spent per APT procs ...
* Implement `Ledger` profiling with API tracking
why:
Chasing time spent per APT procs ...
* Always hashify when commiting or storing
why:
A dirty cache makes no sense when committing
* Make sure that a zero key is created when adding/updating vertices
why:
This is an error fix mainly for edge cases. A typical error was
that the root key got deleted when there were only a few vertices
left on the DB.
* Need all created and changed vertices zero-keyed on the cache
why:
A zero key (i.e. empty Merkle hash) indicates that a vertex key
needs to be updated. This would not be needed immediately after
a merge as there is an actual leaf path on the cache layer. But
after subsequent merge and delete operations this information
might get blurred.
* Re-org hashing algorithm
why:
Apart from errors, the previous implementation was too slow for
two reasons:
+ some control hashes were calculated for debugging (now all
verification is done in `aristo_check` module)
+ the leaf paths stored on the cache are used to build the
labelling (aka hashing) schedule; there paths were accumulated
over successive hash sessions although it is clear that all
keys were generated, already
115 lines
3.3 KiB
Nim
115 lines
3.3 KiB
Nim
# Nimbus
|
|
# Copyright (c) 2023 Status Research & Development GmbH
|
|
# Licensed under either of
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
|
|
# http://www.apache.org/licenses/LICENSE-2.0)
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
|
|
# http://opensource.org/licenses/MIT)
|
|
# at your option. This file may not be copied, modified, or distributed
|
|
# except according to those terms.
|
|
|
|
{.push raises: [].}
|
|
|
|
import
|
|
eth/common,
|
|
../core_db,
|
|
./backend/[accounts_cache, accounts_cache_desc,
|
|
accounts_ledger, accounts_ledger_desc],
|
|
./base/api_tracking,
|
|
./base
|
|
|
|
when LedgerEnableApiTracking:
|
|
import
|
|
std/times,
|
|
chronicles
|
|
const
|
|
apiTxt = LedgerApiTxt
|
|
|
|
func `$`(a: EthAddress): string {.used.} = a.toStr
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Public iterators
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# Note that there should be no closure iterators here, at least for the
|
|
# `storage()` iterator. With closures and the `accounts_cache.nim` driver
|
|
# as-is, all unit tests and no-hive work OK apart from `TracerTests` which
|
|
# fails at block 49018 due to mis-running of `storage()`.
|
|
|
|
iterator accounts*(ldg: LedgerRef): Account =
|
|
ldg.beginTrackApi LdgAccountsIt
|
|
case ldg.ldgType:
|
|
of LegacyAccountsCache:
|
|
for w in ldg.AccountsCache.accountsIt():
|
|
yield w
|
|
of LedgerCache:
|
|
for w in ldg.AccountsLedgerRef.accountsIt():
|
|
yield w
|
|
else:
|
|
raiseAssert: "Missing ledger type label"
|
|
ldg.ifTrackApi: debug apiTxt, ctx, elapsed
|
|
|
|
|
|
iterator addresses*(ldg: LedgerRef): EthAddress =
|
|
ldg.beginTrackApi LdgAdressesIt
|
|
case ldg.ldgType:
|
|
of LegacyAccountsCache:
|
|
for w in ldg.AccountsCache.addressesIt():
|
|
yield w
|
|
of LedgerCache:
|
|
for w in ldg.AccountsLedgerRef.addressesIt():
|
|
yield w
|
|
else:
|
|
raiseAssert: "Missing ledger type label"
|
|
ldg.ifTrackApi: debug apiTxt, ctx, elapsed
|
|
|
|
|
|
iterator cachedStorage*(ldg: LedgerRef, eAddr: EthAddress): (UInt256,UInt256) =
|
|
ldg.beginTrackApi LdgCachedStorageIt
|
|
case ldg.ldgType:
|
|
of LegacyAccountsCache:
|
|
for w in ldg.AccountsCache.cachedStorageIt(eAddr):
|
|
yield w
|
|
of LedgerCache:
|
|
for w in ldg.AccountsLedgerRef.cachedStorageIt(eAddr):
|
|
yield w
|
|
else:
|
|
raiseAssert: "Missing ledger type label"
|
|
ldg.ifTrackApi: debug apiTxt, ctx, elapsed, eAddr
|
|
|
|
|
|
iterator pairs*(ldg: LedgerRef): (EthAddress,Account) =
|
|
ldg.beginTrackApi LdgPairsIt
|
|
case ldg.ldgType:
|
|
of LegacyAccountsCache:
|
|
for w in ldg.AccountsCache.pairsIt():
|
|
yield w
|
|
of LedgerCache:
|
|
for w in ldg.AccountsLedgerRef.pairsIt():
|
|
yield w
|
|
else:
|
|
raiseAssert: "Missing ledger type label"
|
|
ldg.ifTrackApi: debug apiTxt, ctx, elapsed
|
|
|
|
|
|
iterator storage*(
|
|
ldg: LedgerRef;
|
|
eAddr: EthAddress;
|
|
): (UInt256,UInt256)
|
|
{.gcsafe, raises: [CoreDbApiError].} =
|
|
ldg.beginTrackApi LdgStorageIt
|
|
case ldg.ldgType:
|
|
of LegacyAccountsCache:
|
|
for w in ldg.AccountsCache.storageIt(eAddr):
|
|
yield w
|
|
of LedgerCache:
|
|
for w in ldg.AccountsLedgerRef.storageIt(eAddr):
|
|
yield w
|
|
else:
|
|
raiseAssert: "Missing ledger type label"
|
|
ldg.ifTrackApi: debug apiTxt, ctx, elapsed, eAddr
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# End
|
|
# ------------------------------------------------------------------------------
|