2023-11-24 22:16:21 +00:00
|
|
|
# Nimbus
|
Core db update storage root management for sub tries (#1964)
* Aristo: Re-phrase `LayerDelta` and `LayerFinal` as object references
why:
Avoids copying in some cases
* Fix copyright header
* Aristo: Verify `leafTie.root` function argument for `merge()` proc
why:
Zero root will lead to inconsistent DB entry
* Aristo: Update failure condition for hash labels compiler `hashify()`
why:
Node need not be rejected as long as links are on the schedule. In
that case, `redo[]` is to become `wff.base[]` at a later stage.
This amends an earlier fix, part of #1952 by also testing against
the target nodes of the `wff.base[]` sets.
* Aristo: Add storage root glue record to `hashify()` schedule
why:
An account leaf node might refer to a non-resolvable storage root ID.
Storage root node chains will end up at the storage root. So the link
`storage-root->account-leaf` needs an extra item in the schedule.
* Aristo: fix error code returned by `fetchPayload()`
details:
Final error code is implied by the error code form the `hikeUp()`
function.
* CoreDb: Discard `createOk` argument in API `getRoot()` function
why:
Not needed for the legacy DB. For the `Arsto` DB, a lazy approach is
implemented where a stprage root node is created on-the-fly.
* CoreDb: Prevent `$$` logging in some cases
why:
Logging the function `$$` is not useful when it is used for internal
use, i.e. retrieving an an error text for logging.
* CoreDb: Add `tryHashFn()` to API for pretty printing
why:
Pretty printing must not change the hashification status for the
`Aristo` DB. So there is an independent API wrapper for getting the
node hash which never updated the hashes.
* CoreDb: Discard `update` argument in API `hash()` function
why:
When calling the API function `hash()`, the latest state is always
wanted. For a version that uses the current state as-is without checking,
the function `tryHash()` was added to the backend.
* CoreDb: Update opaque vertex ID objects for the `Aristo` backend
why:
For `Aristo`, vID objects encapsulate a numeric `VertexID`
referencing a vertex (rather than a node hash as used on the
legacy backend.) For storage sub-tries, there might be no initial
vertex known when the descriptor is created. So opaque vertex ID
objects are supported without a valid `VertexID` which will be
initalised on-the-fly when the first item is merged.
* CoreDb: Add pretty printer for opaque vertex ID objects
* Cosmetics, printing profiling data
* CoreDb: Fix segfault in `Aristo` backend when creating MPT descriptor
why:
Missing initialisation error
* CoreDb: Allow MPT to inherit shared context on `Aristo` backend
why:
Creates descriptors with different storage roots for the same
shared `Aristo` DB descriptor.
* Cosmetics, update diagnostic message items for `Aristo` backend
* Fix Copyright year
2024-01-11 19:11:38 +00:00
|
|
|
# Copyright (c) 2023-2024 Status Research & Development GmbH
|
2023-11-24 22:16:21 +00:00
|
|
|
# Licensed under either of
|
|
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0)
|
|
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
|
|
|
|
# http://opensource.org/licenses/MIT)
|
|
|
|
# at your option. This file may not be copied, modified, or distributed
|
|
|
|
# except according to those terms.
|
|
|
|
|
|
|
|
{.push raises: [].}
|
|
|
|
|
|
|
|
import
|
2024-02-29 21:10:24 +00:00
|
|
|
std/[strutils, times],
|
2023-11-24 22:16:21 +00:00
|
|
|
eth/common,
|
|
|
|
stew/byteutils,
|
2024-07-12 13:12:25 +00:00
|
|
|
../../../evm/code_bytes,
|
2024-02-29 21:10:24 +00:00
|
|
|
../../aristo/aristo_profile,
|
2023-11-24 22:16:21 +00:00
|
|
|
../../core_db,
|
2024-07-12 13:12:25 +00:00
|
|
|
"."/[base_config, base_desc]
|
2023-11-24 22:16:21 +00:00
|
|
|
|
2023-12-12 17:47:41 +00:00
|
|
|
type
|
2024-07-12 13:12:25 +00:00
|
|
|
Elapsed* = distinct Duration
|
|
|
|
## Needed for local `$` as it would be ambiguous for `Duration`
|
|
|
|
|
2023-12-12 17:47:41 +00:00
|
|
|
LedgerFnInx* = enum
|
|
|
|
## Profiling table index
|
|
|
|
SummaryItem = "total"
|
|
|
|
|
|
|
|
LdgAccessListFn = "accessList"
|
|
|
|
LdgAccountExistsFn = "accountExists"
|
|
|
|
LdgAddBalanceFn = "addBalance"
|
|
|
|
LdgAddLogEntryFn = "addLogEntry"
|
|
|
|
LdgBeginSavepointFn = "beginSavepoint"
|
|
|
|
LdgClearStorageFn = "clearStorage"
|
|
|
|
LdgClearTransientStorageFn = "clearTransientStorage"
|
|
|
|
LdgCollectWitnessDataFn = "collectWitnessData"
|
|
|
|
LdgCommitFn = "commit"
|
2024-04-19 18:37:27 +00:00
|
|
|
LdgContractCollisionFn = "contractCollision"
|
2023-12-12 17:47:41 +00:00
|
|
|
LdgDeleteAccountFn = "deleteAccount"
|
|
|
|
LdgDisposeFn = "dispose"
|
2024-04-19 18:37:27 +00:00
|
|
|
LdgGetAccessListFn = "getAcessList"
|
2024-05-20 10:17:51 +00:00
|
|
|
LdgGetAccountFn = "getAccount"
|
2023-12-12 17:47:41 +00:00
|
|
|
LdgGetAndClearLogEntriesFn = "getAndClearLogEntries"
|
|
|
|
LdgGetBalanceFn = "getBalance"
|
|
|
|
LdgGetCodeFn = "getCode"
|
|
|
|
LdgGetCodeHashFn = "getCodeHash"
|
|
|
|
LdgGetCodeSizeFn = "getCodeSize"
|
|
|
|
LdgGetCommittedStorageFn = "getCommittedStorage"
|
|
|
|
LdgGetNonceFn = "getNonce"
|
|
|
|
LdgGetStorageFn = "getStorage"
|
|
|
|
LdgGetStorageRootFn = "getStorageRoot"
|
|
|
|
LdgGetTransientStorageFn = "getTransientStorage"
|
2024-06-16 03:21:02 +00:00
|
|
|
LdgGetAthAccountFn = "getEthAccount"
|
2023-12-12 17:47:41 +00:00
|
|
|
LdgInAccessListFn = "inAccessList"
|
|
|
|
LdgIncNonceFn = "incNonce"
|
|
|
|
LdgIsDeadAccountFn = "isDeadAccount"
|
|
|
|
LdgIsEmptyAccountFn = "isEmptyAccount"
|
|
|
|
LdgIsTopLevelCleanFn = "isTopLevelClean"
|
|
|
|
LdgLogEntriesFn = "logEntries"
|
|
|
|
LdgMakeMultiKeysFn = "makeMultiKeys"
|
|
|
|
LdgPersistFn = "persist"
|
|
|
|
LdgRipemdSpecialFn = "ripemdSpecial"
|
|
|
|
LdgRollbackFn = "rollback"
|
|
|
|
LdgRootHashFn = "rootHash"
|
|
|
|
LdgSafeDisposeFn = "safeDispose"
|
|
|
|
LdgSelfDestruct6780Fn = "selfDestruct6780"
|
2024-04-19 18:37:27 +00:00
|
|
|
LdgSelfDestructFn = "selfDestruct"
|
2023-12-12 17:47:41 +00:00
|
|
|
LdgSelfDestructLenFn = "selfDestructLen"
|
|
|
|
LdgSetBalanceFn = "setBalance"
|
|
|
|
LdgSetCodeFn = "setCode"
|
|
|
|
LdgSetNonceFn = "setNonce"
|
|
|
|
LdgSetStorageFn = "setStorage"
|
|
|
|
LdgSetTransientStorageFn = "setTransientStorage"
|
2024-04-19 18:37:27 +00:00
|
|
|
LdgStateFn = "state"
|
2023-12-12 17:47:41 +00:00
|
|
|
LdgSubBalanceFn = "subBalance"
|
|
|
|
|
|
|
|
LdgAccountsIt = "accounts"
|
|
|
|
LdgAdressesIt = "addresses"
|
|
|
|
LdgCachedStorageIt = "cachedStorage"
|
|
|
|
LdgPairsIt = "pairs"
|
|
|
|
LdgStorageIt = "storage"
|
|
|
|
|
2023-11-24 22:16:21 +00:00
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# Private helpers
|
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
|
|
|
|
func oaToStr(w: openArray[byte]): string =
|
|
|
|
w.toHex.toLowerAscii
|
|
|
|
|
2024-07-12 13:12:25 +00:00
|
|
|
func toStr(w: EthAddress): string =
|
2023-11-24 22:16:21 +00:00
|
|
|
w.oaToStr
|
|
|
|
|
2024-07-12 13:12:25 +00:00
|
|
|
func toStr(w: Hash256): string =
|
2023-11-24 22:16:21 +00:00
|
|
|
w.data.oaToStr
|
|
|
|
|
2024-07-12 13:12:25 +00:00
|
|
|
func toStr(w: CodeBytesRef): string =
|
2024-07-04 23:48:45 +00:00
|
|
|
if w.isNil: "nil"
|
2024-06-27 19:21:01 +00:00
|
|
|
else: "[" & $w.bytes.len & "]"
|
2023-11-24 22:16:21 +00:00
|
|
|
|
2024-07-12 13:12:25 +00:00
|
|
|
func toStr(w: Blob): string =
|
2023-11-24 22:16:21 +00:00
|
|
|
if 0 < w.len and w.len < 5: "<" & w.oaToStr & ">"
|
|
|
|
else: "Blob[" & $w.len & "]"
|
|
|
|
|
2024-07-12 13:12:25 +00:00
|
|
|
func toStr(w: seq[Log]): string =
|
2023-11-24 22:16:21 +00:00
|
|
|
"Logs[" & $w.len & "]"
|
|
|
|
|
2024-07-12 13:12:25 +00:00
|
|
|
func toStr(ela: Duration): string =
|
2024-02-29 21:10:24 +00:00
|
|
|
aristo_profile.toStr(ela)
|
2023-11-24 22:16:21 +00:00
|
|
|
|
2024-07-12 13:12:25 +00:00
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# Public API logging helpers
|
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
|
|
|
|
func `$`*(w: CodeBytesRef): string {.used.} = w.toStr
|
|
|
|
func `$`*(e: Elapsed): string = e.Duration.toStr
|
|
|
|
func `$`*(l: seq[Log]): string = l.toStr
|
|
|
|
func `$`*(b: Blob): string = b.toStr
|
|
|
|
func `$$`*(a: EthAddress): string = a.toStr # otherwise collision w/existing `$`
|
|
|
|
func `$$`*(h: Hash256): string = h.toStr # otherwise collision w/existing `$`
|
|
|
|
|
2023-11-24 22:16:21 +00:00
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# Public API logging framework
|
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
|
2024-07-12 13:12:25 +00:00
|
|
|
template beginTrackApi*(ldg: LedgerRef; s: LedgerFnInx) =
|
|
|
|
when LedgerEnableApiTracking:
|
|
|
|
const api {.inject,used.} = s # Generally available
|
|
|
|
let baStart {.inject.} = getTime() # Local use only
|
|
|
|
|
|
|
|
template ifTrackApi*(ldg: LedgerRef; code: untyped) =
|
|
|
|
when LedgerEnableApiTracking:
|
|
|
|
when LedgerEnableApiProfiling:
|
|
|
|
let elapsed {.inject,used.} = (getTime() - baStart).Elapsed
|
|
|
|
aristo_profile.update(ldg.profTab, api.ord, elapsed.Duration)
|
|
|
|
if ldg.trackApi:
|
|
|
|
when not LedgerEnableApiProfiling: # otherwise use variable above
|
|
|
|
let elapsed {.inject,used.} = (getTime() - baStart).Elapsed
|
|
|
|
code
|
2023-11-24 22:16:21 +00:00
|
|
|
|
2023-12-12 17:47:41 +00:00
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# Public helpers
|
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
|
2024-02-29 21:10:24 +00:00
|
|
|
func init*(T: type LedgerProfListRef): T =
|
|
|
|
T(list: newSeq[LedgerProfData](1 + high(LedgerFnInx).ord))
|
2023-12-12 17:47:41 +00:00
|
|
|
|
2023-11-24 22:16:21 +00:00
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# End
|
|
|
|
# ------------------------------------------------------------------------------
|