mirror of
https://github.com/status-im/nimbus-eth1.git
synced 2025-02-05 16:54:00 +00:00
c47f021596
* Disable `TransactionID` related functions from `state_db.nim` why: Functions `getCommittedStorage()` and `updateOriginalRoot()` from the `state_db` module are nowhere used. The emulation of a legacy `TransactionID` type functionality is administratively expensive to provide by `Aristo` (the legacy DB version is only partially implemented, anyway). As there is no other place where `TransactionID`s are used, they will not be provided by the `Aristo` variant of the `CoreDb`. For the legacy DB API, nothing will change. * Fix copyright headers in source code * Get rid of compiler warning * Update Aristo code, remove unused `merge()` variant, export `hashify()` why: Adapt to upcoming `CoreDb` wrapper * Remove synced tx feature from `Aristo` why: + This feature allowed to synchronise transaction methods like begin, commit, and rollback for a group of descriptors. + The feature is over engineered and not needed for `CoreDb`, neither is it complete (some convergence features missing.) * Add debugging helpers to `Kvt` also: Update database iterator, add count variable yield argument similar to `Aristo`. * Provide optional destructors for `CoreDb` API why; For the upcoming Aristo wrapper, this allows to control when certain smart destruction and update can take place. The auto destructor works fine in general when the storage/cache strategy is known and acceptable when creating descriptors. * Add update option for `CoreDb` API function `hash()` why; The hash function is typically used to get the state root of the MPT. Due to lazy hashing, this might be not available on the `Aristo` DB. So the `update` function asks for re-hashing the gurrent state changes if needed. * Update API tracking log mode: `info` => `debug * Use shared `Kvt` descriptor in new Ledger API why: No need to create a new descriptor all the time
116 lines
3.9 KiB
Nim
116 lines
3.9 KiB
Nim
# Nimbus - Types, data structures and shared utilities used in network sync
|
|
#
|
|
# Copyright (c) 2023 Status Research & Development GmbH
|
|
# Licensed under either of
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
|
|
# http://www.apache.org/licenses/LICENSE-2.0)
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
|
|
# http://opensource.org/licenses/MIT)
|
|
# at your option. This file may not be copied, modified, or
|
|
# distributed except according to those terms.
|
|
|
|
import
|
|
std/strformat,
|
|
chronicles,
|
|
eth/common,
|
|
results,
|
|
unittest2,
|
|
../../nimbus/[core/chain],
|
|
../replay/[undump_blocks, xcheck],
|
|
./test_helpers
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Private helpers
|
|
# ------------------------------------------------------------------------------
|
|
|
|
proc setTraceLevel {.used.} =
|
|
discard
|
|
when defined(chronicles_runtime_filtering) and loggingEnabled:
|
|
setLogLevel(LogLevel.TRACE)
|
|
|
|
proc setErrorLevel {.used.} =
|
|
discard
|
|
when defined(chronicles_runtime_filtering) and loggingEnabled:
|
|
setLogLevel(LogLevel.ERROR)
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Public test function
|
|
# ------------------------------------------------------------------------------
|
|
|
|
proc test_chainSync*(
|
|
noisy: bool;
|
|
filePath: string;
|
|
com: CommonRef;
|
|
numBlocks = high(int);
|
|
lastOneExtra = true
|
|
): bool =
|
|
## Store persistent blocks from dump into chain DB
|
|
let
|
|
sayBlocks = 900.u256
|
|
chain = com.newChain
|
|
lastBlock = max(1, numBlocks - 1).toBlockNumber
|
|
|
|
for w in filePath.undumpBlocks:
|
|
let (fromBlock, toBlock) = (w[0][0].blockNumber, w[0][^1].blockNumber)
|
|
if fromBlock == 0.u256:
|
|
xCheck w[0][0] == com.db.getBlockHeader(0.u256)
|
|
continue
|
|
|
|
if toBlock < lastBlock:
|
|
# Message if `[fromBlock,toBlock]` contains a multiple of `sayBlocks`
|
|
if fromBlock + (toBlock mod sayBlocks) <= toBlock:
|
|
noisy.say "***", &"processing ...[#{fromBlock},#{toBlock}]..."
|
|
let runPersistBlocksRc = chain.persistBlocks(w[0], w[1])
|
|
xCheck runPersistBlocksRc == ValidationResult.OK:
|
|
if noisy:
|
|
# Re-run with logging enabled
|
|
setTraceLevel()
|
|
discard chain.persistBlocks(w[0], w[1])
|
|
continue
|
|
|
|
# Make sure that the `lastBlock` is the first item of the argument batch.
|
|
# So It might be necessary to Split off all blocks smaller than `lastBlock`
|
|
# and execute them first. Then the next batch starts with the `lastBlock`.
|
|
let
|
|
pivot = (lastBlock - fromBlock).truncate(uint)
|
|
headers9 = w[0][pivot .. ^1]
|
|
bodies9 = w[1][pivot .. ^1]
|
|
doAssert lastBlock == headers9[0].blockNumber
|
|
|
|
# Process leading betch before `lastBlock` (if any)
|
|
var dotsOrSpace = "..."
|
|
if fromBlock < lastBlock:
|
|
let
|
|
headers1 = w[0][0 ..< pivot]
|
|
bodies1 = w[1][0 ..< pivot]
|
|
noisy.say "***", &"processing {dotsOrSpace}[#{fromBlock},#{lastBlock-1}]"
|
|
let runPersistBlocks1Rc = chain.persistBlocks(headers1, bodies1)
|
|
xCheck runPersistBlocks1Rc == ValidationResult.OK
|
|
dotsOrSpace = " "
|
|
|
|
if noisy:
|
|
setTraceLevel()
|
|
com.db.trackLegaApi = true
|
|
com.db.trackNewApi = true
|
|
com.db.trackLedgerApi = true
|
|
com.db.localDbOnly = true
|
|
if lastOneExtra:
|
|
let
|
|
headers0 = headers9[0..0]
|
|
bodies0 = bodies9[0..0]
|
|
noisy.say "***", &"processing {dotsOrSpace}[#{lastBlock},#{lastBlock}]"
|
|
let runPersistBlocks0Rc = chain.persistBlocks(headers0, bodies0)
|
|
xCheck runPersistBlocks0Rc == ValidationResult.OK
|
|
else:
|
|
noisy.say "***", &"processing {dotsOrSpace}[#{lastBlock},#{toBlock}]"
|
|
let runPersistBlocks9Rc = chain.persistBlocks(headers9, bodies9)
|
|
xCheck runPersistBlocks9Rc == ValidationResult.OK
|
|
|
|
break
|
|
|
|
true
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# End
|
|
# ------------------------------------------------------------------------------
|