nimbus-eth1/tests/test_tracer_json.nim

121 lines
3.9 KiB
Nim
Raw Normal View History

2018-12-12 15:18:46 +00:00
# Nimbus
# Copyright (c) 2018-2024 Status Research & Development GmbH
2018-12-12 15:18:46 +00:00
# Licensed under either of
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
# http://www.apache.org/licenses/LICENSE-2.0)
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
# http://opensource.org/licenses/MIT)
# at your option. This file may not be copied, modified,
# or distributed except according to those terms.
2018-12-12 15:18:46 +00:00
import
std/[json, os, sets, tables, strutils],
chronicles,
2022-12-02 04:39:12 +00:00
unittest2,
stew/byteutils,
results,
2022-12-02 04:39:12 +00:00
./test_helpers,
../nimbus/sync/protocol/snap/snap_types,
../nimbus/db/aristo/aristo_merge,
../nimbus/db/kvt/kvt_utils,
../nimbus/db/aristo,
Unified database frontend integration (#1670) * Nimbus folder environment update details: * Integrated `CoreDbRef` for the sources in the `nimbus` sub-folder. * The `nimbus` program does not compile yet as it needs the updates in the parallel `stateless` sub-folder. * Stateless environment update details: * Integrated `CoreDbRef` for the sources in the `stateless` sub-folder. * The `nimbus` program compiles now. * Premix environment update details: * Integrated `CoreDbRef` for the sources in the `premix` sub-folder. * Fluffy environment update details: * Integrated `CoreDbRef` for the sources in the `fluffy` sub-folder. * Tools environment update details: * Integrated `CoreDbRef` for the sources in the `tools` sub-folder. * Nodocker environment update details: * Integrated `CoreDbRef` for the sources in the `hive_integration/nodocker` sub-folder. * Tests environment update details: * Integrated `CoreDbRef` for the sources in the `tests` sub-folder. * The unit tests compile and run cleanly now. * Generalise `CoreDbRef` to any `select_backend` supported database why: Generalisation was just missed due to overcoming some compiler oddity which was tied to rocksdb for testing. * Suppress compiler warning for `newChainDB()` why: Warning was added to this function which must be wrapped so that any `CatchableError` is re-raised as `Defect`. * Split off persistent `CoreDbRef` constructor into separate file why: This allows to compile a memory only database version without linking the backend library. * Use memory `CoreDbRef` database by default detail: Persistent DB constructor needs to import `db/core_db/persistent why: Most tests use memory DB anyway. This avoids linking `-lrocksdb` or any other backend by default. * fix `toLegacyBackend()` availability check why: got garbled after memory/persistent split. * Clarify raw access to MPT for snap sync handler why: Logically, `kvt` is not the raw access for the hexary trie (although this holds for the legacy database)
2023-08-04 11:10:09 +00:00
../nimbus/[tracer, vm_types],
2022-12-02 04:39:12 +00:00
../nimbus/common/common
2018-12-12 15:18:46 +00:00
proc setErrorLevel {.used.} =
when defined(chronicles_runtime_filtering) and loggingEnabled:
setLogLevel(LogLevel.ERROR)
proc preLoadAristoDb(cdb: CoreDbRef; jKvp: JsonNode; num: BlockNumber) =
## Hack for `Aristo` pre-lading using the `snap` protocol proof-loader
var
proof: seq[SnapProof] # for pre-loading MPT
predRoot: Hash256 # from predecessor header
txRoot: Hash256 # header with block number `num`
rcptRoot: Hash256 # ditto
let
adb = cdb.ctx.getMpt(CtGeneric).backend.toAristo
kdb = cdb.newKvt.backend.toAristo
# Fill KVT and collect `proof` data
for (k,v) in jKvp.pairs:
let
key = hexToSeqByte(k)
val = hexToSeqByte(v.getStr())
if key.len == 32:
doAssert key == val.keccakHash.data
if val != @[0x80u8]: # Exclude empty item
proof.add SnapProof(val)
else:
if key[0] == 0:
try:
# Pull our particular header fields (if possible)
let header = rlp.decode(val, BlockHeader)
if header.blockNumber == num:
txRoot = header.txRoot
rcptRoot = header.receiptRoot
elif header.blockNumber == num-1:
predRoot = header.stateRoot
except RlpError:
discard
check kdb.put(key, val).isOk
# Install sub-trie roots onto production db
if txRoot.isValid:
doAssert adb.merge(txRoot, VertexID(CtTxs)).isOk
if rcptRoot.isValid:
doAssert adb.merge(rcptRoot, VertexID(CtReceipts)).isOk
doAssert adb.merge(predRoot, VertexID(CtAccounts)).isOk
# Set up production MPT
doAssert adb.merge(proof).isOk
# Remove locks so that hashify can re-assign changed nodes
adb.top.final.pPrf.clear
adb.top.final.fRpp.clear
2018-12-12 15:18:46 +00:00
# use tracerTestGen.nim to generate additional test data
proc testFixtureImpl(node: JsonNode, testStatusIMPL: var TestStatus, memoryDB: CoreDbRef) =
setErrorLevel()
2018-12-12 15:18:46 +00:00
var
blockNumber = UInt256.fromHex(node["blockNumber"].getStr())
2022-12-02 04:39:12 +00:00
com = CommonRef.new(memoryDB, chainConfigForNetwork(MainNet))
2018-12-12 15:18:46 +00:00
state = node["state"]
2018-12-25 10:31:51 +00:00
receipts = node["receipts"]
2018-12-12 15:18:46 +00:00
# disable POS/post Merge feature
2022-12-02 04:39:12 +00:00
com.setTTD none(DifficultyInt)
# Import raw data into database
# Some hack for `Aristo` using the `snap` protocol proof-loader
memoryDB.preLoadAristoDb(state, blockNumber)
2018-12-12 15:18:46 +00:00
2022-12-02 04:39:12 +00:00
var header = com.db.getBlockHeader(blockNumber)
2018-12-12 15:18:46 +00:00
var headerHash = header.blockHash
2022-12-02 04:39:12 +00:00
var blockBody = com.db.getBlockBody(headerHash)
2018-12-12 15:18:46 +00:00
2022-12-02 04:39:12 +00:00
let txTraces = traceTransactions(com, header, blockBody)
let stateDump = dumpBlockState(com, header, blockBody)
let blockTrace = traceBlock(com, header, blockBody, {DisableState})
2018-12-12 15:18:46 +00:00
2018-12-25 10:31:51 +00:00
check node["txTraces"] == txTraces
2018-12-12 15:18:46 +00:00
check node["stateDump"] == stateDump
check node["blockTrace"] == blockTrace
2018-12-25 10:31:51 +00:00
for i in 0 ..< receipts.len:
let receipt = receipts[i]
let stateDiff = txTraces[i]["stateDiff"]
check receipt["root"].getStr().toLowerAscii() == stateDiff["afterRoot"].getStr().toLowerAscii()
proc testFixtureAristo(node: JsonNode, testStatusIMPL: var TestStatus) =
node.testFixtureImpl(testStatusIMPL, newCoreDbRef AristoDbMemory)
proc tracerJsonMain*() =
suite "tracer json tests for Aristo DB":
jsonTest("TracerTests", testFixtureAristo)
when isMainModule:
tracerJsonMain()