mirror of
https://github.com/status-im/nimbus-eth2.git
synced 2025-01-09 22:06:21 +00:00
8def2486b0
* initial immutable validator database factoring * remove changes from chain_dag: this abstraction properly belongs in beacon_chain_db * add merging mutable/immutable validator portions; individually test database roundtripping of immutable validators and states-sans-immutable-validators * update test summaries * use stew/assign2 instead of Nim assignment * add reading/writing of immutable validators in chaindag * remove unused import * replace chunked k/v store of immutable validators with per-row SQL table storage * use List instead of HashList * un-stub some ncli_db code so that it uses * switch HashArray to array; move BeaconStateNoImmutableValidators from datatypes to beacon_chain_db * begin only-mutable-part state storage * uncomment some assigns * work around https://github.com/nim-lang/Nim/issues/17253 * fix most of the issues/oversights; local sim runs again * fix test suite by adding missing beaconstate field to copy function * have ncli bench also store immutable validators * extract some immutable-validator-specific code from the beacon chain db module * add more rigorous database state roundtripping, with changing validator sets * adjust ncli_db to use new schema * simplify putState/getState by moving all immutable validator accounting into beacon state DB * remove redundant test case and move code to immutable-beacon-chain module * more efficient, but still brute-force, mutable+immutable validator merging * reuse BeaconState in getState * ensure HashList/HashArray caches are cleared when reusing getState buffers; add ncli_db and a unit test to verify this * HashList.clear() -> HashList.clearCache() * only copy incrementally necessary immutable validators * increase strictness of test cases and fix/work around resulting HashList cache invalidation issues * remove explanatory scaffolding * allow for storage of full (with all validators) states for backwards/forwards-compatibility * adjust DbSeq type usage * store full, with-validators, state every 64 epochs to enable reverting versions * reduce memory allocation and intermediate objects in state storage codepath * eliminate allocation/copying through intermediate BeaconStateNoImmutableValidators objects * skip benchmarking initial genesis-validator-heavy state store * always store new-style state and sometimes old-style state * document intent behind BeaconState/Validator type-punnery * more accurate failure message on SQLite in-memory database initialization failure
58 lines
2.2 KiB
Nim
58 lines
2.2 KiB
Nim
# beacon_chain
|
|
# Copyright (c) 2018-2021 Status Research & Development GmbH
|
|
# Licensed and distributed under either of
|
|
# * MIT license (license terms in the root directory or at https://opensource.org/licenses/MIT).
|
|
# * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
|
|
# at your option. This file may not be copied, modified, or distributed except according to those terms.
|
|
|
|
{.used.}
|
|
|
|
import
|
|
options, sequtils, unittest,
|
|
./testutil, ./teststateutil,
|
|
../beacon_chain/spec/[datatypes, digest, helpers, presets],
|
|
../beacon_chain/[beacon_node_types, statediff],
|
|
../beacon_chain/ssz,
|
|
../beacon_chain/consensus_object_pools/[blockchain_dag, block_quarantine]
|
|
|
|
when isMainModule:
|
|
import chronicles # or some random compile error happens...
|
|
|
|
template wrappedTimedTest(name: string, body: untyped) =
|
|
# `check` macro takes a copy of whatever it's checking, on the stack!
|
|
# This leads to stack overflow
|
|
# We can mitigate that by wrapping checks in proc
|
|
block: # Symbol namespacing
|
|
proc wrappedTest() =
|
|
timedTest name:
|
|
body
|
|
wrappedTest()
|
|
|
|
suiteReport "state diff tests" & preset():
|
|
setup:
|
|
var
|
|
db = makeTestDB(SLOTS_PER_EPOCH)
|
|
dag = init(ChainDAGRef, defaultRuntimePreset, db)
|
|
|
|
wrappedTimedTest "random slot differences" & preset():
|
|
let testStates = getTestStates(dag.headState.data)
|
|
|
|
for i in 0 ..< testStates.len:
|
|
for j in (i+1) ..< testStates.len:
|
|
doAssert testStates[i].data.slot < testStates[j].data.slot
|
|
if testStates[i].data.slot + SLOTS_PER_EPOCH != testStates[j].data.slot:
|
|
continue
|
|
var tmpStateApplyBase = assignClone(testStates[i].data)
|
|
let diff = diffStates(testStates[i].data, testStates[j].data)
|
|
# Immutable parts of validators stored separately, so aren't part of
|
|
# the state diff. Synthesize required portion here for testing.
|
|
applyDiff(
|
|
tmpStateApplyBase[],
|
|
mapIt(testStates[j].data.validators.asSeq[
|
|
testStates[i].data.validators.len ..
|
|
testStates[j].data.validators.len - 1],
|
|
it.getImmutableValidatorData),
|
|
diff)
|
|
check hash_tree_root(testStates[j].data) ==
|
|
hash_tree_root(tmpStateApplyBase[])
|