139 lines
4.7 KiB
Nim
139 lines
4.7 KiB
Nim
# beacon_chain
|
|
# Copyright (c) 2018-2022 Status Research & Development GmbH
|
|
# Licensed and distributed under either of
|
|
# * MIT license (license terms in the root directory or at https://opensource.org/licenses/MIT).
|
|
# * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
|
|
# at your option. This file may not be copied, modified, or distributed except according to those terms.
|
|
|
|
import
|
|
# Standard library
|
|
std/[os, strutils, typetraits],
|
|
# Internals
|
|
../../beacon_chain/spec/datatypes/[phase0, altair, bellatrix],
|
|
../../beacon_chain/spec/[
|
|
eth2_merkleization, eth2_ssz_serialization, forks],
|
|
# Status libs,
|
|
snappy,
|
|
stew/byteutils
|
|
|
|
export
|
|
eth2_merkleization, eth2_ssz_serialization
|
|
|
|
# Process current EF test format
|
|
# ---------------------------------------------
|
|
|
|
# #######################
|
|
# Path parsing
|
|
|
|
func forkForPathComponent*(forkPath: string): Opt[BeaconStateFork] =
|
|
for fork in BeaconStateFork:
|
|
if ($fork).toLowerAscii() == forkPath:
|
|
return ok fork
|
|
err()
|
|
|
|
# #######################
|
|
# JSON deserialization
|
|
|
|
func readValue*(r: var JsonReader, a: var seq[byte]) =
|
|
## Custom deserializer for seq[byte]
|
|
a = hexToSeqByte(r.readValue(string))
|
|
|
|
# #######################
|
|
# Mock RuntimeConfig
|
|
|
|
func genesisTestRuntimeConfig*(stateFork: BeaconStateFork): RuntimeConfig =
|
|
var res = defaultRuntimeConfig
|
|
case stateFork
|
|
of BeaconStateFork.Bellatrix:
|
|
res.BELLATRIX_FORK_EPOCH = GENESIS_EPOCH
|
|
res.ALTAIR_FORK_EPOCH = GENESIS_EPOCH
|
|
of BeaconStateFork.Altair:
|
|
res.ALTAIR_FORK_EPOCH = GENESIS_EPOCH
|
|
of BeaconStateFork.Phase0:
|
|
discard
|
|
res
|
|
|
|
# #######################
|
|
# Test helpers
|
|
|
|
type
|
|
UnconsumedInput* = object of CatchableError
|
|
TestSizeError* = object of ValueError
|
|
|
|
# https://github.com/ethereum/consensus-specs/tree/v1.2.0-rc.1/tests/formats/rewards#rewards-tests
|
|
Deltas* = object
|
|
rewards*: List[uint64, Limit VALIDATOR_REGISTRY_LIMIT]
|
|
penalties*: List[uint64, Limit VALIDATOR_REGISTRY_LIMIT]
|
|
|
|
# https://github.com/ethereum/consensus-specs/blob/v1.2.0/specs/phase0/validator.md#eth1block
|
|
Eth1Block* = object
|
|
timestamp*: uint64
|
|
deposit_root*: Eth2Digest
|
|
deposit_count*: uint64
|
|
# All other eth1 block fields
|
|
|
|
const
|
|
FixturesDir* =
|
|
currentSourcePath.rsplit(DirSep, 1)[0] / ".." / ".." / "vendor" / "nim-eth2-scenarios"
|
|
SszTestsDir* = FixturesDir / "tests-v" & SPEC_VERSION
|
|
MaxObjectSize* = 3_000_000
|
|
|
|
proc parseTest*(path: string, Format: typedesc[Json], T: typedesc): T =
|
|
try:
|
|
# debugEcho " [Debug] Loading file: \"", path, '\"'
|
|
result = Format.loadFile(path, T)
|
|
except SerializationError as err:
|
|
writeStackTrace()
|
|
stderr.write $Format & " load issue for file \"", path, "\"\n"
|
|
stderr.write err.formatMsg(path), "\n"
|
|
quit 1
|
|
|
|
template readFileBytes*(path: string): seq[byte] =
|
|
cast[seq[byte]](readFile(path))
|
|
|
|
proc sszDecodeEntireInput*(input: openArray[byte], Decoded: type): Decoded =
|
|
let stream = unsafeMemoryInput(input)
|
|
var reader = init(SszReader, stream)
|
|
reader.readValue(result)
|
|
|
|
if stream.readable:
|
|
raise newException(UnconsumedInput, "Remaining bytes in the input")
|
|
|
|
iterator walkTests*(dir: static string): string =
|
|
for kind, path in walkDir(
|
|
dir/"pyspec_tests", relative = true, checkDir = true):
|
|
yield path
|
|
|
|
proc parseTest*(path: string, Format: typedesc[SSZ], T: typedesc): T =
|
|
try:
|
|
# debugEcho " [Debug] Loading file: \"", path, '\"'
|
|
sszDecodeEntireInput(snappy.decode(readFileBytes(path), MaxObjectSize), T)
|
|
except SerializationError as err:
|
|
writeStackTrace()
|
|
stderr.write $Format & " load issue for file \"", path, "\"\n"
|
|
stderr.write err.formatMsg(path), "\n"
|
|
quit 1
|
|
|
|
proc loadForkedState*(
|
|
path: string, fork: BeaconStateFork): ref ForkedHashedBeaconState =
|
|
# TODO stack usage. newClone and assignClone do not seem to
|
|
# prevent temporaries created by case objects
|
|
let forkedState = new ForkedHashedBeaconState
|
|
case fork
|
|
of BeaconStateFork.Bellatrix:
|
|
let state = newClone(parseTest(path, SSZ, bellatrix.BeaconState))
|
|
forkedState.kind = BeaconStateFork.Bellatrix
|
|
forkedState.bellatrixData.data = state[]
|
|
forkedState.bellatrixData.root = hash_tree_root(state[])
|
|
of BeaconStateFork.Altair:
|
|
let state = newClone(parseTest(path, SSZ, altair.BeaconState))
|
|
forkedState.kind = BeaconStateFork.Altair
|
|
forkedState.altairData.data = state[]
|
|
forkedState.altairData.root = hash_tree_root(state[])
|
|
of BeaconStateFork.Phase0:
|
|
let state = newClone(parseTest(path, SSZ, phase0.BeaconState))
|
|
forkedState.kind = BeaconStateFork.Phase0
|
|
forkedState.phase0Data.data = state[]
|
|
forkedState.phase0Data.root = hash_tree_root(state[])
|
|
forkedState
|