nimbus-eth2/tests/testutil.nim

114 lines
3.4 KiB
Nim
Raw Normal View History

# beacon_chain
# Copyright (c) 2018-2019 Status Research & Development GmbH
# Licensed and distributed under either of
# * MIT license (license terms in the root directory or at https://opensource.org/licenses/MIT).
# * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
# at your option. This file may not be copied, modified, or distributed except according to those terms.
import
2020-03-10 04:00:19 +00:00
algorithm, strformat, stats, times, tables, std/monotimes, stew/endians2,
testutils/markdown_reports, chronicles,
../beacon_chain/[beacon_chain_db, extras, ssz],
../beacon_chain/spec/[digest, beaconstate, datatypes, presets],
../beacon_chain/block_pools/chain_dag,
2020-04-27 16:36:28 +00:00
eth/db/kvstore,
testblockutil
2019-12-05 10:27:00 +00:00
type
TestDuration = tuple[duration: float, label: string]
func preset*(): string =
" [Preset: " & const_preset & ']'
2019-12-05 10:27:00 +00:00
# For state_sim
template withTimer*(stats: var RunningStat, body: untyped) =
let start = getMonoTime()
block:
body
let stop = getMonoTime()
stats.push (stop - start).inMicroseconds.float / 1000000.0
2019-07-24 06:19:52 +00:00
2019-12-05 10:27:00 +00:00
template withTimer*(duration: var float, body: untyped) =
let start = getMonoTime()
block:
body
duration = (getMonoTime() - start).inMicroseconds.float / 1000000.0
# For state_sim
template withTimerRet*(stats: var RunningStat, body: untyped): untyped =
let start = getMonoTime()
let tmp = block:
body
let stop = getMonoTime()
stats.push (stop - start).inMicroseconds.float / 1000000.0
tmp
2019-12-05 10:27:00 +00:00
var testTimes: seq[TestDuration]
2020-03-10 04:00:19 +00:00
var status = initOrderedTable[string, OrderedTable[string, Status]]()
var last: string
2019-12-05 10:27:00 +00:00
2020-03-10 04:00:19 +00:00
proc summarizeLongTests*(name: string) =
2019-12-05 10:27:00 +00:00
# TODO clean-up and make machine-readable/storable the output
# TODO this is too hard-coded and mostly a demo for using the
# timedTest wrapper template for unittest
sort(testTimes, system.cmp, SortOrder.Descending)
echo ""
echo "10 longest individual test durations"
echo "------------------------------------"
for i, item in testTimes:
echo &"{item.duration:6.2f}s for {item.label}"
if i >= 10:
break
2020-03-10 04:00:19 +00:00
status.sort do (a: (string, OrderedTable[string, Status]),
b: (string, OrderedTable[string, Status])) -> int: cmp(a[0], b[0])
generateReport(name & "-" & const_preset, status, width=90)
template suiteReport*(name, body) =
last = name
status[last] = initOrderedTable[string, Status]()
block: # namespacing
proc runSuite() =
suite name:
body
runSuite()
2020-03-10 04:00:19 +00:00
2019-12-05 10:27:00 +00:00
template timedTest*(name, body) =
var f: float
test name:
2020-03-10 04:00:19 +00:00
status[last][name] = Status.Fail
2019-12-05 10:27:00 +00:00
withTimer f:
body
2020-03-10 04:00:19 +00:00
status[last][name] = case testStatusIMPL
of OK: Status.OK
of FAILED: Status.Fail
of SKIPPED: Status.Skip
2019-12-05 10:27:00 +00:00
# TODO reached for a failed test; maybe defer or similar
# TODO noto thread-safe as-is
testTimes.add (f, name)
proc makeTestDB*(tailState: BeaconState, tailBlock: SignedBeaconBlock): BeaconChainDB =
result = init(BeaconChainDB, kvStore MemStoreRef.init())
ChainDAGRef.preInit(result, tailState, tailBlock)
2019-12-05 10:27:00 +00:00
proc makeTestDB*(validators: Natural): BeaconChainDB =
let
genState = initialize_beacon_state_from_eth1(
defaultRuntimePreset, Eth2Digest(), 0,
makeInitialDeposits(validators.uint64, flags = {skipBlsValidation}),
{skipBlsValidation})
genBlock = get_initial_beacon_block(genState[])
makeTestDB(genState[], genBlock)
2019-12-05 10:27:00 +00:00
export inMicroseconds