2020-05-01 15:51:24 +00:00
|
|
|
import
|
2020-05-28 14:19:25 +00:00
|
|
|
stats, os, strformat, times,
|
2020-05-01 15:51:24 +00:00
|
|
|
../tests/[testblockutil],
|
2020-12-03 04:30:35 +00:00
|
|
|
../beacon_chain/[extras, eth1_monitor, beacon_chain_db],
|
2020-06-03 13:52:02 +00:00
|
|
|
../beacon_chain/ssz/[merkleization, ssz_serialization],
|
2020-07-27 16:04:44 +00:00
|
|
|
../beacon_chain/spec/[beaconstate, crypto, datatypes, digest, helpers, presets]
|
2020-05-01 15:51:24 +00:00
|
|
|
|
|
|
|
template withTimer*(stats: var RunningStat, body: untyped) =
|
|
|
|
# TODO unify timing somehow
|
|
|
|
let start = cpuTime()
|
|
|
|
|
|
|
|
block:
|
|
|
|
body
|
|
|
|
|
|
|
|
let stop = cpuTime()
|
|
|
|
stats.push stop - start
|
|
|
|
|
|
|
|
template withTimerRet*(stats: var RunningStat, body: untyped): untyped =
|
|
|
|
let start = cpuTime()
|
|
|
|
let tmp = block:
|
|
|
|
body
|
|
|
|
let stop = cpuTime()
|
|
|
|
stats.push stop - start
|
|
|
|
|
|
|
|
tmp
|
|
|
|
|
|
|
|
func verifyConsensus*(state: BeaconState, attesterRatio: auto) =
|
|
|
|
if attesterRatio < 0.63:
|
|
|
|
doAssert state.current_justified_checkpoint.epoch == 0
|
|
|
|
doAssert state.finalized_checkpoint.epoch == 0
|
|
|
|
|
|
|
|
# Quorum is 2/3 of validators, and at low numbers, quantization effects
|
|
|
|
# can dominate, so allow for play above/below attesterRatio of 2/3.
|
|
|
|
if attesterRatio < 0.72:
|
|
|
|
return
|
|
|
|
|
|
|
|
let current_epoch = get_current_epoch(state)
|
|
|
|
if current_epoch >= 3:
|
|
|
|
doAssert state.current_justified_checkpoint.epoch + 1 >= current_epoch
|
|
|
|
if current_epoch >= 4:
|
|
|
|
doAssert state.finalized_checkpoint.epoch + 2 >= current_epoch
|
|
|
|
|
2020-12-03 04:30:35 +00:00
|
|
|
proc loadGenesis*(validators: Natural, validate: bool):
|
|
|
|
(ref HashedBeaconState, DepositContractSnapshot) =
|
|
|
|
let
|
|
|
|
genesisFn =
|
|
|
|
&"genesis_{const_preset}_{validators}_{SPEC_VERSION}.ssz"
|
|
|
|
contractSnapshotFn =
|
|
|
|
&"deposit_contract_snapshot_{const_preset}_{validators}_{SPEC_VERSION}.ssz"
|
|
|
|
res = (ref HashedBeaconState)()
|
|
|
|
|
|
|
|
if fileExists(genesisFn) and fileExists(contractSnapshotFn):
|
|
|
|
res.data = SSZ.loadFile(genesisFn, BeaconState)
|
2020-05-22 14:21:22 +00:00
|
|
|
res.root = hash_tree_root(res.data)
|
|
|
|
if res.data.slot != GENESIS_SLOT:
|
2020-05-01 15:51:24 +00:00
|
|
|
echo "Can only start from genesis state"
|
|
|
|
quit 1
|
|
|
|
|
2020-05-22 14:21:22 +00:00
|
|
|
if res.data.validators.len != validators:
|
|
|
|
echo &"Supplied genesis file has {res.data.validators.len} validators, while {validators} where requested, running anyway"
|
2020-05-01 15:51:24 +00:00
|
|
|
|
2020-12-03 04:30:35 +00:00
|
|
|
echo &"Loaded {genesisFn}..."
|
|
|
|
|
2020-05-01 15:51:24 +00:00
|
|
|
# TODO check that the private keys are interop keys
|
2020-12-03 04:30:35 +00:00
|
|
|
|
|
|
|
let contractSnapshot = SSZ.loadFile(contractSnapshotFn,
|
|
|
|
DepositContractSnapshot)
|
|
|
|
(res, contractSnapshot)
|
2020-05-01 15:51:24 +00:00
|
|
|
else:
|
2020-11-07 18:00:31 +00:00
|
|
|
echo "Genesis file not found, making one up (use nimbus_beacon_node createTestnet to make one)"
|
2020-05-01 15:51:24 +00:00
|
|
|
|
|
|
|
echo "Preparing validators..."
|
|
|
|
let
|
|
|
|
flags = if validate: {} else: {skipBlsValidation}
|
2020-07-13 14:44:58 +00:00
|
|
|
deposits = makeInitialDeposits(validators.uint64, flags)
|
2020-05-01 15:51:24 +00:00
|
|
|
|
|
|
|
echo "Generating Genesis..."
|
2020-12-03 04:30:35 +00:00
|
|
|
var merkleizer = init DepositsMerkleizer
|
|
|
|
for d in deposits:
|
|
|
|
merkleizer.addChunk hash_tree_root(d).data
|
|
|
|
let contractSnapshot = DepositContractSnapshot(
|
|
|
|
depositContractState: merkleizer.toDepositContractState)
|
2020-05-01 15:51:24 +00:00
|
|
|
|
2020-11-14 21:43:27 +00:00
|
|
|
res.data = initialize_beacon_state_from_eth1(
|
|
|
|
defaultRuntimePreset,
|
|
|
|
Eth2Digest(),
|
|
|
|
0,
|
|
|
|
deposits,
|
|
|
|
flags)[]
|
|
|
|
|
2020-05-22 14:21:22 +00:00
|
|
|
res.root = hash_tree_root(res.data)
|
2020-05-01 15:51:24 +00:00
|
|
|
|
2020-12-03 04:30:35 +00:00
|
|
|
echo &"Saving to {genesisFn}..."
|
|
|
|
SSZ.saveFile(genesisFn, res.data)
|
|
|
|
echo &"Saving to {contractSnapshotFn}..."
|
|
|
|
SSZ.saveFile(contractSnapshotFn, contractSnapshot)
|
2020-06-16 20:34:34 +00:00
|
|
|
|
2020-12-03 04:30:35 +00:00
|
|
|
(res, contractSnapshot)
|
2020-05-01 15:51:24 +00:00
|
|
|
|
|
|
|
proc printTimers*[Timers: enum](
|
2020-05-28 14:19:25 +00:00
|
|
|
validate: bool,
|
|
|
|
timers: array[Timers, RunningStat]
|
|
|
|
) =
|
2020-05-01 15:51:24 +00:00
|
|
|
proc fmtTime(t: float): string = &"{t * 1000 :>12.3f}, "
|
|
|
|
|
|
|
|
echo "All time are ms"
|
|
|
|
echo &"{\"Average\" :>12}, {\"StdDev\" :>12}, {\"Min\" :>12}, " &
|
|
|
|
&"{\"Max\" :>12}, {\"Samples\" :>12}, {\"Test\" :>12}"
|
|
|
|
|
|
|
|
if not validate:
|
|
|
|
echo "Validation is turned off meaning that no BLS operations are performed"
|
|
|
|
|
|
|
|
for t in Timers:
|
|
|
|
echo fmtTime(timers[t].mean), fmtTime(timers[t].standardDeviationS),
|
|
|
|
fmtTime(timers[t].min), fmtTime(timers[t].max), &"{timers[t].n :>12}, ",
|
|
|
|
$t
|
2020-05-28 14:19:25 +00:00
|
|
|
|
|
|
|
proc printTimers*[Timers: enum](
|
|
|
|
state: BeaconState, attesters: RunningStat, validate: bool,
|
|
|
|
timers: array[Timers, RunningStat]) =
|
|
|
|
echo "Validators: ", state.validators.len, ", epoch length: ", SLOTS_PER_EPOCH
|
|
|
|
echo "Validators per attestation (mean): ", attesters.mean
|
|
|
|
printTimers(validate, timers)
|