2020-08-17 01:09:27 +00:00
|
|
|
# beacon_chain
|
|
|
|
|
# Copyright (c) 2020-Present Status Research & Development GmbH
|
|
|
|
|
# Licensed and distributed under either of
|
|
|
|
|
# * MIT license (license terms in the root directory or at https://opensource.org/licenses/MIT).
|
|
|
|
|
# * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
|
|
|
|
|
# at your option. This file may not be copied, modified, or distributed except according to those terms.
|
|
|
|
|
|
|
|
|
|
{.used.}
|
|
|
|
|
|
|
|
|
|
import
|
|
|
|
|
# Standard library
|
|
|
|
|
os, unittest,
|
|
|
|
|
# Utilities
|
|
|
|
|
stew/results,
|
|
|
|
|
# Beacon chain internals
|
|
|
|
|
../../beacon_chain/spec/[datatypes, state_transition_epoch],
|
|
|
|
|
../../beacon_chain/ssz,
|
|
|
|
|
# Test utilities
|
|
|
|
|
../testutil,
|
|
|
|
|
./fixtures_utils
|
|
|
|
|
|
|
|
|
|
const RewardsDir = SszTestsDir/const_preset/"phase0"/"rewards"/"core"/"pyspec_tests"
|
|
|
|
|
|
|
|
|
|
# https://github.com/ethereum/eth2.0-specs/tree/v0.12.2/tests/formats/rewards#rewards-tests
|
|
|
|
|
type Deltas = object
|
|
|
|
|
rewards: List[uint64, Limit VALIDATOR_REGISTRY_LIMIT]
|
|
|
|
|
penalties: List[uint64, Limit VALIDATOR_REGISTRY_LIMIT]
|
|
|
|
|
|
|
|
|
|
func compareDeltas(
|
|
|
|
|
deltas: Deltas, rewardsPenalties: tuple[a: seq[Gwei], b: seq[Gwei]]):
|
|
|
|
|
bool =
|
|
|
|
|
deltas.rewards.asSeq == rewardsPenalties[0] and
|
|
|
|
|
deltas.penalties.asSeq == rewardsPenalties[1]
|
|
|
|
|
|
|
|
|
|
proc runTest(identifier: string) =
|
|
|
|
|
# We wrap the tests in a proc to avoid running out of globals
|
|
|
|
|
# in the future: Nim supports up to 3500 globals
|
|
|
|
|
# but unittest with the macro/templates put everything as globals
|
|
|
|
|
# https://github.com/nim-lang/Nim/issues/12084#issue-486866402
|
|
|
|
|
let testDir = RewardsDir / identifier
|
|
|
|
|
|
|
|
|
|
proc `testImpl _ rewards _ identifier`() =
|
|
|
|
|
timedTest "Rewards" & " - " & identifier & preset():
|
|
|
|
|
var
|
|
|
|
|
state = newClone(parseTest(testDir/"pre.ssz", SSZ, BeaconState))
|
|
|
|
|
cache = StateCache()
|
|
|
|
|
let
|
|
|
|
|
total_balance = get_total_active_balance(state[], cache)
|
|
|
|
|
sourceDeltas = parseTest(testDir/"source_deltas.ssz", SSZ, Deltas)
|
|
|
|
|
targetDeltas = parseTest(testDir/"target_deltas.ssz", SSZ, Deltas)
|
|
|
|
|
headDeltas = parseTest(testDir/"head_deltas.ssz", SSZ, Deltas)
|
|
|
|
|
inclusionDelayDeltas =
|
|
|
|
|
parseTest(testDir/"inclusion_delay_deltas.ssz", SSZ, Deltas)
|
|
|
|
|
inactivityPenaltyDeltas =
|
|
|
|
|
parseTest(testDir/"inactivity_penalty_deltas.ssz", SSZ, Deltas)
|
|
|
|
|
|
improve slot processing speeds (#1670)
about 40% better slot processing times (with LTO enabled) - these don't
do BLS but are used
heavily during replay (state transition = slot + block transition)
tests using a recent medalla state and advancing it 1000 slots:
```
./ncli slots --preState2:state-302271-3c1dbf19-c1f944bf.ssz --slot:1000
--postState2:xx.ssz
```
pre:
```
All time are ms
Average, StdDev, Min, Max, Samples,
Test
Validation is turned off meaning that no BLS operations are performed
39.236, 0.000, 39.236, 39.236, 1,
Load state from file
0.049, 0.002, 0.046, 0.063, 968,
Apply slot
256.504, 81.008, 213.471, 591.902, 32,
Apply epoch slot
28.597, 0.000, 28.597, 28.597, 1,
Save state to file
```
cast:
```
All time are ms
Average, StdDev, Min, Max, Samples,
Test
Validation is turned off meaning that no BLS operations are performed
37.079, 0.000, 37.079, 37.079, 1,
Load state from file
0.042, 0.002, 0.040, 0.090, 968,
Apply slot
215.552, 68.763, 180.155, 500.103, 32,
Apply epoch slot
25.106, 0.000, 25.106, 25.106, 1,
Save state to file
```
cast+rewards:
```
All time are ms
Average, StdDev, Min, Max, Samples,
Test
Validation is turned off meaning that no BLS operations are performed
40.049, 0.000, 40.049, 40.049, 1,
Load state from file
0.048, 0.001, 0.045, 0.060, 968,
Apply slot
164.981, 76.273, 142.099, 477.868, 32,
Apply epoch slot
28.498, 0.000, 28.498, 28.498, 1,
Save state to file
```
cast+rewards+shr
```
All time are ms
Average, StdDev, Min, Max, Samples,
Test
Validation is turned off meaning that no BLS operations are performed
12.898, 0.000, 12.898, 12.898, 1,
Load state from file
0.039, 0.002, 0.038, 0.054, 968,
Apply slot
139.971, 68.797, 120.088, 428.844, 32,
Apply epoch slot
24.761, 0.000, 24.761, 24.761, 1,
Save state to file
```
2020-09-16 20:59:33 +00:00
|
|
|
template get_deltas(body: untyped): untyped =
|
|
|
|
|
var
|
|
|
|
|
rewards {.inject.} = newSeq[Gwei](state[].validators.len)
|
|
|
|
|
penalties {.inject.} = newSeq[Gwei](state[].validators.len)
|
|
|
|
|
body
|
|
|
|
|
(rewards, penalties)
|
|
|
|
|
|
2020-08-17 01:09:27 +00:00
|
|
|
check:
|
improve slot processing speeds (#1670)
about 40% better slot processing times (with LTO enabled) - these don't
do BLS but are used
heavily during replay (state transition = slot + block transition)
tests using a recent medalla state and advancing it 1000 slots:
```
./ncli slots --preState2:state-302271-3c1dbf19-c1f944bf.ssz --slot:1000
--postState2:xx.ssz
```
pre:
```
All time are ms
Average, StdDev, Min, Max, Samples,
Test
Validation is turned off meaning that no BLS operations are performed
39.236, 0.000, 39.236, 39.236, 1,
Load state from file
0.049, 0.002, 0.046, 0.063, 968,
Apply slot
256.504, 81.008, 213.471, 591.902, 32,
Apply epoch slot
28.597, 0.000, 28.597, 28.597, 1,
Save state to file
```
cast:
```
All time are ms
Average, StdDev, Min, Max, Samples,
Test
Validation is turned off meaning that no BLS operations are performed
37.079, 0.000, 37.079, 37.079, 1,
Load state from file
0.042, 0.002, 0.040, 0.090, 968,
Apply slot
215.552, 68.763, 180.155, 500.103, 32,
Apply epoch slot
25.106, 0.000, 25.106, 25.106, 1,
Save state to file
```
cast+rewards:
```
All time are ms
Average, StdDev, Min, Max, Samples,
Test
Validation is turned off meaning that no BLS operations are performed
40.049, 0.000, 40.049, 40.049, 1,
Load state from file
0.048, 0.001, 0.045, 0.060, 968,
Apply slot
164.981, 76.273, 142.099, 477.868, 32,
Apply epoch slot
28.498, 0.000, 28.498, 28.498, 1,
Save state to file
```
cast+rewards+shr
```
All time are ms
Average, StdDev, Min, Max, Samples,
Test
Validation is turned off meaning that no BLS operations are performed
12.898, 0.000, 12.898, 12.898, 1,
Load state from file
0.039, 0.002, 0.038, 0.054, 968,
Apply slot
139.971, 68.797, 120.088, 428.844, 32,
Apply epoch slot
24.761, 0.000, 24.761, 24.761, 1,
Save state to file
```
2020-09-16 20:59:33 +00:00
|
|
|
compareDeltas(sourceDeltas, get_deltas(
|
|
|
|
|
get_source_deltas(state[], total_balance, rewards, penalties, cache)))
|
|
|
|
|
compareDeltas(targetDeltas, get_deltas(
|
|
|
|
|
get_target_deltas(state[], total_balance, rewards, penalties, cache)))
|
|
|
|
|
compareDeltas(headDeltas, get_deltas(
|
|
|
|
|
get_head_deltas(state[], total_balance, rewards, penalties, cache)))
|
|
|
|
|
compareDeltas(inclusionDelayDeltas, get_deltas(
|
|
|
|
|
get_inclusion_delay_deltas(state[], total_balance, rewards, cache)))
|
|
|
|
|
compareDeltas(inactivityPenaltyDeltas, get_deltas(
|
|
|
|
|
get_inactivity_penalty_deltas(state[], total_balance, penalties, cache)))
|
2020-08-17 01:09:27 +00:00
|
|
|
|
|
|
|
|
`testImpl _ rewards _ identifier`()
|
|
|
|
|
|
|
|
|
|
suiteReport "Official - Rewards " & preset():
|
|
|
|
|
for kind, path in walkDir(RewardsDir, true):
|
|
|
|
|
runTest(path)
|
