status-im
/
nimbus-eth2
mirror of https://github.com/status-im/nimbus-eth2.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

add EIP4844 fork choice tests (#4431)

This commit is contained in:
tersec 2022-12-15 10:54:41 +00:00 committed by GitHub
parent d269d82b71
commit 617b1e0d93
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 46 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
ConsensusSpecPreset-mainnet.md
View File

@ -348,6 +348,22 @@ ConsensusSpecPreset-mainnet
ForkChoice - mainnet/capella/fork_choice/on_block/pyspec_tests/on_block_future_block Skip ForkChoice - mainnet/capella/fork_choice/on_block/pyspec_tests/on_block_future_block Skip
+ ForkChoice - mainnet/capella/fork_choice/on_block/pyspec_tests/proposer_boost OK + ForkChoice - mainnet/capella/fork_choice/on_block/pyspec_tests/proposer_boost OK
+ ForkChoice - mainnet/capella/fork_choice/on_block/pyspec_tests/proposer_boost_root_same_sl OK + ForkChoice - mainnet/capella/fork_choice/on_block/pyspec_tests/proposer_boost_root_same_sl OK
+ ForkChoice - mainnet/eip4844/fork_choice/ex_ante/pyspec_tests/ex_ante_attestations_is_grea OK
+ ForkChoice - mainnet/eip4844/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_with_boost_ OK
+ ForkChoice - mainnet/eip4844/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_with_honest OK
+ ForkChoice - mainnet/eip4844/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_without_att OK
+ ForkChoice - mainnet/eip4844/fork_choice/ex_ante/pyspec_tests/ex_ante_vanilla OK
+ ForkChoice - mainnet/eip4844/fork_choice/get_head/pyspec_tests/chain_no_attestations OK
+ ForkChoice - mainnet/eip4844/fork_choice/get_head/pyspec_tests/discard_equivocations OK
+ ForkChoice - mainnet/eip4844/fork_choice/get_head/pyspec_tests/genesis OK
+ ForkChoice - mainnet/eip4844/fork_choice/get_head/pyspec_tests/proposer_boost_correct_head OK
+ ForkChoice - mainnet/eip4844/fork_choice/get_head/pyspec_tests/shorter_chain_but_heavier_w OK
+ ForkChoice - mainnet/eip4844/fork_choice/get_head/pyspec_tests/split_tie_breaker_no_attest OK
+ ForkChoice - mainnet/eip4844/fork_choice/on_block/pyspec_tests/basic OK
+ ForkChoice - mainnet/eip4844/fork_choice/on_block/pyspec_tests/on_block_bad_parent_root OK
ForkChoice - mainnet/eip4844/fork_choice/on_block/pyspec_tests/on_block_future_block Skip
+ ForkChoice - mainnet/eip4844/fork_choice/on_block/pyspec_tests/proposer_boost OK
+ ForkChoice - mainnet/eip4844/fork_choice/on_block/pyspec_tests/proposer_boost_root_same_sl OK
+ ForkChoice - mainnet/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_attestations_is_great OK + ForkChoice - mainnet/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_attestations_is_great OK
+ ForkChoice - mainnet/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_with_boost_n OK + ForkChoice - mainnet/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_with_boost_n OK
+ ForkChoice - mainnet/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_with_honest_ OK + ForkChoice - mainnet/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_with_honest_ OK
@ -378,6 +394,7 @@ ConsensusSpecPreset-mainnet
+ Light client - Single merkle proof - mainnet/eip4844/light_client/single_merkle_proof/Beac OK + Light client - Single merkle proof - mainnet/eip4844/light_client/single_merkle_proof/Beac OK
+ Sync - mainnet/bellatrix/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK + Sync - mainnet/bellatrix/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK
+ Sync - mainnet/capella/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK + Sync - mainnet/capella/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK
+ Sync - mainnet/eip4844/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK
+ [Invalid] EF - Altair - Sanity - Blocks - invalid_all_zeroed_sig [Preset: mainnet] OK + [Invalid] EF - Altair - Sanity - Blocks - invalid_all_zeroed_sig [Preset: mainnet] OK
+ [Invalid] EF - Altair - Sanity - Blocks - invalid_duplicate_attester_slashing_same_block [ OK + [Invalid] EF - Altair - Sanity - Blocks - invalid_duplicate_attester_slashing_same_block [ OK
+ [Invalid] EF - Altair - Sanity - Blocks - invalid_duplicate_deposit_same_block [Preset: ma OK + [Invalid] EF - Altair - Sanity - Blocks - invalid_duplicate_deposit_same_block [Preset: ma OK
@ -764,7 +781,7 @@ ConsensusSpecPreset-mainnet
+ fork_random_low_balances OK + fork_random_low_balances OK
+ fork_random_misc_balances OK + fork_random_misc_balances OK
``` ```
OK: 753/761 Fail: 0/761 Skip: 8/761 OK: 769/778 Fail: 0/778 Skip: 9/778
## Attestation ## Attestation
```diff ```diff
+ [Invalid] EF - Altair - Operations - Attestation - invalid_after_epoch_slots OK + [Invalid] EF - Altair - Operations - Attestation - invalid_after_epoch_slots OK
@ -2457,4 +2474,4 @@ OK: 63/63 Fail: 0/63 Skip: 0/63
OK: 51/51 Fail: 0/51 Skip: 0/51 OK: 51/51 Fail: 0/51 Skip: 0/51
---TOTAL--- ---TOTAL---
OK: 2163/2171 Fail: 0/2171 Skip: 8/2171 OK: 2179/2188 Fail: 0/2188 Skip: 9/2188

29
ConsensusSpecPreset-minimal.md
View File

@ -388,6 +388,30 @@ ConsensusSpecPreset-minimal
+ ForkChoice - minimal/capella/fork_choice/on_block/pyspec_tests/on_block_update_justified_c OK + ForkChoice - minimal/capella/fork_choice/on_block/pyspec_tests/on_block_update_justified_c OK
+ ForkChoice - minimal/capella/fork_choice/on_block/pyspec_tests/proposer_boost OK + ForkChoice - minimal/capella/fork_choice/on_block/pyspec_tests/proposer_boost OK
+ ForkChoice - minimal/capella/fork_choice/on_block/pyspec_tests/proposer_boost_root_same_sl OK + ForkChoice - minimal/capella/fork_choice/on_block/pyspec_tests/proposer_boost_root_same_sl OK
+ ForkChoice - minimal/eip4844/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_with_honest OK
+ ForkChoice - minimal/eip4844/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_without_att OK
+ ForkChoice - minimal/eip4844/fork_choice/ex_ante/pyspec_tests/ex_ante_vanilla OK
+ ForkChoice - minimal/eip4844/fork_choice/get_head/pyspec_tests/chain_no_attestations OK
+ ForkChoice - minimal/eip4844/fork_choice/get_head/pyspec_tests/discard_equivocations OK
+ ForkChoice - minimal/eip4844/fork_choice/get_head/pyspec_tests/filtered_block_tree OK
+ ForkChoice - minimal/eip4844/fork_choice/get_head/pyspec_tests/genesis OK
+ ForkChoice - minimal/eip4844/fork_choice/get_head/pyspec_tests/proposer_boost_correct_head OK
+ ForkChoice - minimal/eip4844/fork_choice/get_head/pyspec_tests/shorter_chain_but_heavier_w OK
+ ForkChoice - minimal/eip4844/fork_choice/get_head/pyspec_tests/split_tie_breaker_no_attest OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/basic OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/new_finalized_slot_is_justi OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/new_finalized_slot_is_not_j OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/new_justified_is_later_than OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/on_block_bad_parent_root OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/on_block_before_finalized OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/on_block_checkpoints OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/on_block_finalized_skip_slo OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/on_block_finalized_skip_slo OK
ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/on_block_future_block Skip
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/on_block_outside_safe_slots OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/on_block_update_justified_c OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/proposer_boost OK
+ ForkChoice - minimal/eip4844/fork_choice/on_block/pyspec_tests/proposer_boost_root_same_sl OK
+ ForkChoice - minimal/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_with_honest_ OK + ForkChoice - minimal/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_with_honest_ OK
+ ForkChoice - minimal/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_without_atte OK + ForkChoice - minimal/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_sandwich_without_atte OK
+ ForkChoice - minimal/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_vanilla OK + ForkChoice - minimal/phase0/fork_choice/ex_ante/pyspec_tests/ex_ante_vanilla OK
@ -442,6 +466,7 @@ ConsensusSpecPreset-minimal
+ Light client - Update ranking - minimal/eip4844/light_client/update_ranking/pyspec_tests/u OK + Light client - Update ranking - minimal/eip4844/light_client/update_ranking/pyspec_tests/u OK
+ Sync - minimal/bellatrix/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK + Sync - minimal/bellatrix/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK
+ Sync - minimal/capella/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK + Sync - minimal/capella/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK
+ Sync - minimal/eip4844/sync/optimistic/pyspec_tests/from_syncing_to_invalid OK
+ [Invalid] EF - Altair - Sanity - Blocks - invalid_all_zeroed_sig [Preset: minimal] OK + [Invalid] EF - Altair - Sanity - Blocks - invalid_all_zeroed_sig [Preset: minimal] OK
+ [Invalid] EF - Altair - Sanity - Blocks - invalid_duplicate_attester_slashing_same_block [ OK + [Invalid] EF - Altair - Sanity - Blocks - invalid_duplicate_attester_slashing_same_block [ OK
+ [Invalid] EF - Altair - Sanity - Blocks - invalid_duplicate_deposit_same_block [Preset: mi OK + [Invalid] EF - Altair - Sanity - Blocks - invalid_duplicate_deposit_same_block [Preset: mi OK
@ -858,7 +883,7 @@ ConsensusSpecPreset-minimal
+ fork_random_low_balances OK + fork_random_low_balances OK
+ fork_random_misc_balances OK + fork_random_misc_balances OK
``` ```
OK: 847/855 Fail: 0/855 Skip: 8/855 OK: 871/880 Fail: 0/880 Skip: 9/880
## Attestation ## Attestation
```diff ```diff
+ [Invalid] EF - Altair - Operations - Attestation - invalid_after_epoch_slots OK + [Invalid] EF - Altair - Operations - Attestation - invalid_after_epoch_slots OK
@ -2613,4 +2638,4 @@ OK: 68/68 Fail: 0/68 Skip: 0/68
OK: 52/52 Fail: 0/52 Skip: 0/52 OK: 52/52 Fail: 0/52 Skip: 0/52
---TOTAL--- ---TOTAL---
OK: 2303/2311 Fail: 0/2311 Skip: 8/2311 OK: 2327/2336 Fail: 0/2336 Skip: 9/2336

6
tests/consensus_spec/test_fixture_fork_choice.nim
View File

@ -423,12 +423,6 @@ template fcSuite(suiteName: static[string], testPathElem: static[string]) =
let testsPath = presetPath/path/testPathElem let testsPath = presetPath/path/testPathElem
if kind != pcDir or not dirExists(testsPath): if kind != pcDir or not dirExists(testsPath):
continue continue
if path.contains("eip4844"):
# TODO 1.3.0-alpha.1 test prestates have forks of
# (previous_version: 02000000, current_version: 04000000, epoch: 0)
# which is probably broken, and chaindag certainly doesn't like
discard $eip4844ImplementationMissing & ": re-enable when test pre-state forks fixed"
continue
let fork = forkForPathComponent(path).valueOr: let fork = forkForPathComponent(path).valueOr:
raiseAssert "Unknown test fork: " & testsPath raiseAssert "Unknown test fork: " & testsPath
for kind, path in walkDir(testsPath, relative = true, checkDir = true): for kind, path in walkDir(testsPath, relative = true, checkDir = true):