From 909a7c2d07506add241fdb55e8a6d0b58e61aa5b Mon Sep 17 00:00:00 2001 From: tersec Date: Mon, 31 Jul 2023 21:51:06 +0000 Subject: [PATCH] use v1.4.0-beta.1 consensus spec tests (#5230) --- ConsensusSpecPreset-mainnet.md | 24 ++++++++++++++++-------- ConsensusSpecPreset-minimal.md | 24 ++++++++++++++++-------- beacon_chain/spec/datatypes/base.nim | 2 +- vendor/nim-eth2-scenarios | 2 +- 4 files changed, 34 insertions(+), 18 deletions(-) diff --git a/ConsensusSpecPreset-mainnet.md b/ConsensusSpecPreset-mainnet.md index 50aa47e26..af75fab09 100644 --- a/ConsensusSpecPreset-mainnet.md +++ b/ConsensusSpecPreset-mainnet.md @@ -277,6 +277,7 @@ ConsensusSpecPreset-mainnet + EF - Deneb - Slots - slots_2 [Preset: mainnet] OK + EF - Deneb - Transition - normal_transition [Preset: mainnet] OK + EF - Deneb - Transition - simple_transition [Preset: mainnet] OK ++ EF - Deneb - Transition - transition_attestation_from_previous_fork_with_new_range [Preset OK + EF - Deneb - Transition - transition_missing_first_post_block [Preset: mainnet] OK + EF - Deneb - Transition - transition_missing_last_pre_fork_block [Preset: mainnet] OK + EF - Deneb - Transition - transition_only_blocks_post_fork [Preset: mainnet] OK @@ -499,6 +500,8 @@ ConsensusSpecPreset-mainnet + [Invalid] EF - Deneb - Sanity - Blocks - invalid_incorrect_proposer_index_sig_from_propose OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_incorrect_state_root [Preset: mainnet] OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_is_execution_enabled_false [Preset: mainn OK ++ [Invalid] EF - Deneb - Sanity - Blocks - invalid_max_blobs_per_block_two_txs [Preset: main OK ++ [Invalid] EF - Deneb - Sanity - Blocks - invalid_one_blob_max_plus_one_txs [Preset: mainne OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_only_increase_deposit_count [Preset: main OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_parent_from_same_slot [Preset: mainnet] OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_prev_slot_block_transition [Preset: mainn OK @@ -600,12 +603,12 @@ ConsensusSpecPreset-mainnet + [Valid] EF - Bellatrix - Sanity - Blocks - attestation [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - attester_slashing [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - balance_driven_status_transitions [Preset: ma OK ++ [Valid] EF - Bellatrix - Sanity - Blocks - block_transition_randomized_payload [Preset: OK + [Valid] EF - Bellatrix - Sanity - Blocks - deposit_in_block [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - deposit_top_up [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - duplicate_attestation_same_block [Preset: mai OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_no_tx [Preset: mainnet OK -+ [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_randomized_payload [Pr OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_epoch_transition [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - full_random_operations_0 [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - full_random_operations_1 [Preset: mainnet] OK @@ -656,6 +659,7 @@ ConsensusSpecPreset-mainnet + [Valid] EF - Capella - Sanity - Blocks - attestation [Preset: mainnet] OK + [Valid] EF - Capella - Sanity - Blocks - attester_slashing [Preset: mainnet] OK + [Valid] EF - Capella - Sanity - Blocks - balance_driven_status_transitions [Preset: main OK ++ [Valid] EF - Capella - Sanity - Blocks - block_transition_randomized_payload [Preset: ma OK + [Valid] EF - Capella - Sanity - Blocks - bls_change [Preset: mainnet] OK + [Valid] EF - Capella - Sanity - Blocks - deposit_and_bls_change [Preset: mainnet] OK + [Valid] EF - Capella - Sanity - Blocks - deposit_in_block [Preset: mainnet] OK @@ -663,7 +667,6 @@ ConsensusSpecPreset-mainnet + [Valid] EF - Capella - Sanity - Blocks - duplicate_attestation_same_block [Preset: mainn OK + [Valid] EF - Capella - Sanity - Blocks - empty_block_transition [Preset: mainnet] OK + [Valid] EF - Capella - Sanity - Blocks - empty_block_transition_no_tx [Preset: mainnet] OK -+ [Valid] EF - Capella - Sanity - Blocks - empty_block_transition_randomized_payload [Pres OK + [Valid] EF - Capella - Sanity - Blocks - empty_epoch_transition [Preset: mainnet] OK + [Valid] EF - Capella - Sanity - Blocks - exit_and_bls_change [Preset: mainnet] OK + [Valid] EF - Capella - Sanity - Blocks - full_random_operations_0 [Preset: mainnet] OK @@ -720,6 +723,7 @@ ConsensusSpecPreset-mainnet + [Valid] EF - Deneb - Sanity - Blocks - attestation [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - attester_slashing [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - balance_driven_status_transitions [Preset: mainne OK ++ [Valid] EF - Deneb - Sanity - Blocks - block_transition_randomized_payload [Preset: main OK + [Valid] EF - Deneb - Sanity - Blocks - bls_change [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - deposit_and_bls_change [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - deposit_in_block [Preset: mainnet] OK @@ -727,7 +731,6 @@ ConsensusSpecPreset-mainnet + [Valid] EF - Deneb - Sanity - Blocks - duplicate_attestation_same_block [Preset: mainnet OK + [Valid] EF - Deneb - Sanity - Blocks - empty_block_transition [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - empty_block_transition_no_tx [Preset: mainnet] OK -+ [Valid] EF - Deneb - Sanity - Blocks - empty_block_transition_randomized_payload [Preset OK + [Valid] EF - Deneb - Sanity - Blocks - empty_epoch_transition [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - exit_and_bls_change [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - full_random_operations_0 [Preset: mainnet] OK @@ -739,14 +742,16 @@ ConsensusSpecPreset-mainnet + [Valid] EF - Deneb - Sanity - Blocks - historical_batch [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - inactivity_scores_full_participation_leaking [Pre OK + [Valid] EF - Deneb - Sanity - Blocks - inactivity_scores_leaking [Preset: mainnet] OK -+ [Valid] EF - Deneb - Sanity - Blocks - include_attestation_from_previous_fork_with_new_r OK + [Valid] EF - Deneb - Sanity - Blocks - many_partial_withdrawals_in_epoch_transition [Pre OK + [Valid] EF - Deneb - Sanity - Blocks - max_blobs_per_block [Preset: mainnet] OK ++ [Valid] EF - Deneb - Sanity - Blocks - mix_blob_tx_and_non_blob_tx [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - multiple_attester_slashings_no_overlap [Preset: m OK + [Valid] EF - Deneb - Sanity - Blocks - multiple_attester_slashings_partial_overlap [Pres OK + [Valid] EF - Deneb - Sanity - Blocks - multiple_different_proposer_slashings_same_block OK + [Valid] EF - Deneb - Sanity - Blocks - multiple_different_validator_exits_same_block [Pr OK + [Valid] EF - Deneb - Sanity - Blocks - one_blob [Preset: mainnet] OK ++ [Valid] EF - Deneb - Sanity - Blocks - one_blob_max_txs [Preset: mainnet] OK ++ [Valid] EF - Deneb - Sanity - Blocks - one_blob_two_txs [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - partial_withdrawal_in_epoch_transition [Preset: m OK + [Valid] EF - Deneb - Sanity - Blocks - proposer_after_inactive_index [Preset: mainnet] OK + [Valid] EF - Deneb - Sanity - Blocks - proposer_self_slashing [Preset: mainnet] OK @@ -810,7 +815,7 @@ ConsensusSpecPreset-mainnet + [Valid] EF - Phase 0 - Sanity - Blocks - slash_and_exit_diff_index [Preset: mainnet] OK + [Valid] EF - Phase 0 - Sanity - Blocks - voluntary_exit [Preset: mainnet] OK ``` -OK: 799/807 Fail: 0/807 Skip: 8/807 +OK: 804/812 Fail: 0/812 Skip: 8/812 ## Attestation ```diff + [Invalid] EF - Altair - Operations - Attestation - invalid_after_max_inclusion_slot OK @@ -2245,7 +2250,10 @@ OK: 27/27 Fail: 0/27 Skip: 0/27 + [Valid] EF - Deneb - Operations - Execution Payload - incorrect_commitment OK + [Valid] EF - Deneb - Operations - Execution Payload - incorrect_commitments_order OK + [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_1_byt OK -+ [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_32_by OK ++ [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_1_ext OK ++ [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_32_ex OK ++ [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_empty OK ++ [Valid] EF - Deneb - Operations - Execution Payload - no_transactions_with_commitments OK + [Valid] EF - Deneb - Operations - Execution Payload - non_empty_extra_data_first_payload OK + [Valid] EF - Deneb - Operations - Execution Payload - non_empty_extra_data_regular_paylo OK + [Valid] EF - Deneb - Operations - Execution Payload - non_empty_transactions_first_paylo OK @@ -2260,7 +2268,7 @@ OK: 27/27 Fail: 0/27 Skip: 0/27 + [Valid] EF - Deneb - Operations - Execution Payload - zero_length_transaction_regular_pa OK + [Valid] EF - Deneb - Operations - Execution Payload - zeroed_commitment OK ``` -OK: 87/87 Fail: 0/87 Skip: 0/87 +OK: 90/90 Fail: 0/90 Skip: 0/90 ## Proposer Slashing ```diff + [Invalid] EF - Altair - Operations - Proposer Slashing - invalid_different_proposer_indice OK @@ -2621,4 +2629,4 @@ OK: 63/63 Fail: 0/63 Skip: 0/63 OK: 100/100 Fail: 0/100 Skip: 0/100 ---TOTAL--- -OK: 2319/2327 Fail: 0/2327 Skip: 8/2327 +OK: 2327/2335 Fail: 0/2335 Skip: 8/2335 diff --git a/ConsensusSpecPreset-minimal.md b/ConsensusSpecPreset-minimal.md index f3a99960f..d2142c394 100644 --- a/ConsensusSpecPreset-minimal.md +++ b/ConsensusSpecPreset-minimal.md @@ -297,6 +297,7 @@ ConsensusSpecPreset-minimal + EF - Deneb - Slots - slots_2 [Preset: minimal] OK + EF - Deneb - Transition - normal_transition [Preset: minimal] OK + EF - Deneb - Transition - simple_transition [Preset: minimal] OK ++ EF - Deneb - Transition - transition_attestation_from_previous_fork_with_new_range [Preset OK + EF - Deneb - Transition - transition_missing_first_post_block [Preset: minimal] OK + EF - Deneb - Transition - transition_missing_last_pre_fork_block [Preset: minimal] OK + EF - Deneb - Transition - transition_only_blocks_post_fork [Preset: minimal] OK @@ -663,6 +664,8 @@ ConsensusSpecPreset-minimal + [Invalid] EF - Deneb - Sanity - Blocks - invalid_incorrect_proposer_index_sig_from_propose OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_incorrect_state_root [Preset: minimal] OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_is_execution_enabled_false [Preset: minim OK ++ [Invalid] EF - Deneb - Sanity - Blocks - invalid_max_blobs_per_block_two_txs [Preset: mini OK ++ [Invalid] EF - Deneb - Sanity - Blocks - invalid_one_blob_max_plus_one_txs [Preset: minima OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_only_increase_deposit_count [Preset: mini OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_parent_from_same_slot [Preset: minimal] OK + [Invalid] EF - Deneb - Sanity - Blocks - invalid_prev_slot_block_transition [Preset: minim OK @@ -769,13 +772,13 @@ ConsensusSpecPreset-minimal + [Valid] EF - Bellatrix - Sanity - Blocks - attestation [Preset: minimal] OK + [Valid] EF - Bellatrix - Sanity - Blocks - attester_slashing [Preset: minimal] OK + [Valid] EF - Bellatrix - Sanity - Blocks - balance_driven_status_transitions [Preset: mi OK ++ [Valid] EF - Bellatrix - Sanity - Blocks - block_transition_randomized_payload [Preset: OK + [Valid] EF - Bellatrix - Sanity - Blocks - deposit_in_block [Preset: minimal] OK + [Valid] EF - Bellatrix - Sanity - Blocks - deposit_top_up [Preset: minimal] OK + [Valid] EF - Bellatrix - Sanity - Blocks - duplicate_attestation_same_block [Preset: min OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition [Preset: minimal] OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_large_validator_set [P OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_no_tx [Preset: minimal OK -+ [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_randomized_payload [Pr OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_epoch_transition [Preset: minimal] OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_epoch_transition_large_validator_set [P OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_epoch_transition_not_finalizing [Preset OK @@ -832,6 +835,7 @@ ConsensusSpecPreset-minimal + [Valid] EF - Capella - Sanity - Blocks - attestation [Preset: minimal] OK + [Valid] EF - Capella - Sanity - Blocks - attester_slashing [Preset: minimal] OK + [Valid] EF - Capella - Sanity - Blocks - balance_driven_status_transitions [Preset: mini OK ++ [Valid] EF - Capella - Sanity - Blocks - block_transition_randomized_payload [Preset: mi OK + [Valid] EF - Capella - Sanity - Blocks - bls_change [Preset: minimal] OK + [Valid] EF - Capella - Sanity - Blocks - deposit_and_bls_change [Preset: minimal] OK + [Valid] EF - Capella - Sanity - Blocks - deposit_in_block [Preset: minimal] OK @@ -840,7 +844,6 @@ ConsensusSpecPreset-minimal + [Valid] EF - Capella - Sanity - Blocks - empty_block_transition [Preset: minimal] OK + [Valid] EF - Capella - Sanity - Blocks - empty_block_transition_large_validator_set [Pre OK + [Valid] EF - Capella - Sanity - Blocks - empty_block_transition_no_tx [Preset: minimal] OK -+ [Valid] EF - Capella - Sanity - Blocks - empty_block_transition_randomized_payload [Pres OK + [Valid] EF - Capella - Sanity - Blocks - empty_epoch_transition [Preset: minimal] OK + [Valid] EF - Capella - Sanity - Blocks - empty_epoch_transition_large_validator_set [Pre OK + [Valid] EF - Capella - Sanity - Blocks - empty_epoch_transition_not_finalizing [Preset: OK @@ -903,6 +906,7 @@ ConsensusSpecPreset-minimal + [Valid] EF - Deneb - Sanity - Blocks - attestation [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - attester_slashing [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - balance_driven_status_transitions [Preset: minima OK ++ [Valid] EF - Deneb - Sanity - Blocks - block_transition_randomized_payload [Preset: mini OK + [Valid] EF - Deneb - Sanity - Blocks - bls_change [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - deposit_and_bls_change [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - deposit_in_block [Preset: minimal] OK @@ -911,7 +915,6 @@ ConsensusSpecPreset-minimal + [Valid] EF - Deneb - Sanity - Blocks - empty_block_transition [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - empty_block_transition_large_validator_set [Prese OK + [Valid] EF - Deneb - Sanity - Blocks - empty_block_transition_no_tx [Preset: minimal] OK -+ [Valid] EF - Deneb - Sanity - Blocks - empty_block_transition_randomized_payload [Preset OK + [Valid] EF - Deneb - Sanity - Blocks - empty_epoch_transition [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - empty_epoch_transition_large_validator_set [Prese OK + [Valid] EF - Deneb - Sanity - Blocks - empty_epoch_transition_not_finalizing [Preset: mi OK @@ -927,14 +930,16 @@ ConsensusSpecPreset-minimal + [Valid] EF - Deneb - Sanity - Blocks - historical_batch [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - inactivity_scores_full_participation_leaking [Pre OK + [Valid] EF - Deneb - Sanity - Blocks - inactivity_scores_leaking [Preset: minimal] OK -+ [Valid] EF - Deneb - Sanity - Blocks - include_attestation_from_previous_fork_with_new_r OK + [Valid] EF - Deneb - Sanity - Blocks - many_partial_withdrawals_in_epoch_transition [Pre OK + [Valid] EF - Deneb - Sanity - Blocks - max_blobs_per_block [Preset: minimal] OK ++ [Valid] EF - Deneb - Sanity - Blocks - mix_blob_tx_and_non_blob_tx [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - multiple_attester_slashings_no_overlap [Preset: m OK + [Valid] EF - Deneb - Sanity - Blocks - multiple_attester_slashings_partial_overlap [Pres OK + [Valid] EF - Deneb - Sanity - Blocks - multiple_different_proposer_slashings_same_block OK + [Valid] EF - Deneb - Sanity - Blocks - multiple_different_validator_exits_same_block [Pr OK + [Valid] EF - Deneb - Sanity - Blocks - one_blob [Preset: minimal] OK ++ [Valid] EF - Deneb - Sanity - Blocks - one_blob_max_txs [Preset: minimal] OK ++ [Valid] EF - Deneb - Sanity - Blocks - one_blob_two_txs [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - partial_withdrawal_in_epoch_transition [Preset: m OK + [Valid] EF - Deneb - Sanity - Blocks - proposer_after_inactive_index [Preset: minimal] OK + [Valid] EF - Deneb - Sanity - Blocks - proposer_self_slashing [Preset: minimal] OK @@ -1003,7 +1008,7 @@ ConsensusSpecPreset-minimal + [Valid] EF - Phase 0 - Sanity - Blocks - slash_and_exit_diff_index [Preset: minimal] OK + [Valid] EF - Phase 0 - Sanity - Blocks - voluntary_exit [Preset: minimal] OK ``` -OK: 992/1000 Fail: 0/1000 Skip: 8/1000 +OK: 997/1005 Fail: 0/1005 Skip: 8/1005 ## Attestation ```diff + [Invalid] EF - Altair - Operations - Attestation - invalid_after_max_inclusion_slot OK @@ -2501,7 +2506,10 @@ OK: 27/27 Fail: 0/27 Skip: 0/27 + [Valid] EF - Deneb - Operations - Execution Payload - incorrect_commitment OK + [Valid] EF - Deneb - Operations - Execution Payload - incorrect_commitments_order OK + [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_1_byt OK -+ [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_32_by OK ++ [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_1_ext OK ++ [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_32_ex OK ++ [Valid] EF - Deneb - Operations - Execution Payload - incorrect_transaction_length_empty OK ++ [Valid] EF - Deneb - Operations - Execution Payload - no_transactions_with_commitments OK + [Valid] EF - Deneb - Operations - Execution Payload - non_empty_extra_data_first_payload OK + [Valid] EF - Deneb - Operations - Execution Payload - non_empty_extra_data_regular_paylo OK + [Valid] EF - Deneb - Operations - Execution Payload - non_empty_transactions_first_paylo OK @@ -2516,7 +2524,7 @@ OK: 27/27 Fail: 0/27 Skip: 0/27 + [Valid] EF - Deneb - Operations - Execution Payload - zero_length_transaction_regular_pa OK + [Valid] EF - Deneb - Operations - Execution Payload - zeroed_commitment OK ``` -OK: 87/87 Fail: 0/87 Skip: 0/87 +OK: 90/90 Fail: 0/90 Skip: 0/90 ## Proposer Slashing ```diff + [Invalid] EF - Altair - Operations - Proposer Slashing - invalid_different_proposer_indice OK @@ -2876,4 +2884,4 @@ OK: 68/68 Fail: 0/68 Skip: 0/68 OK: 102/102 Fail: 0/102 Skip: 0/102 ---TOTAL--- -OK: 2558/2566 Fail: 0/2566 Skip: 8/2566 +OK: 2566/2574 Fail: 0/2574 Skip: 8/2574 diff --git a/beacon_chain/spec/datatypes/base.nim b/beacon_chain/spec/datatypes/base.nim index fb5ddac35..5b71de4d8 100644 --- a/beacon_chain/spec/datatypes/base.nim +++ b/beacon_chain/spec/datatypes/base.nim @@ -74,7 +74,7 @@ export tables, results, json_serialization, timer, sszTypes, beacon_time, crypto, digest, presets -const SPEC_VERSION* = "1.4.0-beta.0" +const SPEC_VERSION* = "1.4.0-beta.1" ## Spec version we're aiming to be compatible with, right now const diff --git a/vendor/nim-eth2-scenarios b/vendor/nim-eth2-scenarios index 139aec8b7..d7d8f64a8 160000 --- a/vendor/nim-eth2-scenarios +++ b/vendor/nim-eth2-scenarios @@ -1 +1 @@ -Subproject commit 139aec8b7a60bff9acd05878e5b6517e15108f22 +Subproject commit d7d8f64a8df2fc14df09d9ff5946f604787e40cc