From e732b080f7572269305057132a20f698b9e4b584 Mon Sep 17 00:00:00 2001 From: tersec Date: Tue, 16 Aug 2022 17:24:37 -0400 Subject: [PATCH] use v1.2.0-rc.2 test vectors (#3975) --- ConsensusSpecPreset-mainnet.md | 48 +++++++++++++++++++----- ConsensusSpecPreset-minimal.md | 56 +++++++++++++++++++++++----- beacon_chain/spec/datatypes/base.nim | 2 +- vendor/nim-eth2-scenarios | 2 +- 4 files changed, 86 insertions(+), 22 deletions(-) diff --git a/ConsensusSpecPreset-mainnet.md b/ConsensusSpecPreset-mainnet.md index 7c2df4beb..6c900adf8 100644 --- a/ConsensusSpecPreset-mainnet.md +++ b/ConsensusSpecPreset-mainnet.md @@ -37,9 +37,11 @@ ConsensusSpecPreset-mainnet + EF - Altair - Rewards - with_slashed_validators [Preset: mainnet] OK + EF - Altair - Rewards - with_slashed_validators_leak [Preset: mainnet] OK + EF - Altair - Transition - normal_transition [Preset: mainnet] OK ++ EF - Altair - Transition - simple_transition [Preset: mainnet] OK + EF - Altair - Transition - transition_missing_first_post_block [Preset: mainnet] OK + EF - Altair - Transition - transition_missing_last_pre_fork_block [Preset: mainnet] OK + EF - Altair - Transition - transition_only_blocks_post_fork [Preset: mainnet] OK ++ EF - Altair - Transition - transition_randomized_state [Preset: mainnet] OK + EF - Altair - Transition - transition_with_activation_at_fork_epoch [Preset: mainnet] OK + EF - Altair - Transition - transition_with_attester_slashing_right_after_fork [Preset: mai OK + EF - Altair - Transition - transition_with_attester_slashing_right_before_fork [Preset: ma OK @@ -90,10 +92,11 @@ ConsensusSpecPreset-mainnet + EF - Bellatrix - Rewards - with_slashed_validators [Preset: mainnet] OK + EF - Bellatrix - Rewards - with_slashed_validators_leak [Preset: mainnet] OK + EF - Bellatrix - Transition - normal_transition [Preset: mainnet] OK -+ EF - Bellatrix - Transition - sample_transition [Preset: mainnet] OK ++ EF - Bellatrix - Transition - simple_transition [Preset: mainnet] OK + EF - Bellatrix - Transition - transition_missing_first_post_block [Preset: mainnet] OK + EF - Bellatrix - Transition - transition_missing_last_pre_fork_block [Preset: mainnet] OK + EF - Bellatrix - Transition - transition_only_blocks_post_fork [Preset: mainnet] OK ++ EF - Bellatrix - Transition - transition_randomized_state [Preset: mainnet] OK + EF - Bellatrix - Transition - transition_with_activation_at_fork_epoch [Preset: mainnet] OK + EF - Bellatrix - Transition - transition_with_attester_slashing_right_after_fork [Preset: OK + EF - Bellatrix - Transition - transition_with_attester_slashing_right_before_fork [Preset: OK @@ -210,6 +213,12 @@ ConsensusSpecPreset-mainnet ForkChoice - mainnet/phase0/fork_choice/on_block/pyspec_tests/on_block_future_block Skip + ForkChoice - mainnet/phase0/fork_choice/on_block/pyspec_tests/proposer_boost OK + ForkChoice - mainnet/phase0/fork_choice/on_block/pyspec_tests/proposer_boost_root_same_slo OK ++ Light client - Single merkle proof - mainnet/altair/light_client/single_merkle_proof/pyspe OK ++ Light client - Single merkle proof - mainnet/altair/light_client/single_merkle_proof/pyspe OK ++ Light client - Single merkle proof - mainnet/altair/light_client/single_merkle_proof/pyspe OK ++ Light client - Single merkle proof - mainnet/bellatrix/light_client/single_merkle_proof/py OK ++ Light client - Single merkle proof - mainnet/bellatrix/light_client/single_merkle_proof/py OK ++ Light client - Single merkle proof - mainnet/bellatrix/light_client/single_merkle_proof/py OK + Slots - double_empty_epoch OK + Slots - empty_epoch OK + Slots - over_epoch_boundary OK @@ -338,6 +347,7 @@ ConsensusSpecPreset-mainnet + [Valid] EF - Bellatrix - Sanity - Blocks - deposit_top_up [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_no_tx [Preset: mainnet OK ++ [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_randomized_payload [Pr OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_epoch_transition [Preset: mainnet] OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_sync_committee_committee [Preset: mainn OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_sync_committee_committee_genesis [Prese OK @@ -429,7 +439,7 @@ ConsensusSpecPreset-mainnet + fork_random_low_balances OK + fork_random_misc_balances OK ``` -OK: 419/426 Fail: 0/426 Skip: 7/426 +OK: 429/436 Fail: 0/436 Skip: 7/436 ## Attestation ```diff + [Invalid] EF - Altair - Operations - Attestation - after_epoch_slots OK @@ -832,6 +842,9 @@ OK: 1/1 Fail: 0/1 Skip: 0/1 + Testing ForkData OK + Testing HistoricalBatch OK + Testing IndexedAttestation OK ++ Testing LightClientBootstrap OK ++ Testing LightClientFinalityUpdate OK ++ Testing LightClientOptimisticUpdate OK + Testing LightClientUpdate OK + Testing PendingAttestation OK + Testing ProposerSlashing OK @@ -849,7 +862,7 @@ OK: 1/1 Fail: 0/1 Skip: 0/1 + Testing Validator OK + Testing VoluntaryExit OK ``` -OK: 35/35 Fail: 0/35 Skip: 0/35 +OK: 38/38 Fail: 0/38 Skip: 0/38 ## EF - Altair - Unittests - Light client - Sync protocol [Preset: mainnet] ```diff + process_light_client_update_finality_updated OK @@ -982,6 +995,9 @@ OK: 1/1 Fail: 0/1 Skip: 0/1 + Testing ForkData OK + Testing HistoricalBatch OK + Testing IndexedAttestation OK ++ Testing LightClientBootstrap OK ++ Testing LightClientFinalityUpdate OK ++ Testing LightClientOptimisticUpdate OK + Testing LightClientUpdate OK + Testing PendingAttestation OK + Testing PowBlock OK @@ -1000,7 +1016,7 @@ OK: 1/1 Fail: 0/1 Skip: 0/1 + Testing Validator OK + Testing VoluntaryExit OK ``` -OK: 38/38 Fail: 0/38 Skip: 0/38 +OK: 41/41 Fail: 0/41 Skip: 0/41 ## EF - Phase 0 - Epoch Processing - Effective balance updates [Preset: mainnet] ```diff + Effective balance updates - effective_balance_hysteresis [Preset: mainnet] OK @@ -1103,22 +1119,34 @@ OK: 1/1 Fail: 0/1 Skip: 0/1 OK: 27/27 Fail: 0/27 Skip: 0/27 ## Execution Payload ```diff ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_everything_first_payload OK + [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_everything_regular_payload OK + [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_execution_first_payload OK + [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_execution_regular_payload OK + [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_parent_hash_regular_payloa OK -+ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_random_first_payload OK -+ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_random_regular_payload OK -+ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_timestamp_first_payload OK -+ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_timestamp_regular_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_pre_randao_regular_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_prev_randao_first_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - future_timestamp_first_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - future_timestamp_regular_paylo OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - past_timestamp_first_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - past_timestamp_regular_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - randomized_non_validated_execu OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - randomized_non_validated_execu OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - bad_parent_hash_first_payload OK + [Valid] EF - Bellatrix - Operations - Execution Payload - non_empty_extra_data_first_pay OK + [Valid] EF - Bellatrix - Operations - Execution Payload - non_empty_extra_data_regular_p OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - non_empty_transactions_first_p OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - non_empty_transactions_regular OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - randomized_non_validated_execu OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - randomized_non_validated_execu OK + [Valid] EF - Bellatrix - Operations - Execution Payload - success_first_payload OK + [Valid] EF - Bellatrix - Operations - Execution Payload - success_first_payload_with_gap OK + [Valid] EF - Bellatrix - Operations - Execution Payload - success_regular_payload OK + [Valid] EF - Bellatrix - Operations - Execution Payload - success_regular_payload_with_g OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - zero_length_transaction_first_ OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - zero_length_transaction_regula OK ``` -OK: 14/14 Fail: 0/14 Skip: 0/14 +OK: 26/26 Fail: 0/26 Skip: 0/26 ## Proposer Slashing ```diff + [Invalid] EF - Altair - Operations - Proposer Slashing - epochs_are_different OK @@ -1249,4 +1277,4 @@ OK: 44/44 Fail: 0/44 Skip: 0/44 OK: 27/27 Fail: 0/27 Skip: 0/27 ---TOTAL--- -OK: 1072/1079 Fail: 0/1079 Skip: 7/1079 +OK: 1100/1107 Fail: 0/1107 Skip: 7/1107 diff --git a/ConsensusSpecPreset-minimal.md b/ConsensusSpecPreset-minimal.md index 8f2ea617f..b9cb09e45 100644 --- a/ConsensusSpecPreset-minimal.md +++ b/ConsensusSpecPreset-minimal.md @@ -37,9 +37,11 @@ ConsensusSpecPreset-minimal + EF - Altair - Rewards - with_slashed_validators [Preset: minimal] OK + EF - Altair - Rewards - with_slashed_validators_leak [Preset: minimal] OK + EF - Altair - Transition - normal_transition [Preset: minimal] OK ++ EF - Altair - Transition - simple_transition [Preset: minimal] OK + EF - Altair - Transition - transition_missing_first_post_block [Preset: minimal] OK + EF - Altair - Transition - transition_missing_last_pre_fork_block [Preset: minimal] OK + EF - Altair - Transition - transition_only_blocks_post_fork [Preset: minimal] OK ++ EF - Altair - Transition - transition_randomized_state [Preset: minimal] OK + EF - Altair - Transition - transition_with_activation_at_fork_epoch [Preset: minimal] OK + EF - Altair - Transition - transition_with_attester_slashing_right_after_fork [Preset: min OK + EF - Altair - Transition - transition_with_attester_slashing_right_before_fork [Preset: mi OK @@ -94,10 +96,11 @@ ConsensusSpecPreset-minimal + EF - Bellatrix - Rewards - with_slashed_validators [Preset: minimal] OK + EF - Bellatrix - Rewards - with_slashed_validators_leak [Preset: minimal] OK + EF - Bellatrix - Transition - normal_transition [Preset: minimal] OK -+ EF - Bellatrix - Transition - sample_transition [Preset: minimal] OK ++ EF - Bellatrix - Transition - simple_transition [Preset: minimal] OK + EF - Bellatrix - Transition - transition_missing_first_post_block [Preset: minimal] OK + EF - Bellatrix - Transition - transition_missing_last_pre_fork_block [Preset: minimal] OK + EF - Bellatrix - Transition - transition_only_blocks_post_fork [Preset: minimal] OK ++ EF - Bellatrix - Transition - transition_randomized_state [Preset: minimal] OK + EF - Bellatrix - Transition - transition_with_activation_at_fork_epoch [Preset: minimal] OK + EF - Bellatrix - Transition - transition_with_attester_slashing_right_after_fork [Preset: OK + EF - Bellatrix - Transition - transition_with_attester_slashing_right_before_fork [Preset: OK @@ -242,6 +245,20 @@ ConsensusSpecPreset-minimal + ForkChoice - minimal/phase0/fork_choice/on_block/pyspec_tests/on_block_update_justified_ch OK + ForkChoice - minimal/phase0/fork_choice/on_block/pyspec_tests/proposer_boost OK + ForkChoice - minimal/phase0/fork_choice/on_block/pyspec_tests/proposer_boost_root_same_slo OK ++ Light client - Single merkle proof - minimal/altair/light_client/single_merkle_proof/pyspe OK ++ Light client - Single merkle proof - minimal/altair/light_client/single_merkle_proof/pyspe OK ++ Light client - Single merkle proof - minimal/altair/light_client/single_merkle_proof/pyspe OK ++ Light client - Single merkle proof - minimal/bellatrix/light_client/single_merkle_proof/py OK ++ Light client - Single merkle proof - minimal/bellatrix/light_client/single_merkle_proof/py OK ++ Light client - Single merkle proof - minimal/bellatrix/light_client/single_merkle_proof/py OK ++ Light client - Sync - minimal/altair/light_client/sync/pyspec_tests/advance_finality_witho OK ++ Light client - Sync - minimal/altair/light_client/sync/pyspec_tests/light_client_sync OK ++ Light client - Sync - minimal/altair/light_client/sync/pyspec_tests/supply_sync_committee_ OK ++ Light client - Sync - minimal/bellatrix/light_client/sync/pyspec_tests/advance_finality_wi OK ++ Light client - Sync - minimal/bellatrix/light_client/sync/pyspec_tests/light_client_sync OK ++ Light client - Sync - minimal/bellatrix/light_client/sync/pyspec_tests/supply_sync_committ OK ++ Light client - Update ranking - minimal/altair/light_client/update_ranking/pyspec_tests/up OK ++ Light client - Update ranking - minimal/bellatrix/light_client/update_ranking/pyspec_tests OK + Slots - double_empty_epoch OK + Slots - empty_epoch OK + Slots - over_epoch_boundary OK @@ -376,6 +393,7 @@ ConsensusSpecPreset-minimal + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition [Preset: minimal] OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_large_validator_set [P OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_no_tx [Preset: minimal OK ++ [Valid] EF - Bellatrix - Sanity - Blocks - empty_block_transition_randomized_payload [Pr OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_epoch_transition [Preset: minimal] OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_epoch_transition_large_validator_set [P OK + [Valid] EF - Bellatrix - Sanity - Blocks - empty_epoch_transition_not_finalizing [Preset OK @@ -479,7 +497,7 @@ ConsensusSpecPreset-minimal + fork_random_low_balances OK + fork_random_misc_balances OK ``` -OK: 469/476 Fail: 0/476 Skip: 7/476 +OK: 487/494 Fail: 0/494 Skip: 7/494 ## Attestation ```diff + [Invalid] EF - Altair - Operations - Attestation - after_epoch_slots OK @@ -897,6 +915,9 @@ OK: 5/5 Fail: 0/5 Skip: 0/5 + Testing ForkData OK + Testing HistoricalBatch OK + Testing IndexedAttestation OK ++ Testing LightClientBootstrap OK ++ Testing LightClientFinalityUpdate OK ++ Testing LightClientOptimisticUpdate OK + Testing LightClientUpdate OK + Testing PendingAttestation OK + Testing ProposerSlashing OK @@ -914,7 +935,7 @@ OK: 5/5 Fail: 0/5 Skip: 0/5 + Testing Validator OK + Testing VoluntaryExit OK ``` -OK: 35/35 Fail: 0/35 Skip: 0/35 +OK: 38/38 Fail: 0/38 Skip: 0/38 ## EF - Altair - Unittests - Light client - Sync protocol [Preset: minimal] ```diff + process_light_client_update_finality_updated OK @@ -1062,6 +1083,9 @@ OK: 5/5 Fail: 0/5 Skip: 0/5 + Testing ForkData OK + Testing HistoricalBatch OK + Testing IndexedAttestation OK ++ Testing LightClientBootstrap OK ++ Testing LightClientFinalityUpdate OK ++ Testing LightClientOptimisticUpdate OK + Testing LightClientUpdate OK + Testing PendingAttestation OK + Testing PowBlock OK @@ -1080,7 +1104,7 @@ OK: 5/5 Fail: 0/5 Skip: 0/5 + Testing Validator OK + Testing VoluntaryExit OK ``` -OK: 38/38 Fail: 0/38 Skip: 0/38 +OK: 41/41 Fail: 0/41 Skip: 0/41 ## EF - Phase 0 - Epoch Processing - Effective balance updates [Preset: minimal] ```diff + Effective balance updates - effective_balance_hysteresis [Preset: minimal] OK @@ -1187,22 +1211,34 @@ OK: 1/1 Fail: 0/1 Skip: 0/1 OK: 27/27 Fail: 0/27 Skip: 0/27 ## Execution Payload ```diff ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_everything_first_payload OK + [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_everything_regular_payload OK + [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_execution_first_payload OK + [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_execution_regular_payload OK + [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_parent_hash_regular_payloa OK -+ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_random_first_payload OK -+ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_random_regular_payload OK -+ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_timestamp_first_payload OK -+ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_timestamp_regular_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_pre_randao_regular_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - bad_prev_randao_first_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - future_timestamp_first_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - future_timestamp_regular_paylo OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - past_timestamp_first_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - past_timestamp_regular_payload OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - randomized_non_validated_execu OK ++ [Invalid] EF - Bellatrix - Operations - Execution Payload - randomized_non_validated_execu OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - bad_parent_hash_first_payload OK + [Valid] EF - Bellatrix - Operations - Execution Payload - non_empty_extra_data_first_pay OK + [Valid] EF - Bellatrix - Operations - Execution Payload - non_empty_extra_data_regular_p OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - non_empty_transactions_first_p OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - non_empty_transactions_regular OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - randomized_non_validated_execu OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - randomized_non_validated_execu OK + [Valid] EF - Bellatrix - Operations - Execution Payload - success_first_payload OK + [Valid] EF - Bellatrix - Operations - Execution Payload - success_first_payload_with_gap OK + [Valid] EF - Bellatrix - Operations - Execution Payload - success_regular_payload OK + [Valid] EF - Bellatrix - Operations - Execution Payload - success_regular_payload_with_g OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - zero_length_transaction_first_ OK ++ [Valid] EF - Bellatrix - Operations - Execution Payload - zero_length_transaction_regula OK ``` -OK: 14/14 Fail: 0/14 Skip: 0/14 +OK: 26/26 Fail: 0/26 Skip: 0/26 ## Proposer Slashing ```diff + [Invalid] EF - Altair - Operations - Proposer Slashing - epochs_are_different OK @@ -1340,4 +1376,4 @@ OK: 48/48 Fail: 0/48 Skip: 0/48 OK: 30/30 Fail: 0/30 Skip: 0/30 ---TOTAL--- -OK: 1155/1162 Fail: 0/1162 Skip: 7/1162 +OK: 1191/1198 Fail: 0/1198 Skip: 7/1198 diff --git a/beacon_chain/spec/datatypes/base.nim b/beacon_chain/spec/datatypes/base.nim index 0578976a1..b9ee913f5 100644 --- a/beacon_chain/spec/datatypes/base.nim +++ b/beacon_chain/spec/datatypes/base.nim @@ -77,7 +77,7 @@ export tables, results, json_serialization, timer, sszTypes, beacon_time, crypto, digest, presets -const SPEC_VERSION* = "1.2.0-rc.1" +const SPEC_VERSION* = "1.2.0-rc.2" ## Spec version we're aiming to be compatible with, right now const diff --git a/vendor/nim-eth2-scenarios b/vendor/nim-eth2-scenarios index 0dce73817..edda358e2 160000 --- a/vendor/nim-eth2-scenarios +++ b/vendor/nim-eth2-scenarios @@ -1 +1 @@ -Subproject commit 0dce738175606f643a2c3fdfc8a138eb57ab477c +Subproject commit edda358e2fbb143309eaac37244db0377fda23c2