status-im
/
nimbus-eth1
mirror of https://github.com/status-im/nimbus-eth1.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

Nicer all_tests report (#1827)

This commit is contained in:
andri lim 2023-10-19 10:52:24 +07:00 committed by GitHub
parent c02c987b3e
commit 2f0444cebd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 118 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
newBlockchainTests.md
View File

@ -16,9 +16,12 @@ newBlockchainTests
+ withdrawalsAddressBounds.json OK + withdrawalsAddressBounds.json OK
+ withdrawalsAmountBounds.json OK + withdrawalsAmountBounds.json OK
+ withdrawalsIndexBounds.json OK + withdrawalsIndexBounds.json OK
+ withdrawalsRLPlessElements.json OK
+ withdrawalsRLPmoreElements.json OK
+ withdrawalsRLPnotAList.json OK
+ withdrawalsValidatorIndexBounds.json OK + withdrawalsValidatorIndexBounds.json OK
``` ```
OK: 15/15 Fail: 0/15 Skip: 0/15 OK: 18/18 Fail: 0/18 Skip: 0/18
## bcArrowGlacierToMerge ## bcArrowGlacierToMerge
```diff ```diff
+ difficultyFormula.json OK + difficultyFormula.json OK
@ -100,6 +103,21 @@ OK: 4/4 Fail: 0/4 Skip: 0/4
+ SuicideIssue.json OK + SuicideIssue.json OK
``` ```
OK: 3/4 Fail: 0/4 Skip: 1/4 OK: 3/4 Fail: 0/4 Skip: 1/4
## bcForgedTest
```diff
+ bcBlockRLPAsList.json OK
+ bcBlockRLPPrefixed0000.json OK
+ bcBlockRLPRandomByte.json OK
+ bcBlockRLPTooLarge.json OK
+ bcBlockRLPZeroByte.json OK
+ bcForkBlockTest.json OK
+ bcInvalidRLPTest_BLOCK.json OK
+ bcInvalidRLPTest_TRANSACT.json OK
+ bcTransactRLPRandomByte.json OK
+ bcTransactRLPTooLarge.json OK
+ bcTransactRLPZeroByte.json OK
```
OK: 11/11 Fail: 0/11 Skip: 0/11
## bcForkStressTest ## bcForkStressTest
```diff ```diff
+ AmIOnEIP150.json OK + AmIOnEIP150.json OK
@ -3440,4 +3458,4 @@ OK: 11/11 Fail: 0/11 Skip: 0/11
OK: 1/1 Fail: 0/1 Skip: 0/1 OK: 1/1 Fail: 0/1 Skip: 0/1
---TOTAL--- ---TOTAL---
OK: 2932/3038 Fail: 0/3038 Skip: 106/3038 OK: 2946/3052 Fail: 0/3052 Skip: 106/3052

14
newGeneralStateTests.md
View File

@ -682,7 +682,6 @@ OK: 13/13 Fail: 0/13 Skip: 0/13
## stEIP158Specific ## stEIP158Specific
```diff ```diff
+ CALL_OneVCallSuicide.json OK + CALL_OneVCallSuicide.json OK
+ CALL_OneVCallSuicide2.json OK
+ CALL_ZeroVCallSuicide.json OK + CALL_ZeroVCallSuicide.json OK
+ EXP_Empty.json OK + EXP_Empty.json OK
+ EXTCODESIZE_toEpmty.json OK + EXTCODESIZE_toEpmty.json OK
@ -690,7 +689,7 @@ OK: 13/13 Fail: 0/13 Skip: 0/13
+ callToEmptyThenCallError.json OK + callToEmptyThenCallError.json OK
+ vitalikTransactionTest.json OK + vitalikTransactionTest.json OK
``` ```
OK: 8/8 Fail: 0/8 Skip: 0/8 OK: 7/7 Fail: 0/7 Skip: 0/7
## stEIP2930 ## stEIP2930
```diff ```diff
+ addressOpcodes.json OK + addressOpcodes.json OK
@ -766,12 +765,9 @@ OK: 12/12 Fail: 0/12 Skip: 0/12
+ extCodeHashDELEGATECALL.json OK + extCodeHashDELEGATECALL.json OK
+ extCodeHashDeletedAccount.json OK + extCodeHashDeletedAccount.json OK
+ extCodeHashDeletedAccount1.json OK + extCodeHashDeletedAccount1.json OK
+ extCodeHashDeletedAccount1Cancun.json OK
+ extCodeHashDeletedAccount2.json OK + extCodeHashDeletedAccount2.json OK
+ extCodeHashDeletedAccount2Cancun.json OK
+ extCodeHashDeletedAccount3.json OK + extCodeHashDeletedAccount3.json OK
+ extCodeHashDeletedAccount4.json OK + extCodeHashDeletedAccount4.json OK
+ extCodeHashDeletedAccountCancun.json OK
+ extCodeHashDynamicArgument.json OK + extCodeHashDynamicArgument.json OK
+ extCodeHashInInitCode.json OK + extCodeHashInInitCode.json OK
+ extCodeHashMaxCodeSize.json OK + extCodeHashMaxCodeSize.json OK
@ -783,10 +779,9 @@ OK: 12/12 Fail: 0/12 Skip: 0/12
+ extCodeHashSelfInInit.json OK + extCodeHashSelfInInit.json OK
+ extCodeHashSubcallOOG.json OK + extCodeHashSubcallOOG.json OK
+ extCodeHashSubcallSuicide.json OK + extCodeHashSubcallSuicide.json OK
+ extCodeHashSubcallSuicideCancun.json OK
+ extcodehashEmpty.json OK + extcodehashEmpty.json OK
``` ```
OK: 36/36 Fail: 0/36 Skip: 0/36 OK: 32/32 Fail: 0/32 Skip: 0/32
## stHomesteadSpecific ## stHomesteadSpecific
```diff ```diff
+ contractCreationOOGdontLeaveEmptyContract.json OK + contractCreationOOGdontLeaveEmptyContract.json OK
@ -1035,10 +1030,9 @@ OK: 24/24 Fail: 0/24 Skip: 0/24
+ modexp.json OK + modexp.json OK
+ modexpTests.json OK + modexpTests.json OK
+ precompsEIP2929.json OK + precompsEIP2929.json OK
+ precompsEIP2929Cancun.json OK
+ sec80.json OK + sec80.json OK
``` ```
OK: 10/10 Fail: 0/10 Skip: 0/10 OK: 9/9 Fail: 0/9 Skip: 0/9
## stPreCompiledContracts2 ## stPreCompiledContracts2
```diff ```diff
+ CALLBlake2f.json OK + CALLBlake2f.json OK
@ -2889,4 +2883,4 @@ OK: 1/3 Fail: 0/3 Skip: 2/3
OK: 11/11 Fail: 0/11 Skip: 0/11 OK: 11/11 Fail: 0/11 Skip: 0/11
---TOTAL--- ---TOTAL---
OK: 2524/2627 Fail: 0/2627 Skip: 103/2627 OK: 2518/2621 Fail: 0/2621 Skip: 103/2621

11
tests/all_tests_macro.nim
View File

@ -5,10 +5,11 @@
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT) # * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
# at your option. This file may not be copied, modified, or distributed except according to those terms. # at your option. This file may not be copied, modified, or distributed except according to those terms.
import std/times import
import ../nimbus/vm_compile_info std/[times, macros, strutils, os, osproc, threadpool],
import macros, strutils, os, unittest2, osproc unittest2,
import threadpool ../nimbus/vm_compile_info,
../nimbus/utils/utils
export strutils, os, unittest2, osproc, threadpool export strutils, os, unittest2, osproc, threadpool
@ -30,7 +31,7 @@ proc executeMyself(numModules: int, names: openArray[string]): int =
var f = open("all_test.md", fmWrite) var f = open("all_test.md", fmWrite)
for i in 0..<numModules: for i in 0..<numModules:
f.write("* " & names[i]) f.write("* " & names[i])
f.write(" - " & $elpdList[i]) f.write(" - " & elpdList[i].short)
f.write("\n") f.write("\n")
f.close() f.close()

92
witnessBuilderBC.md
View File

@ -2,14 +2,17 @@ witnessBuilderBC
=== ===
## bc4895-withdrawals ## bc4895-withdrawals
```diff ```diff
+ accountInteractions.json OK
+ amountIs0.json OK + amountIs0.json OK
+ amountIs0TouchAccount.json OK + amountIs0TouchAccount.json OK
+ amountIs0TouchAccountAndTransaction.json OK + amountIs0TouchAccountAndTransaction.json OK
+ differentValidatorToTheSameAddress.json OK + differentValidatorToTheSameAddress.json OK
+ incorrectWithdrawalsRoot.json OK + incorrectWithdrawalsRoot.json OK
+ shanghaiWithoutWithdrawalsRLP.json OK + shanghaiWithoutWithdrawalsRLP.json OK
+ staticcall.json OK
+ twoIdenticalIndex.json OK + twoIdenticalIndex.json OK
+ twoIdenticalIndexDifferentValidator.json OK + twoIdenticalIndexDifferentValidator.json OK
+ warmup.json OK
+ withdrawalsAddressBounds.json OK + withdrawalsAddressBounds.json OK
+ withdrawalsAmountBounds.json OK + withdrawalsAmountBounds.json OK
+ withdrawalsIndexBounds.json OK + withdrawalsIndexBounds.json OK
@ -18,7 +21,7 @@ witnessBuilderBC
+ withdrawalsRLPnotAList.json OK + withdrawalsRLPnotAList.json OK
+ withdrawalsValidatorIndexBounds.json OK + withdrawalsValidatorIndexBounds.json OK
``` ```
OK: 15/15 Fail: 0/15 Skip: 0/15 OK: 18/18 Fail: 0/18 Skip: 0/18
## bcArrowGlacierToMerge ## bcArrowGlacierToMerge
```diff ```diff
+ difficultyFormula.json OK + difficultyFormula.json OK
@ -380,12 +383,12 @@ OK: 96/96 Fail: 0/96 Skip: 0/96
+ testOpcode_70.json OK + testOpcode_70.json OK
+ testOpcode_80.json OK + testOpcode_80.json OK
+ testOpcode_90.json OK + testOpcode_90.json OK
+ testOpcode_A0.json OK + testOpcode_a0.json OK
+ testOpcode_B0.json OK + testOpcode_b0.json OK
+ testOpcode_C0.json OK + testOpcode_c0.json OK
+ testOpcode_D0.json OK + testOpcode_d0.json OK
+ testOpcode_E0.json OK + testOpcode_e0.json OK
+ testOpcode_F0.json OK + testOpcode_f0.json OK
+ transactionFromNotExistingAccount.json OK + transactionFromNotExistingAccount.json OK
+ transactionFromSelfDestructedContract.json OK + transactionFromSelfDestructedContract.json OK
+ txCost-sec73.json OK + txCost-sec73.json OK
@ -493,11 +496,12 @@ OK: 23/23 Fail: 0/23 Skip: 0/23
+ gasLimitTooHigh2.json OK + gasLimitTooHigh2.json OK
+ gasPrice0.json OK + gasPrice0.json OK
+ log1_correct.json OK + log1_correct.json OK
+ reentrencySuicide.json OK
+ timeDiff12.json OK + timeDiff12.json OK
+ timeDiff13.json OK + timeDiff13.json OK
+ timeDiff14.json OK + timeDiff14.json OK
``` ```
OK: 19/19 Fail: 0/19 Skip: 0/19 OK: 20/20 Fail: 0/20 Skip: 0/20
## bcWalletTest ## bcWalletTest
```diff ```diff
+ wallet2outOf3txs.json OK + wallet2outOf3txs.json OK
@ -507,6 +511,65 @@ OK: 19/19 Fail: 0/19 Skip: 0/19
+ walletReorganizeOwners.json OK + walletReorganizeOwners.json OK
``` ```
OK: 5/5 Fail: 0/5 Skip: 0/5 OK: 5/5 Fail: 0/5 Skip: 0/5
## eip1344_chainid
```diff
+ chainid.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
## eip2930_access_list
```diff
+ access_list.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
## eip3651_warm_coinbase
```diff
+ warm_coinbase_call_out_of_gas.json OK
+ warm_coinbase_gas_usage.json OK
```
OK: 2/2 Fail: 0/2 Skip: 0/2
## eip3855_push0
```diff
+ push0_before_jumpdest.json OK
+ push0_during_staticcall.json OK
+ push0_fill_stack.json OK
+ push0_gas_cost.json OK
+ push0_key_sstore.json OK
+ push0_stack_overflow.json OK
+ push0_storage_overwrite.json OK
```
OK: 7/7 Fail: 0/7 Skip: 0/7
## eip3860_initcode
```diff
+ contract_creating_tx.json OK
+ create_opcode_initcode.json OK
+ gas_usage.json OK
```
OK: 3/3 Fail: 0/3 Skip: 0/3
## eip4895_withdrawals
```diff
+ balance_within_block.json OK
+ large_amount.json OK
+ many_withdrawals.json OK
+ multiple_withdrawals_same_address.json OK
+ newly_created_contract.json OK
+ no_evm_execution.json OK
+ self_destructing_account.json OK
+ use_value_in_contract.json OK
+ use_value_in_tx.json OK
+ withdrawing_to_precompiles.json OK
+ zero_amount.json OK
```
OK: 11/11 Fail: 0/11 Skip: 0/11
## opcodes
```diff
+ dup.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
## security
```diff
+ tx_selfdestruct_balance_bug.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
## stArgsZeroOneBalance ## stArgsZeroOneBalance
```diff ```diff
+ addNonConst.json OK + addNonConst.json OK
@ -2901,6 +2964,10 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
+ InternalCallHittingGasLimitSuccess.json OK + InternalCallHittingGasLimitSuccess.json OK
+ InternlCallStoreClearsOOG.json OK + InternlCallStoreClearsOOG.json OK
+ InternlCallStoreClearsSucces.json OK + InternlCallStoreClearsSucces.json OK
+ NoSrcAccount.json OK
+ NoSrcAccount1559.json OK
+ NoSrcAccountCreate.json OK
+ NoSrcAccountCreate1559.json OK
+ Opcodes_TransactionInit.json OK + Opcodes_TransactionInit.json OK
+ OverflowGasRequire2.json OK + OverflowGasRequire2.json OK
+ PointAtInfinityECRecover.json OK + PointAtInfinityECRecover.json OK
@ -2920,7 +2987,7 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
+ TransactionToItself.json OK + TransactionToItself.json OK
+ ValueOverflow.json OK + ValueOverflow.json OK
``` ```
OK: 31/31 Fail: 0/31 Skip: 0/31 OK: 35/35 Fail: 0/35 Skip: 0/35
## stTransitionTest ## stTransitionTest
```diff ```diff
+ createNameRegistratorPerTxsAfter.json OK + createNameRegistratorPerTxsAfter.json OK
@ -3384,6 +3451,11 @@ OK: 3/3 Fail: 0/3 Skip: 0/3
+ swap.json OK + swap.json OK
``` ```
OK: 11/11 Fail: 0/11 Skip: 0/11 OK: 11/11 Fail: 0/11 Skip: 0/11
## yul
```diff
+ yul.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
---TOTAL--- ---TOTAL---
OK: 3016/3016 Fail: 0/3016 Skip: 0/3016 OK: 3052/3052 Fail: 0/3052 Skip: 0/3052

8
witnessBuilderGST.md
View File

@ -2394,6 +2394,10 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
+ InternalCallHittingGasLimitSuccess.json OK + InternalCallHittingGasLimitSuccess.json OK
+ InternlCallStoreClearsOOG.json OK + InternlCallStoreClearsOOG.json OK
+ InternlCallStoreClearsSucces.json OK + InternlCallStoreClearsSucces.json OK
+ NoSrcAccount.json OK
+ NoSrcAccount1559.json OK
+ NoSrcAccountCreate.json OK
+ NoSrcAccountCreate1559.json OK
+ Opcodes_TransactionInit.json OK + Opcodes_TransactionInit.json OK
+ OverflowGasRequire2.json OK + OverflowGasRequire2.json OK
+ PointAtInfinityECRecover.json OK + PointAtInfinityECRecover.json OK
@ -2413,7 +2417,7 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
+ TransactionToItself.json OK + TransactionToItself.json OK
+ ValueOverflow.json OK + ValueOverflow.json OK
``` ```
OK: 31/31 Fail: 0/31 Skip: 0/31 OK: 35/35 Fail: 0/35 Skip: 0/35
## stTransitionTest ## stTransitionTest
```diff ```diff
+ createNameRegistratorPerTxsAfter.json OK + createNameRegistratorPerTxsAfter.json OK
@ -2879,4 +2883,4 @@ OK: 3/3 Fail: 0/3 Skip: 0/3
OK: 11/11 Fail: 0/11 Skip: 0/11 OK: 11/11 Fail: 0/11 Skip: 0/11
---TOTAL--- ---TOTAL---
OK: 2617/2617 Fail: 0/2617 Skip: 0/2617 OK: 2621/2621 Fail: 0/2621 Skip: 0/2621