Nicer all_tests report (#1827)

This commit is contained in:
andri lim 2023-10-19 10:52:24 +07:00 committed by GitHub
parent c02c987b3e
commit 2f0444cebd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 118 additions and 29 deletions

View File

@ -16,9 +16,12 @@ newBlockchainTests
+ withdrawalsAddressBounds.json OK
+ withdrawalsAmountBounds.json OK
+ withdrawalsIndexBounds.json OK
+ withdrawalsRLPlessElements.json OK
+ withdrawalsRLPmoreElements.json OK
+ withdrawalsRLPnotAList.json OK
+ withdrawalsValidatorIndexBounds.json OK
```
OK: 15/15 Fail: 0/15 Skip: 0/15
OK: 18/18 Fail: 0/18 Skip: 0/18
## bcArrowGlacierToMerge
```diff
+ difficultyFormula.json OK
@ -100,6 +103,21 @@ OK: 4/4 Fail: 0/4 Skip: 0/4
+ SuicideIssue.json OK
```
OK: 3/4 Fail: 0/4 Skip: 1/4
## bcForgedTest
```diff
+ bcBlockRLPAsList.json OK
+ bcBlockRLPPrefixed0000.json OK
+ bcBlockRLPRandomByte.json OK
+ bcBlockRLPTooLarge.json OK
+ bcBlockRLPZeroByte.json OK
+ bcForkBlockTest.json OK
+ bcInvalidRLPTest_BLOCK.json OK
+ bcInvalidRLPTest_TRANSACT.json OK
+ bcTransactRLPRandomByte.json OK
+ bcTransactRLPTooLarge.json OK
+ bcTransactRLPZeroByte.json OK
```
OK: 11/11 Fail: 0/11 Skip: 0/11
## bcForkStressTest
```diff
+ AmIOnEIP150.json OK
@ -3440,4 +3458,4 @@ OK: 11/11 Fail: 0/11 Skip: 0/11
OK: 1/1 Fail: 0/1 Skip: 0/1
---TOTAL---
OK: 2932/3038 Fail: 0/3038 Skip: 106/3038
OK: 2946/3052 Fail: 0/3052 Skip: 106/3052

View File

@ -682,7 +682,6 @@ OK: 13/13 Fail: 0/13 Skip: 0/13
## stEIP158Specific
```diff
+ CALL_OneVCallSuicide.json OK
+ CALL_OneVCallSuicide2.json OK
+ CALL_ZeroVCallSuicide.json OK
+ EXP_Empty.json OK
+ EXTCODESIZE_toEpmty.json OK
@ -690,7 +689,7 @@ OK: 13/13 Fail: 0/13 Skip: 0/13
+ callToEmptyThenCallError.json OK
+ vitalikTransactionTest.json OK
```
OK: 8/8 Fail: 0/8 Skip: 0/8
OK: 7/7 Fail: 0/7 Skip: 0/7
## stEIP2930
```diff
+ addressOpcodes.json OK
@ -766,12 +765,9 @@ OK: 12/12 Fail: 0/12 Skip: 0/12
+ extCodeHashDELEGATECALL.json OK
+ extCodeHashDeletedAccount.json OK
+ extCodeHashDeletedAccount1.json OK
+ extCodeHashDeletedAccount1Cancun.json OK
+ extCodeHashDeletedAccount2.json OK
+ extCodeHashDeletedAccount2Cancun.json OK
+ extCodeHashDeletedAccount3.json OK
+ extCodeHashDeletedAccount4.json OK
+ extCodeHashDeletedAccountCancun.json OK
+ extCodeHashDynamicArgument.json OK
+ extCodeHashInInitCode.json OK
+ extCodeHashMaxCodeSize.json OK
@ -783,10 +779,9 @@ OK: 12/12 Fail: 0/12 Skip: 0/12
+ extCodeHashSelfInInit.json OK
+ extCodeHashSubcallOOG.json OK
+ extCodeHashSubcallSuicide.json OK
+ extCodeHashSubcallSuicideCancun.json OK
+ extcodehashEmpty.json OK
```
OK: 36/36 Fail: 0/36 Skip: 0/36
OK: 32/32 Fail: 0/32 Skip: 0/32
## stHomesteadSpecific
```diff
+ contractCreationOOGdontLeaveEmptyContract.json OK
@ -1035,10 +1030,9 @@ OK: 24/24 Fail: 0/24 Skip: 0/24
+ modexp.json OK
+ modexpTests.json OK
+ precompsEIP2929.json OK
+ precompsEIP2929Cancun.json OK
+ sec80.json OK
```
OK: 10/10 Fail: 0/10 Skip: 0/10
OK: 9/9 Fail: 0/9 Skip: 0/9
## stPreCompiledContracts2
```diff
+ CALLBlake2f.json OK
@ -2889,4 +2883,4 @@ OK: 1/3 Fail: 0/3 Skip: 2/3
OK: 11/11 Fail: 0/11 Skip: 0/11
---TOTAL---
OK: 2524/2627 Fail: 0/2627 Skip: 103/2627
OK: 2518/2621 Fail: 0/2621 Skip: 103/2621

View File

@ -5,10 +5,11 @@
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
# at your option. This file may not be copied, modified, or distributed except according to those terms.
import std/times
import ../nimbus/vm_compile_info
import macros, strutils, os, unittest2, osproc
import threadpool
import
std/[times, macros, strutils, os, osproc, threadpool],
unittest2,
../nimbus/vm_compile_info,
../nimbus/utils/utils
export strutils, os, unittest2, osproc, threadpool
@ -30,7 +31,7 @@ proc executeMyself(numModules: int, names: openArray[string]): int =
var f = open("all_test.md", fmWrite)
for i in 0..<numModules:
f.write("* " & names[i])
f.write(" - " & $elpdList[i])
f.write(" - " & elpdList[i].short)
f.write("\n")
f.close()

View File

@ -2,14 +2,17 @@ witnessBuilderBC
===
## bc4895-withdrawals
```diff
+ accountInteractions.json OK
+ amountIs0.json OK
+ amountIs0TouchAccount.json OK
+ amountIs0TouchAccountAndTransaction.json OK
+ differentValidatorToTheSameAddress.json OK
+ incorrectWithdrawalsRoot.json OK
+ shanghaiWithoutWithdrawalsRLP.json OK
+ staticcall.json OK
+ twoIdenticalIndex.json OK
+ twoIdenticalIndexDifferentValidator.json OK
+ warmup.json OK
+ withdrawalsAddressBounds.json OK
+ withdrawalsAmountBounds.json OK
+ withdrawalsIndexBounds.json OK
@ -18,7 +21,7 @@ witnessBuilderBC
+ withdrawalsRLPnotAList.json OK
+ withdrawalsValidatorIndexBounds.json OK
```
OK: 15/15 Fail: 0/15 Skip: 0/15
OK: 18/18 Fail: 0/18 Skip: 0/18
## bcArrowGlacierToMerge
```diff
+ difficultyFormula.json OK
@ -380,12 +383,12 @@ OK: 96/96 Fail: 0/96 Skip: 0/96
+ testOpcode_70.json OK
+ testOpcode_80.json OK
+ testOpcode_90.json OK
+ testOpcode_A0.json OK
+ testOpcode_B0.json OK
+ testOpcode_C0.json OK
+ testOpcode_D0.json OK
+ testOpcode_E0.json OK
+ testOpcode_F0.json OK
+ testOpcode_a0.json OK
+ testOpcode_b0.json OK
+ testOpcode_c0.json OK
+ testOpcode_d0.json OK
+ testOpcode_e0.json OK
+ testOpcode_f0.json OK
+ transactionFromNotExistingAccount.json OK
+ transactionFromSelfDestructedContract.json OK
+ txCost-sec73.json OK
@ -493,11 +496,12 @@ OK: 23/23 Fail: 0/23 Skip: 0/23
+ gasLimitTooHigh2.json OK
+ gasPrice0.json OK
+ log1_correct.json OK
+ reentrencySuicide.json OK
+ timeDiff12.json OK
+ timeDiff13.json OK
+ timeDiff14.json OK
```
OK: 19/19 Fail: 0/19 Skip: 0/19
OK: 20/20 Fail: 0/20 Skip: 0/20
## bcWalletTest
```diff
+ wallet2outOf3txs.json OK
@ -507,6 +511,65 @@ OK: 19/19 Fail: 0/19 Skip: 0/19
+ walletReorganizeOwners.json OK
```
OK: 5/5 Fail: 0/5 Skip: 0/5
## eip1344_chainid
```diff
+ chainid.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
## eip2930_access_list
```diff
+ access_list.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
## eip3651_warm_coinbase
```diff
+ warm_coinbase_call_out_of_gas.json OK
+ warm_coinbase_gas_usage.json OK
```
OK: 2/2 Fail: 0/2 Skip: 0/2
## eip3855_push0
```diff
+ push0_before_jumpdest.json OK
+ push0_during_staticcall.json OK
+ push0_fill_stack.json OK
+ push0_gas_cost.json OK
+ push0_key_sstore.json OK
+ push0_stack_overflow.json OK
+ push0_storage_overwrite.json OK
```
OK: 7/7 Fail: 0/7 Skip: 0/7
## eip3860_initcode
```diff
+ contract_creating_tx.json OK
+ create_opcode_initcode.json OK
+ gas_usage.json OK
```
OK: 3/3 Fail: 0/3 Skip: 0/3
## eip4895_withdrawals
```diff
+ balance_within_block.json OK
+ large_amount.json OK
+ many_withdrawals.json OK
+ multiple_withdrawals_same_address.json OK
+ newly_created_contract.json OK
+ no_evm_execution.json OK
+ self_destructing_account.json OK
+ use_value_in_contract.json OK
+ use_value_in_tx.json OK
+ withdrawing_to_precompiles.json OK
+ zero_amount.json OK
```
OK: 11/11 Fail: 0/11 Skip: 0/11
## opcodes
```diff
+ dup.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
## security
```diff
+ tx_selfdestruct_balance_bug.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
## stArgsZeroOneBalance
```diff
+ addNonConst.json OK
@ -2901,6 +2964,10 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
+ InternalCallHittingGasLimitSuccess.json OK
+ InternlCallStoreClearsOOG.json OK
+ InternlCallStoreClearsSucces.json OK
+ NoSrcAccount.json OK
+ NoSrcAccount1559.json OK
+ NoSrcAccountCreate.json OK
+ NoSrcAccountCreate1559.json OK
+ Opcodes_TransactionInit.json OK
+ OverflowGasRequire2.json OK
+ PointAtInfinityECRecover.json OK
@ -2920,7 +2987,7 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
+ TransactionToItself.json OK
+ ValueOverflow.json OK
```
OK: 31/31 Fail: 0/31 Skip: 0/31
OK: 35/35 Fail: 0/35 Skip: 0/35
## stTransitionTest
```diff
+ createNameRegistratorPerTxsAfter.json OK
@ -3384,6 +3451,11 @@ OK: 3/3 Fail: 0/3 Skip: 0/3
+ swap.json OK
```
OK: 11/11 Fail: 0/11 Skip: 0/11
## yul
```diff
+ yul.json OK
```
OK: 1/1 Fail: 0/1 Skip: 0/1
---TOTAL---
OK: 3016/3016 Fail: 0/3016 Skip: 0/3016
OK: 3052/3052 Fail: 0/3052 Skip: 0/3052

View File

@ -2394,6 +2394,10 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
+ InternalCallHittingGasLimitSuccess.json OK
+ InternlCallStoreClearsOOG.json OK
+ InternlCallStoreClearsSucces.json OK
+ NoSrcAccount.json OK
+ NoSrcAccount1559.json OK
+ NoSrcAccountCreate.json OK
+ NoSrcAccountCreate1559.json OK
+ Opcodes_TransactionInit.json OK
+ OverflowGasRequire2.json OK
+ PointAtInfinityECRecover.json OK
@ -2413,7 +2417,7 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
+ TransactionToItself.json OK
+ ValueOverflow.json OK
```
OK: 31/31 Fail: 0/31 Skip: 0/31
OK: 35/35 Fail: 0/35 Skip: 0/35
## stTransitionTest
```diff
+ createNameRegistratorPerTxsAfter.json OK
@ -2879,4 +2883,4 @@ OK: 3/3 Fail: 0/3 Skip: 0/3
OK: 11/11 Fail: 0/11 Skip: 0/11
---TOTAL---
OK: 2617/2617 Fail: 0/2617 Skip: 0/2617
OK: 2621/2621 Fail: 0/2621 Skip: 0/2621