Nicer all_tests report (#1827)
This commit is contained in:
parent
c02c987b3e
commit
2f0444cebd
|
@ -16,9 +16,12 @@ newBlockchainTests
|
|||
+ withdrawalsAddressBounds.json OK
|
||||
+ withdrawalsAmountBounds.json OK
|
||||
+ withdrawalsIndexBounds.json OK
|
||||
+ withdrawalsRLPlessElements.json OK
|
||||
+ withdrawalsRLPmoreElements.json OK
|
||||
+ withdrawalsRLPnotAList.json OK
|
||||
+ withdrawalsValidatorIndexBounds.json OK
|
||||
```
|
||||
OK: 15/15 Fail: 0/15 Skip: 0/15
|
||||
OK: 18/18 Fail: 0/18 Skip: 0/18
|
||||
## bcArrowGlacierToMerge
|
||||
```diff
|
||||
+ difficultyFormula.json OK
|
||||
|
@ -100,6 +103,21 @@ OK: 4/4 Fail: 0/4 Skip: 0/4
|
|||
+ SuicideIssue.json OK
|
||||
```
|
||||
OK: 3/4 Fail: 0/4 Skip: 1/4
|
||||
## bcForgedTest
|
||||
```diff
|
||||
+ bcBlockRLPAsList.json OK
|
||||
+ bcBlockRLPPrefixed0000.json OK
|
||||
+ bcBlockRLPRandomByte.json OK
|
||||
+ bcBlockRLPTooLarge.json OK
|
||||
+ bcBlockRLPZeroByte.json OK
|
||||
+ bcForkBlockTest.json OK
|
||||
+ bcInvalidRLPTest_BLOCK.json OK
|
||||
+ bcInvalidRLPTest_TRANSACT.json OK
|
||||
+ bcTransactRLPRandomByte.json OK
|
||||
+ bcTransactRLPTooLarge.json OK
|
||||
+ bcTransactRLPZeroByte.json OK
|
||||
```
|
||||
OK: 11/11 Fail: 0/11 Skip: 0/11
|
||||
## bcForkStressTest
|
||||
```diff
|
||||
+ AmIOnEIP150.json OK
|
||||
|
@ -3440,4 +3458,4 @@ OK: 11/11 Fail: 0/11 Skip: 0/11
|
|||
OK: 1/1 Fail: 0/1 Skip: 0/1
|
||||
|
||||
---TOTAL---
|
||||
OK: 2932/3038 Fail: 0/3038 Skip: 106/3038
|
||||
OK: 2946/3052 Fail: 0/3052 Skip: 106/3052
|
||||
|
|
|
@ -682,7 +682,6 @@ OK: 13/13 Fail: 0/13 Skip: 0/13
|
|||
## stEIP158Specific
|
||||
```diff
|
||||
+ CALL_OneVCallSuicide.json OK
|
||||
+ CALL_OneVCallSuicide2.json OK
|
||||
+ CALL_ZeroVCallSuicide.json OK
|
||||
+ EXP_Empty.json OK
|
||||
+ EXTCODESIZE_toEpmty.json OK
|
||||
|
@ -690,7 +689,7 @@ OK: 13/13 Fail: 0/13 Skip: 0/13
|
|||
+ callToEmptyThenCallError.json OK
|
||||
+ vitalikTransactionTest.json OK
|
||||
```
|
||||
OK: 8/8 Fail: 0/8 Skip: 0/8
|
||||
OK: 7/7 Fail: 0/7 Skip: 0/7
|
||||
## stEIP2930
|
||||
```diff
|
||||
+ addressOpcodes.json OK
|
||||
|
@ -766,12 +765,9 @@ OK: 12/12 Fail: 0/12 Skip: 0/12
|
|||
+ extCodeHashDELEGATECALL.json OK
|
||||
+ extCodeHashDeletedAccount.json OK
|
||||
+ extCodeHashDeletedAccount1.json OK
|
||||
+ extCodeHashDeletedAccount1Cancun.json OK
|
||||
+ extCodeHashDeletedAccount2.json OK
|
||||
+ extCodeHashDeletedAccount2Cancun.json OK
|
||||
+ extCodeHashDeletedAccount3.json OK
|
||||
+ extCodeHashDeletedAccount4.json OK
|
||||
+ extCodeHashDeletedAccountCancun.json OK
|
||||
+ extCodeHashDynamicArgument.json OK
|
||||
+ extCodeHashInInitCode.json OK
|
||||
+ extCodeHashMaxCodeSize.json OK
|
||||
|
@ -783,10 +779,9 @@ OK: 12/12 Fail: 0/12 Skip: 0/12
|
|||
+ extCodeHashSelfInInit.json OK
|
||||
+ extCodeHashSubcallOOG.json OK
|
||||
+ extCodeHashSubcallSuicide.json OK
|
||||
+ extCodeHashSubcallSuicideCancun.json OK
|
||||
+ extcodehashEmpty.json OK
|
||||
```
|
||||
OK: 36/36 Fail: 0/36 Skip: 0/36
|
||||
OK: 32/32 Fail: 0/32 Skip: 0/32
|
||||
## stHomesteadSpecific
|
||||
```diff
|
||||
+ contractCreationOOGdontLeaveEmptyContract.json OK
|
||||
|
@ -1035,10 +1030,9 @@ OK: 24/24 Fail: 0/24 Skip: 0/24
|
|||
+ modexp.json OK
|
||||
+ modexpTests.json OK
|
||||
+ precompsEIP2929.json OK
|
||||
+ precompsEIP2929Cancun.json OK
|
||||
+ sec80.json OK
|
||||
```
|
||||
OK: 10/10 Fail: 0/10 Skip: 0/10
|
||||
OK: 9/9 Fail: 0/9 Skip: 0/9
|
||||
## stPreCompiledContracts2
|
||||
```diff
|
||||
+ CALLBlake2f.json OK
|
||||
|
@ -2889,4 +2883,4 @@ OK: 1/3 Fail: 0/3 Skip: 2/3
|
|||
OK: 11/11 Fail: 0/11 Skip: 0/11
|
||||
|
||||
---TOTAL---
|
||||
OK: 2524/2627 Fail: 0/2627 Skip: 103/2627
|
||||
OK: 2518/2621 Fail: 0/2621 Skip: 103/2621
|
||||
|
|
|
@ -5,10 +5,11 @@
|
|||
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
|
||||
# at your option. This file may not be copied, modified, or distributed except according to those terms.
|
||||
|
||||
import std/times
|
||||
import ../nimbus/vm_compile_info
|
||||
import macros, strutils, os, unittest2, osproc
|
||||
import threadpool
|
||||
import
|
||||
std/[times, macros, strutils, os, osproc, threadpool],
|
||||
unittest2,
|
||||
../nimbus/vm_compile_info,
|
||||
../nimbus/utils/utils
|
||||
|
||||
export strutils, os, unittest2, osproc, threadpool
|
||||
|
||||
|
@ -30,7 +31,7 @@ proc executeMyself(numModules: int, names: openArray[string]): int =
|
|||
var f = open("all_test.md", fmWrite)
|
||||
for i in 0..<numModules:
|
||||
f.write("* " & names[i])
|
||||
f.write(" - " & $elpdList[i])
|
||||
f.write(" - " & elpdList[i].short)
|
||||
f.write("\n")
|
||||
f.close()
|
||||
|
||||
|
|
|
@ -2,14 +2,17 @@ witnessBuilderBC
|
|||
===
|
||||
## bc4895-withdrawals
|
||||
```diff
|
||||
+ accountInteractions.json OK
|
||||
+ amountIs0.json OK
|
||||
+ amountIs0TouchAccount.json OK
|
||||
+ amountIs0TouchAccountAndTransaction.json OK
|
||||
+ differentValidatorToTheSameAddress.json OK
|
||||
+ incorrectWithdrawalsRoot.json OK
|
||||
+ shanghaiWithoutWithdrawalsRLP.json OK
|
||||
+ staticcall.json OK
|
||||
+ twoIdenticalIndex.json OK
|
||||
+ twoIdenticalIndexDifferentValidator.json OK
|
||||
+ warmup.json OK
|
||||
+ withdrawalsAddressBounds.json OK
|
||||
+ withdrawalsAmountBounds.json OK
|
||||
+ withdrawalsIndexBounds.json OK
|
||||
|
@ -18,7 +21,7 @@ witnessBuilderBC
|
|||
+ withdrawalsRLPnotAList.json OK
|
||||
+ withdrawalsValidatorIndexBounds.json OK
|
||||
```
|
||||
OK: 15/15 Fail: 0/15 Skip: 0/15
|
||||
OK: 18/18 Fail: 0/18 Skip: 0/18
|
||||
## bcArrowGlacierToMerge
|
||||
```diff
|
||||
+ difficultyFormula.json OK
|
||||
|
@ -380,12 +383,12 @@ OK: 96/96 Fail: 0/96 Skip: 0/96
|
|||
+ testOpcode_70.json OK
|
||||
+ testOpcode_80.json OK
|
||||
+ testOpcode_90.json OK
|
||||
+ testOpcode_A0.json OK
|
||||
+ testOpcode_B0.json OK
|
||||
+ testOpcode_C0.json OK
|
||||
+ testOpcode_D0.json OK
|
||||
+ testOpcode_E0.json OK
|
||||
+ testOpcode_F0.json OK
|
||||
+ testOpcode_a0.json OK
|
||||
+ testOpcode_b0.json OK
|
||||
+ testOpcode_c0.json OK
|
||||
+ testOpcode_d0.json OK
|
||||
+ testOpcode_e0.json OK
|
||||
+ testOpcode_f0.json OK
|
||||
+ transactionFromNotExistingAccount.json OK
|
||||
+ transactionFromSelfDestructedContract.json OK
|
||||
+ txCost-sec73.json OK
|
||||
|
@ -493,11 +496,12 @@ OK: 23/23 Fail: 0/23 Skip: 0/23
|
|||
+ gasLimitTooHigh2.json OK
|
||||
+ gasPrice0.json OK
|
||||
+ log1_correct.json OK
|
||||
+ reentrencySuicide.json OK
|
||||
+ timeDiff12.json OK
|
||||
+ timeDiff13.json OK
|
||||
+ timeDiff14.json OK
|
||||
```
|
||||
OK: 19/19 Fail: 0/19 Skip: 0/19
|
||||
OK: 20/20 Fail: 0/20 Skip: 0/20
|
||||
## bcWalletTest
|
||||
```diff
|
||||
+ wallet2outOf3txs.json OK
|
||||
|
@ -507,6 +511,65 @@ OK: 19/19 Fail: 0/19 Skip: 0/19
|
|||
+ walletReorganizeOwners.json OK
|
||||
```
|
||||
OK: 5/5 Fail: 0/5 Skip: 0/5
|
||||
## eip1344_chainid
|
||||
```diff
|
||||
+ chainid.json OK
|
||||
```
|
||||
OK: 1/1 Fail: 0/1 Skip: 0/1
|
||||
## eip2930_access_list
|
||||
```diff
|
||||
+ access_list.json OK
|
||||
```
|
||||
OK: 1/1 Fail: 0/1 Skip: 0/1
|
||||
## eip3651_warm_coinbase
|
||||
```diff
|
||||
+ warm_coinbase_call_out_of_gas.json OK
|
||||
+ warm_coinbase_gas_usage.json OK
|
||||
```
|
||||
OK: 2/2 Fail: 0/2 Skip: 0/2
|
||||
## eip3855_push0
|
||||
```diff
|
||||
+ push0_before_jumpdest.json OK
|
||||
+ push0_during_staticcall.json OK
|
||||
+ push0_fill_stack.json OK
|
||||
+ push0_gas_cost.json OK
|
||||
+ push0_key_sstore.json OK
|
||||
+ push0_stack_overflow.json OK
|
||||
+ push0_storage_overwrite.json OK
|
||||
```
|
||||
OK: 7/7 Fail: 0/7 Skip: 0/7
|
||||
## eip3860_initcode
|
||||
```diff
|
||||
+ contract_creating_tx.json OK
|
||||
+ create_opcode_initcode.json OK
|
||||
+ gas_usage.json OK
|
||||
```
|
||||
OK: 3/3 Fail: 0/3 Skip: 0/3
|
||||
## eip4895_withdrawals
|
||||
```diff
|
||||
+ balance_within_block.json OK
|
||||
+ large_amount.json OK
|
||||
+ many_withdrawals.json OK
|
||||
+ multiple_withdrawals_same_address.json OK
|
||||
+ newly_created_contract.json OK
|
||||
+ no_evm_execution.json OK
|
||||
+ self_destructing_account.json OK
|
||||
+ use_value_in_contract.json OK
|
||||
+ use_value_in_tx.json OK
|
||||
+ withdrawing_to_precompiles.json OK
|
||||
+ zero_amount.json OK
|
||||
```
|
||||
OK: 11/11 Fail: 0/11 Skip: 0/11
|
||||
## opcodes
|
||||
```diff
|
||||
+ dup.json OK
|
||||
```
|
||||
OK: 1/1 Fail: 0/1 Skip: 0/1
|
||||
## security
|
||||
```diff
|
||||
+ tx_selfdestruct_balance_bug.json OK
|
||||
```
|
||||
OK: 1/1 Fail: 0/1 Skip: 0/1
|
||||
## stArgsZeroOneBalance
|
||||
```diff
|
||||
+ addNonConst.json OK
|
||||
|
@ -2901,6 +2964,10 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
|
|||
+ InternalCallHittingGasLimitSuccess.json OK
|
||||
+ InternlCallStoreClearsOOG.json OK
|
||||
+ InternlCallStoreClearsSucces.json OK
|
||||
+ NoSrcAccount.json OK
|
||||
+ NoSrcAccount1559.json OK
|
||||
+ NoSrcAccountCreate.json OK
|
||||
+ NoSrcAccountCreate1559.json OK
|
||||
+ Opcodes_TransactionInit.json OK
|
||||
+ OverflowGasRequire2.json OK
|
||||
+ PointAtInfinityECRecover.json OK
|
||||
|
@ -2920,7 +2987,7 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
|
|||
+ TransactionToItself.json OK
|
||||
+ ValueOverflow.json OK
|
||||
```
|
||||
OK: 31/31 Fail: 0/31 Skip: 0/31
|
||||
OK: 35/35 Fail: 0/35 Skip: 0/35
|
||||
## stTransitionTest
|
||||
```diff
|
||||
+ createNameRegistratorPerTxsAfter.json OK
|
||||
|
@ -3384,6 +3451,11 @@ OK: 3/3 Fail: 0/3 Skip: 0/3
|
|||
+ swap.json OK
|
||||
```
|
||||
OK: 11/11 Fail: 0/11 Skip: 0/11
|
||||
## yul
|
||||
```diff
|
||||
+ yul.json OK
|
||||
```
|
||||
OK: 1/1 Fail: 0/1 Skip: 0/1
|
||||
|
||||
---TOTAL---
|
||||
OK: 3016/3016 Fail: 0/3016 Skip: 0/3016
|
||||
OK: 3052/3052 Fail: 0/3052 Skip: 0/3052
|
||||
|
|
|
@ -2394,6 +2394,10 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
|
|||
+ InternalCallHittingGasLimitSuccess.json OK
|
||||
+ InternlCallStoreClearsOOG.json OK
|
||||
+ InternlCallStoreClearsSucces.json OK
|
||||
+ NoSrcAccount.json OK
|
||||
+ NoSrcAccount1559.json OK
|
||||
+ NoSrcAccountCreate.json OK
|
||||
+ NoSrcAccountCreate1559.json OK
|
||||
+ Opcodes_TransactionInit.json OK
|
||||
+ OverflowGasRequire2.json OK
|
||||
+ PointAtInfinityECRecover.json OK
|
||||
|
@ -2413,7 +2417,7 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
|
|||
+ TransactionToItself.json OK
|
||||
+ ValueOverflow.json OK
|
||||
```
|
||||
OK: 31/31 Fail: 0/31 Skip: 0/31
|
||||
OK: 35/35 Fail: 0/35 Skip: 0/35
|
||||
## stTransitionTest
|
||||
```diff
|
||||
+ createNameRegistratorPerTxsAfter.json OK
|
||||
|
@ -2879,4 +2883,4 @@ OK: 3/3 Fail: 0/3 Skip: 0/3
|
|||
OK: 11/11 Fail: 0/11 Skip: 0/11
|
||||
|
||||
---TOTAL---
|
||||
OK: 2617/2617 Fail: 0/2617 Skip: 0/2617
|
||||
OK: 2621/2621 Fail: 0/2621 Skip: 0/2621
|
||||
|
|
Loading…
Reference in New Issue