From 2f0444cebd3bdd3c41278b7d5d9f00c68328afdd Mon Sep 17 00:00:00 2001
From: andri lim <jangko128@gmail.com>
Date: Thu, 19 Oct 2023 10:52:24 +0700
Subject: [PATCH] Nicer all_tests report (#1827)

---
 newBlockchainTests.md     | 22 +++++++++-
 newGeneralStateTests.md   | 14 ++----
 tests/all_tests_macro.nim | 11 ++---
 witnessBuilderBC.md       | 92 ++++++++++++++++++++++++++++++++++-----
 witnessBuilderGST.md      |  8 +++-
 5 files changed, 118 insertions(+), 29 deletions(-)

diff --git a/newBlockchainTests.md b/newBlockchainTests.md
index 96fad00d1..f9bcf2ace 100644
--- a/newBlockchainTests.md
+++ b/newBlockchainTests.md
@@ -16,9 +16,12 @@ newBlockchainTests
 + withdrawalsAddressBounds.json                                   OK
 + withdrawalsAmountBounds.json                                    OK
 + withdrawalsIndexBounds.json                                     OK
++ withdrawalsRLPlessElements.json                                 OK
++ withdrawalsRLPmoreElements.json                                 OK
++ withdrawalsRLPnotAList.json                                     OK
 + withdrawalsValidatorIndexBounds.json                            OK
 ```
-OK: 15/15 Fail: 0/15 Skip: 0/15
+OK: 18/18 Fail: 0/18 Skip: 0/18
 ## bcArrowGlacierToMerge
 ```diff
 + difficultyFormula.json                                          OK
@@ -100,6 +103,21 @@ OK: 4/4 Fail: 0/4 Skip: 0/4
 + SuicideIssue.json                                               OK
 ```
 OK: 3/4 Fail: 0/4 Skip: 1/4
+## bcForgedTest
+```diff
++ bcBlockRLPAsList.json                                           OK
++ bcBlockRLPPrefixed0000.json                                     OK
++ bcBlockRLPRandomByte.json                                       OK
++ bcBlockRLPTooLarge.json                                         OK
++ bcBlockRLPZeroByte.json                                         OK
++ bcForkBlockTest.json                                            OK
++ bcInvalidRLPTest_BLOCK.json                                     OK
++ bcInvalidRLPTest_TRANSACT.json                                  OK
++ bcTransactRLPRandomByte.json                                    OK
++ bcTransactRLPTooLarge.json                                      OK
++ bcTransactRLPZeroByte.json                                      OK
+```
+OK: 11/11 Fail: 0/11 Skip: 0/11
 ## bcForkStressTest
 ```diff
 + AmIOnEIP150.json                                                OK
@@ -3440,4 +3458,4 @@ OK: 11/11 Fail: 0/11 Skip: 0/11
 OK: 1/1 Fail: 0/1 Skip: 0/1
 
 ---TOTAL---
-OK: 2932/3038 Fail: 0/3038 Skip: 106/3038
+OK: 2946/3052 Fail: 0/3052 Skip: 106/3052
diff --git a/newGeneralStateTests.md b/newGeneralStateTests.md
index d4d6b91ff..3108687bf 100644
--- a/newGeneralStateTests.md
+++ b/newGeneralStateTests.md
@@ -682,7 +682,6 @@ OK: 13/13 Fail: 0/13 Skip: 0/13
 ## stEIP158Specific
 ```diff
 + CALL_OneVCallSuicide.json                                       OK
-+ CALL_OneVCallSuicide2.json                                      OK
 + CALL_ZeroVCallSuicide.json                                      OK
 + EXP_Empty.json                                                  OK
 + EXTCODESIZE_toEpmty.json                                        OK
@@ -690,7 +689,7 @@ OK: 13/13 Fail: 0/13 Skip: 0/13
 + callToEmptyThenCallError.json                                   OK
 + vitalikTransactionTest.json                                     OK
 ```
-OK: 8/8 Fail: 0/8 Skip: 0/8
+OK: 7/7 Fail: 0/7 Skip: 0/7
 ## stEIP2930
 ```diff
 + addressOpcodes.json                                             OK
@@ -766,12 +765,9 @@ OK: 12/12 Fail: 0/12 Skip: 0/12
 + extCodeHashDELEGATECALL.json                                    OK
 + extCodeHashDeletedAccount.json                                  OK
 + extCodeHashDeletedAccount1.json                                 OK
-+ extCodeHashDeletedAccount1Cancun.json                           OK
 + extCodeHashDeletedAccount2.json                                 OK
-+ extCodeHashDeletedAccount2Cancun.json                           OK
 + extCodeHashDeletedAccount3.json                                 OK
 + extCodeHashDeletedAccount4.json                                 OK
-+ extCodeHashDeletedAccountCancun.json                            OK
 + extCodeHashDynamicArgument.json                                 OK
 + extCodeHashInInitCode.json                                      OK
 + extCodeHashMaxCodeSize.json                                     OK
@@ -783,10 +779,9 @@ OK: 12/12 Fail: 0/12 Skip: 0/12
 + extCodeHashSelfInInit.json                                      OK
 + extCodeHashSubcallOOG.json                                      OK
 + extCodeHashSubcallSuicide.json                                  OK
-+ extCodeHashSubcallSuicideCancun.json                            OK
 + extcodehashEmpty.json                                           OK
 ```
-OK: 36/36 Fail: 0/36 Skip: 0/36
+OK: 32/32 Fail: 0/32 Skip: 0/32
 ## stHomesteadSpecific
 ```diff
 + contractCreationOOGdontLeaveEmptyContract.json                  OK
@@ -1035,10 +1030,9 @@ OK: 24/24 Fail: 0/24 Skip: 0/24
 + modexp.json                                                     OK
 + modexpTests.json                                                OK
 + precompsEIP2929.json                                            OK
-+ precompsEIP2929Cancun.json                                      OK
 + sec80.json                                                      OK
 ```
-OK: 10/10 Fail: 0/10 Skip: 0/10
+OK: 9/9 Fail: 0/9 Skip: 0/9
 ## stPreCompiledContracts2
 ```diff
 + CALLBlake2f.json                                                OK
@@ -2889,4 +2883,4 @@ OK: 1/3 Fail: 0/3 Skip: 2/3
 OK: 11/11 Fail: 0/11 Skip: 0/11
 
 ---TOTAL---
-OK: 2524/2627 Fail: 0/2627 Skip: 103/2627
+OK: 2518/2621 Fail: 0/2621 Skip: 103/2621
diff --git a/tests/all_tests_macro.nim b/tests/all_tests_macro.nim
index 2e03d801f..2e6fbd986 100644
--- a/tests/all_tests_macro.nim
+++ b/tests/all_tests_macro.nim
@@ -5,10 +5,11 @@
 #  * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
 # at your option. This file may not be copied, modified, or distributed except according to those terms.
 
-import std/times
-import ../nimbus/vm_compile_info
-import macros, strutils, os, unittest2, osproc
-import threadpool
+import
+  std/[times, macros, strutils, os, osproc, threadpool],
+  unittest2,
+  ../nimbus/vm_compile_info,
+  ../nimbus/utils/utils
 
 export strutils, os, unittest2, osproc, threadpool
 
@@ -30,7 +31,7 @@ proc executeMyself(numModules: int, names: openArray[string]): int =
   var f = open("all_test.md", fmWrite)
   for i in 0..<numModules:
     f.write("* " & names[i])
-    f.write("  - " & $elpdList[i])
+    f.write("  - " & elpdList[i].short)
     f.write("\n")
   f.close()
 
diff --git a/witnessBuilderBC.md b/witnessBuilderBC.md
index a485b7310..2436d59e8 100644
--- a/witnessBuilderBC.md
+++ b/witnessBuilderBC.md
@@ -2,14 +2,17 @@ witnessBuilderBC
 ===
 ## bc4895-withdrawals
 ```diff
++ accountInteractions.json                                        OK
 + amountIs0.json                                                  OK
 + amountIs0TouchAccount.json                                      OK
 + amountIs0TouchAccountAndTransaction.json                        OK
 + differentValidatorToTheSameAddress.json                         OK
 + incorrectWithdrawalsRoot.json                                   OK
 + shanghaiWithoutWithdrawalsRLP.json                              OK
++ staticcall.json                                                 OK
 + twoIdenticalIndex.json                                          OK
 + twoIdenticalIndexDifferentValidator.json                        OK
++ warmup.json                                                     OK
 + withdrawalsAddressBounds.json                                   OK
 + withdrawalsAmountBounds.json                                    OK
 + withdrawalsIndexBounds.json                                     OK
@@ -18,7 +21,7 @@ witnessBuilderBC
 + withdrawalsRLPnotAList.json                                     OK
 + withdrawalsValidatorIndexBounds.json                            OK
 ```
-OK: 15/15 Fail: 0/15 Skip: 0/15
+OK: 18/18 Fail: 0/18 Skip: 0/18
 ## bcArrowGlacierToMerge
 ```diff
 + difficultyFormula.json                                          OK
@@ -380,12 +383,12 @@ OK: 96/96 Fail: 0/96 Skip: 0/96
 + testOpcode_70.json                                              OK
 + testOpcode_80.json                                              OK
 + testOpcode_90.json                                              OK
-+ testOpcode_A0.json                                              OK
-+ testOpcode_B0.json                                              OK
-+ testOpcode_C0.json                                              OK
-+ testOpcode_D0.json                                              OK
-+ testOpcode_E0.json                                              OK
-+ testOpcode_F0.json                                              OK
++ testOpcode_a0.json                                              OK
++ testOpcode_b0.json                                              OK
++ testOpcode_c0.json                                              OK
++ testOpcode_d0.json                                              OK
++ testOpcode_e0.json                                              OK
++ testOpcode_f0.json                                              OK
 + transactionFromNotExistingAccount.json                          OK
 + transactionFromSelfDestructedContract.json                      OK
 + txCost-sec73.json                                               OK
@@ -493,11 +496,12 @@ OK: 23/23 Fail: 0/23 Skip: 0/23
 + gasLimitTooHigh2.json                                           OK
 + gasPrice0.json                                                  OK
 + log1_correct.json                                               OK
++ reentrencySuicide.json                                          OK
 + timeDiff12.json                                                 OK
 + timeDiff13.json                                                 OK
 + timeDiff14.json                                                 OK
 ```
-OK: 19/19 Fail: 0/19 Skip: 0/19
+OK: 20/20 Fail: 0/20 Skip: 0/20
 ## bcWalletTest
 ```diff
 + wallet2outOf3txs.json                                           OK
@@ -507,6 +511,65 @@ OK: 19/19 Fail: 0/19 Skip: 0/19
 + walletReorganizeOwners.json                                     OK
 ```
 OK: 5/5 Fail: 0/5 Skip: 0/5
+## eip1344_chainid
+```diff
++ chainid.json                                                    OK
+```
+OK: 1/1 Fail: 0/1 Skip: 0/1
+## eip2930_access_list
+```diff
++ access_list.json                                                OK
+```
+OK: 1/1 Fail: 0/1 Skip: 0/1
+## eip3651_warm_coinbase
+```diff
++ warm_coinbase_call_out_of_gas.json                              OK
++ warm_coinbase_gas_usage.json                                    OK
+```
+OK: 2/2 Fail: 0/2 Skip: 0/2
+## eip3855_push0
+```diff
++ push0_before_jumpdest.json                                      OK
++ push0_during_staticcall.json                                    OK
++ push0_fill_stack.json                                           OK
++ push0_gas_cost.json                                             OK
++ push0_key_sstore.json                                           OK
++ push0_stack_overflow.json                                       OK
++ push0_storage_overwrite.json                                    OK
+```
+OK: 7/7 Fail: 0/7 Skip: 0/7
+## eip3860_initcode
+```diff
++ contract_creating_tx.json                                       OK
++ create_opcode_initcode.json                                     OK
++ gas_usage.json                                                  OK
+```
+OK: 3/3 Fail: 0/3 Skip: 0/3
+## eip4895_withdrawals
+```diff
++ balance_within_block.json                                       OK
++ large_amount.json                                               OK
++ many_withdrawals.json                                           OK
++ multiple_withdrawals_same_address.json                          OK
++ newly_created_contract.json                                     OK
++ no_evm_execution.json                                           OK
++ self_destructing_account.json                                   OK
++ use_value_in_contract.json                                      OK
++ use_value_in_tx.json                                            OK
++ withdrawing_to_precompiles.json                                 OK
++ zero_amount.json                                                OK
+```
+OK: 11/11 Fail: 0/11 Skip: 0/11
+## opcodes
+```diff
++ dup.json                                                        OK
+```
+OK: 1/1 Fail: 0/1 Skip: 0/1
+## security
+```diff
++ tx_selfdestruct_balance_bug.json                                OK
+```
+OK: 1/1 Fail: 0/1 Skip: 0/1
 ## stArgsZeroOneBalance
 ```diff
 + addNonConst.json                                                OK
@@ -2901,6 +2964,10 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
 + InternalCallHittingGasLimitSuccess.json                         OK
 + InternlCallStoreClearsOOG.json                                  OK
 + InternlCallStoreClearsSucces.json                               OK
++ NoSrcAccount.json                                               OK
++ NoSrcAccount1559.json                                           OK
++ NoSrcAccountCreate.json                                         OK
++ NoSrcAccountCreate1559.json                                     OK
 + Opcodes_TransactionInit.json                                    OK
 + OverflowGasRequire2.json                                        OK
 + PointAtInfinityECRecover.json                                   OK
@@ -2920,7 +2987,7 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
 + TransactionToItself.json                                        OK
 + ValueOverflow.json                                              OK
 ```
-OK: 31/31 Fail: 0/31 Skip: 0/31
+OK: 35/35 Fail: 0/35 Skip: 0/35
 ## stTransitionTest
 ```diff
 + createNameRegistratorPerTxsAfter.json                           OK
@@ -3384,6 +3451,11 @@ OK: 3/3 Fail: 0/3 Skip: 0/3
 + swap.json                                                       OK
 ```
 OK: 11/11 Fail: 0/11 Skip: 0/11
+## yul
+```diff
++ yul.json                                                        OK
+```
+OK: 1/1 Fail: 0/1 Skip: 0/1
 
 ---TOTAL---
-OK: 3016/3016 Fail: 0/3016 Skip: 0/3016
+OK: 3052/3052 Fail: 0/3052 Skip: 0/3052
diff --git a/witnessBuilderGST.md b/witnessBuilderGST.md
index bbcbc7349..8583a149b 100644
--- a/witnessBuilderGST.md
+++ b/witnessBuilderGST.md
@@ -2394,6 +2394,10 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
 + InternalCallHittingGasLimitSuccess.json                         OK
 + InternlCallStoreClearsOOG.json                                  OK
 + InternlCallStoreClearsSucces.json                               OK
++ NoSrcAccount.json                                               OK
++ NoSrcAccount1559.json                                           OK
++ NoSrcAccountCreate.json                                         OK
++ NoSrcAccountCreate1559.json                                     OK
 + Opcodes_TransactionInit.json                                    OK
 + OverflowGasRequire2.json                                        OK
 + PointAtInfinityECRecover.json                                   OK
@@ -2413,7 +2417,7 @@ OK: 14/14 Fail: 0/14 Skip: 0/14
 + TransactionToItself.json                                        OK
 + ValueOverflow.json                                              OK
 ```
-OK: 31/31 Fail: 0/31 Skip: 0/31
+OK: 35/35 Fail: 0/35 Skip: 0/35
 ## stTransitionTest
 ```diff
 + createNameRegistratorPerTxsAfter.json                           OK
@@ -2879,4 +2883,4 @@ OK: 3/3 Fail: 0/3 Skip: 0/3
 OK: 11/11 Fail: 0/11 Skip: 0/11
 
 ---TOTAL---
-OK: 2617/2617 Fail: 0/2617 Skip: 0/2617
+OK: 2621/2621 Fail: 0/2621 Skip: 0/2621