status-im
/
nimbus-eth1
mirror of https://github.com/status-im/nimbus-eth1.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity
nimbus-eth1/tests/test_generalstate_failing.nim

226 lines
8.6 KiB
Nim
Raw Normal View History

integrate GeneralStateTest runner into CI with 775 running tests (#153) * fix 32-bit issue in AppVeyor * allow another dozen or so GeneralStateTest fixtures which work on 64-bit, but not on 32-bit platforms, to safely-fail, but demarcate them separately to facilitate debugging * steal https://github.com/status-im/nimbus/commit/fa672600eb70bec6ee97d8b99d4baf5ea54d573f from @coffeepots fix-int32-high-zero branch
2018-09-19 16:46:14 +00:00
# Nimbus
# Copyright (c) 2018 Status Research & Development GmbH
# Licensed under either of
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or http://www.apache.org/licenses/LICENSE-2.0)
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
# at your option. This file may not be copied, modified, or distributed except according to those terms.
# XXX: when all but a relative few dozen, say, GeneralStateTests run, remove this,
# but for now, this enables some CI use before that to prevent regressions. In the
# separate file here because it would otherwise just distract. Could use all sorts
# of O(1) or O(log n) lookup structures, or be more careful to only initialize the
# table once, but notion's that it should shrink reasonable quickly and disappear,
# being mostly used for short-term regression prevention.
func allowedFailingGeneralStateTest*(folder, name: string): bool =
general-state testsuite changes and better fork selection - skipped the tests in allowedFailInCurrentBuild() - replaced doAssert() with check() in testFixtureIndexes() so we can see both hash values on failure - checking filename extension for JSON tests to avoid editor swap files - replaced the duplicated block values in the main net's ChainConfig with values from forkBlocks - allowed overriding the current fork in computations, because the old strategy of only looking at the block number doesn't work with JSON tests where the block number is usually 1 - explicitly pass the fork to gasCosts() and use it for conditional cost calculation - fixed a logic error in the CREATE opcode - fixed VM selection based on current fork in updateOpcodeExec() - single point of control for supported forks in tests (just one fork, at the moment) - 44 new test failures (that were probably passing for the wrong reasons)
2018-11-28 19:02:21 +00:00
let allowedFailingGeneralStateTests = @[
"CrashingTransaction.json",
"callcallcallcode_001.json",
"callcallcallcode_001.json",
"callcallcallcode_001_SuicideEnd.json",
"callcallcallcode_001_SuicideMiddle.json",
"callcallcode_01.json",
"callcallcode_01_SuicideEnd.json",
"callcallcodecall_010.json",
"callcallcodecall_010_SuicideEnd.json",
"callcallcodecall_010_SuicideMiddle.json",
"callcallcodecallcode_011.json",
"callcallcodecallcode_011_SuicideEnd.json",
"callcallcodecallcode_011_SuicideMiddle.json",
"callcodecall_10_SuicideEnd.json",
"callcodecallcall_100.json",
"callcodecallcall_100_SuicideEnd.json",
"callcodecallcall_100_SuicideMiddle.json",
"callcodecallcallcode_101.json",
"callcodecallcallcode_101_SuicideEnd.json",
"callcodecallcallcode_101_SuicideMiddle.json",
"callcodecallcode_11.json",
"callcodecallcode_11_SuicideEnd.json",
"callcodecallcodecall_110.json",
"callcodecallcodecall_110_SuicideEnd.json",
"callcodecallcodecall_110_SuicideMiddle.json",
"callcodecallcodecallcode_111.json",
"callcodecallcodecallcode_111_SuicideEnd.json",
"callcodecallcodecallcode_111_SuicideMiddle.json",
"CREATE_AcreateB_BSuicide_BStore.json",
"CREATE_ContractSuicideDuringInit.json",
"CREATE_ContractSuicideDuringInit_ThenStoreThenReturn.json",
"CREATE_ContractSuicideDuringInit_WithValue.json",
"CREATE_ContractSuicideDuringInit_WithValueToItself.json",
"CREATE_EContractCreateEContractInInit_Tr.json",
"CREATE_EContract_ThenCALLToNonExistentAcc.json",
"CREATE_EmptyContract.json",
"CREATE_EmptyContractAndCallIt_0wei.json",
"CREATE_EmptyContractAndCallIt_1wei.json",
"CREATE_EmptyContractWithBalance.json",
"CREATE_empty000CreateinInitCode_Transaction.json",
"TransactionCollisionToEmptyButCode.json",
"TransactionCollisionToEmptyButNonce.json",
"CallLoseGasOOG.json",
"CallcodeLoseGasOOG.json",
"callOutput1.json",
"callOutput2.json",
"callOutput3.json",
"callOutput3Fail.json",
"callOutput3partial.json",
"callOutput3partialFail.json",
"callcodeOutput1.json",
"callcodeOutput2.json",
"callcodeOutput3.json",
"callcodeOutput3Fail.json",
"callcodeOutput3partial.json",
"callcodeOutput3partialFail.json",
"deleagateCallAfterValueTransfer.json",
"delegatecallInInitcodeToEmptyContract.json",
"delegatecallInInitcodeToExistingContract.json",
"delegatecallSenderCheck.json",
"delegatecallValueCheck.json",
"delegatecodeDynamicCode.json",
"delegatecodeDynamicCode2SelfCall.json",
"RawCreateFailGasValueTransfer2.json",
"RawCreateGas.json",
"RawCreateGasMemory.json",
"RawCreateGasValueTransfer.json",
"RawCreateGasValueTransferMemory.json",
"createContractViaContract.json",
"createContractViaContractOOGInitCode.json",
"createContractViaTransactionCost53000.json",
"CallContractToCreateContractAndCallItOOG.json",
"CallContractToCreateContractNoCash.json",
"CallContractToCreateContractOOG.json",
"CallContractToCreateContractOOGBonusGas.json",
"CallContractToCreateContractWhichWouldCreateContractIfCalled.json",
"CallContractToCreateContractWhichWouldCreateContractInInitCode.json",
"CallTheContractToCreateEmptyContract.json",
"OutOfGasContractCreation.json",
"OutOfGasPrefundedContractCreation.json",
"TransactionCreateAutoSuicideContract.json",
"callDataCopyOffset.json",
"codeCopyOffset.json",
"CALLCODEEcrecover0_0input.json",
"CALLCODEEcrecover1.json",
"CALLCODEEcrecover2.json",
"CALLCODEEcrecover80.json",
"CALLCODEEcrecoverR_prefixed0.json",
"CALLCODEEcrecoverV_prefixedf0.json",
"CALLCODERipemd160_2.json",
"CALLCODERipemd160_3.json",
"CALLCODERipemd160_3_postfixed0.json",
"CALLCODERipemd160_3_prefixed0.json",
"CALLCODESha256_2.json",
"CALLCODESha256_3.json",
"CALLCODESha256_3_postfix0.json",
"CALLCODESha256_3_prefix0.json",
"CallEcrecover0_0input.json",
"CallEcrecover1.json",
"CallEcrecover2.json",
"CallEcrecover80.json",
"CallEcrecoverCheckLengthWrongV.json",
"CallEcrecoverR_prefixed0.json",
"CallRipemd160_2.json",
"CallRipemd160_3.json",
"CallRipemd160_3_postfixed0.json",
"CallRipemd160_3_prefixed0.json",
"CallSha256_2.json",
"CallSha256_3.json",
"CallSha256_3_postfix0.json",
"CallSha256_3_prefix0.json",
"randomStatetest14.json",
"randomStatetest184.json",
"randomStatetest307.json",
"randomStatetest368.json",
"randomStatetest85.json",
fix callcode regression
2019-02-20 11:02:14 +00:00
#"randomStatetest579.json",
general-state testsuite changes and better fork selection - skipped the tests in allowedFailInCurrentBuild() - replaced doAssert() with check() in testFixtureIndexes() so we can see both hash values on failure - checking filename extension for JSON tests to avoid editor swap files - replaced the duplicated block values in the main net's ChainConfig with values from forkBlocks - allowed overriding the current fork in computations, because the old strategy of only looking at the block number doesn't work with JSON tests where the block number is usually 1 - explicitly pass the fork to gasCosts() and use it for conditional cost calculation - fixed a logic error in the CREATE opcode - fixed VM selection based on current fork in updateOpcodeExec() - single point of control for supported forks in tests (just one fork, at the moment) - 44 new test failures (that were probably passing for the wrong reasons)
2018-11-28 19:02:21 +00:00
"randomStatetest643.json",
"randomStatetest644.json",
"randomStatetest645.json",
"randomStatetest646.json",
fix callcode regression
2019-02-20 11:02:14 +00:00
"randomStatetest248.json",
general-state testsuite changes and better fork selection - skipped the tests in allowedFailInCurrentBuild() - replaced doAssert() with check() in testFixtureIndexes() so we can see both hash values on failure - checking filename extension for JSON tests to avoid editor swap files - replaced the duplicated block values in the main net's ChainConfig with values from forkBlocks - allowed overriding the current fork in computations, because the old strategy of only looking at the block number doesn't work with JSON tests where the block number is usually 1 - explicitly pass the fork to gasCosts() and use it for conditional cost calculation - fixed a logic error in the CREATE opcode - fixed VM selection based on current fork in updateOpcodeExec() - single point of control for supported forks in tests (just one fork, at the moment) - 44 new test failures (that were probably passing for the wrong reasons)
2018-11-28 19:02:21 +00:00
"refundSuicide50procentCap.json",
"refund_CallToSuicideNoStorage.json",
"refund_CallToSuicideStorage.json",
"refund_CallToSuicideTwice.json",
"refund_multimpleSuicide.json",
"refund_singleSuicide.json",
"RevertOpcodeCalls.json",
"RevertOpcodeDirectCall.json",
"RevertOpcodeInCallsOnNonEmptyReturnData.json",
"RevertOpcodeInInit.json",
"RevertOpcodeMultipleSubCalls.json",
"RevertOpcodeReturn.json",
"RevertOpcodeWithBigOutputInInit.json",
"RevertPrefound.json",
"RevertPrefoundEmpty.json",
"TouchToEmptyAccountRevert3.json",
"TestContractSuicide.json",
"TestCryptographicFunctions.json",
"tx_e1c174e2.json",
"ABAcallsSuicide1.json",
"CreateHashCollision.json",
"createNameRegistrator.json",
"createNameRegistratorZeroMem.json",
"createNameRegistratorZeroMem2.json",
"createNameRegistratorZeroMemExpansion.json",
"suicideCoinbase.json",
"suicideSendEtherPostDeath.json",
"testRandomTest.json",
"EmptyTransaction2.json",
"EmptyTransaction3.json",
"Opcodes_TransactionInit.json",
"SuicidesAndInternlCallSuicidesBonusGasAtCall.json",
"SuicidesAndInternlCallSuicidesSuccess.json",
"SuicidesMixingCoinbase.json",
"TransactionFromCoinbaseHittingBlockGasLimit1.json",
"TransactionSendingToEmpty.json",
"createNameRegistratorPerTxsNotEnoughGasAfter.json",
"createNameRegistratorPerTxsNotEnoughGasAt.json",
"createNameRegistratorPerTxsNotEnoughGasBefore.json",
"delegatecallAfterTransition.json",
"delegatecallAtTransition.json",
"delegatecallBeforeTransition.json",
# 2018-12-07:
trade 7 failed GST with 107 OK GST
2019-02-07 05:48:10 +00:00
# 2019-02-07:
"makeMoney.json",
trade 7 failed GST with 48 OK GST
2019-02-15 07:47:13 +00:00
# 2019-02-15:
"callWithHighValueAndGasOOG.json",
"callcodeWithHighValueAndGasOOG.json",
"randomStatetest101.json",
"randomStatetest116.json",
"randomStatetest237.json",
"randomStatetest7.json",
trade 13 fail GST with 122 OK GST
2019-02-17 01:02:04 +00:00
# 2019-02-17:
trade 3 failed GST with 17 OK GST
2019-02-19 13:15:21 +00:00
"RawCreateFailGasValueTransfer.json",
pass additional 20 GST
2019-02-20 08:27:46 +00:00
"createInitFail_OOGduringInit.json",
"NewGasPriceForCodes.json",
"NewGasPriceForCodesWithMemExpandingCalls.json",
"NonZeroValue_CALLCODE_ToNonNonZeroBalance.json",
"pairingTest.json",
"pointAdd.json",
"pointAddTrunc.json",
"pointMulAdd.json",
"pointMulAdd2.json",
# most likely to crash:
trade 3 failed GST with 17 OK GST
2019-02-19 13:15:21 +00:00
"createNameRegistratorOOG_MemExpansionOOV.json",
pass additional 20 GST
2019-02-20 08:27:46 +00:00
"createNameRegistratorOutOfMemoryBonds0.json",
"createNameRegistratorOutOfMemoryBonds1.json",
"ContractCreationSpam.json",
"Call1024OOG.json",
"Call1024PreCalls.json",
"CallRecursiveBombPreCall.json",
"Delegatecall1024.json",
"Delegatecall1024OOG.json",
"recursiveCreate.json",
"recursiveCreateReturnValue.json",
"JUMPDEST_Attack.json",
"JUMPDEST_AttackwithJump.json",
"ABAcalls1.json",
"ABAcalls2.json",
"CallRecursiveBomb0.json",
"CallRecursiveBomb0_OOG_atMaxCallDepth.json",
"CallRecursiveBomb1.json",
"CallRecursiveBomb2.json",
"CallRecursiveBombLog.json",
"CallRecursiveBombLog2.json",
pass additional 6 GST
2019-02-20 12:31:42 +00:00
"Call1024BalanceTooLow.json"
general-state testsuite changes and better fork selection - skipped the tests in allowedFailInCurrentBuild() - replaced doAssert() with check() in testFixtureIndexes() so we can see both hash values on failure - checking filename extension for JSON tests to avoid editor swap files - replaced the duplicated block values in the main net's ChainConfig with values from forkBlocks - allowed overriding the current fork in computations, because the old strategy of only looking at the block number doesn't work with JSON tests where the block number is usually 1 - explicitly pass the fork to gasCosts() and use it for conditional cost calculation - fixed a logic error in the CREATE opcode - fixed VM selection based on current fork in updateOpcodeExec() - single point of control for supported forks in tests (just one fork, at the moment) - 44 new test failures (that were probably passing for the wrong reasons)
2018-11-28 19:02:21 +00:00
]
result = name in allowedFailingGeneralStateTests