status-im
/
nimbus-eth1
mirror of https://github.com/status-im/nimbus-eth1.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity
nimbus-eth1/tests/test_generalstate_failing.nim

111 lines
4.3 KiB
Nim
Raw Normal View History

integrate GeneralStateTest runner into CI with 775 running tests (#153) * fix 32-bit issue in AppVeyor * allow another dozen or so GeneralStateTest fixtures which work on 64-bit, but not on 32-bit platforms, to safely-fail, but demarcate them separately to facilitate debugging * steal https://github.com/status-im/nimbus/commit/fa672600eb70bec6ee97d8b99d4baf5ea54d573f from @coffeepots fix-int32-high-zero branch
2018-09-19 16:46:14 +00:00
# Nimbus
# Copyright (c) 2018 Status Research & Development GmbH
# Licensed under either of
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or http://www.apache.org/licenses/LICENSE-2.0)
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
# at your option. This file may not be copied, modified, or distributed except according to those terms.
# XXX: when all but a relative few dozen, say, GeneralStateTests run, remove this,
# but for now, this enables some CI use before that to prevent regressions. In the
# separate file here because it would otherwise just distract. Could use all sorts
# of O(1) or O(log n) lookup structures, or be more careful to only initialize the
# table once, but notion's that it should shrink reasonable quickly and disappear,
# being mostly used for short-term regression prevention.
func allowedFailingGeneralStateTest*(folder, name: string): bool =
pass additional 17 GST
2019-03-11 05:12:35 +00:00
let allowedFailingGeneralStateTests = @[
fix precompiles selection, GST +5
2019-04-02 06:05:42 +00:00
"randomStatetest14.json", # SHA3 offset
"randomStatetest85.json", # CALL* memoffset
fix ecRecover precompiles, GST +1
2019-04-24 13:42:16 +00:00
"sha3_deja.json", # SHA3 startPos
add static context check, GST +94 -28
2019-04-23 13:52:53 +00:00
fix precompiles error handling, GST +262
2019-04-24 05:56:10 +00:00
"CreateOOGafterInitCodeReturndataSize.json",
"RevertInCreateInInit.json",
activates byzantium gst test, GST +153
2019-04-22 15:59:59 +00:00
"modexpRandomInput.json",
"modexp_9_37111_37111_1000000.json",
"modexp_3_5_100_25000.json",
"modexp_3_09984_39936_155000.json",
"modexp_37120_37111_0_1000000.json",
"modexp.json",
"modexp_55190_55190_42965_20500.json",
"modexp_39936_1_55201_20500.json",
"modexp_55190_55190_42965_22000.json",
"modexp_39936_1_55201_1000000.json",
fix precompiles error handling, GST +262
2019-04-24 05:56:10 +00:00
"modexp_3_09984_39936_25000.json",
activates byzantium gst test, GST +153
2019-04-22 15:59:59 +00:00
"modexp_3_5_100_22000.json",
"modexp_37120_37111_1_1000000.json",
"modexp_3_5_100_35000.json",
"modexp_3_5_100_1000000.json",
"modexp_3_09984_39936_1000000.json",
"modexp_3_28948_11579_20500.json",
fix precompiles error handling, GST +262
2019-04-24 05:56:10 +00:00
"modexp_55190_55190_42965_25000.json",
"modexp_3_09984_39936_35000.json",
"modexp_3_09984_39936_22000.json",
"modexp_55190_55190_42965_155000.json",
activates byzantium gst test, GST +153
2019-04-22 15:59:59 +00:00
"modexp_55190_55190_42965_1000000.json",
"modexp_55190_55190_42965_35000.json",
"modexp_3_5_100_20500.json",
"modexp_39936_1_55201_35000.json",
"modexp_39936_1_55201_25000.json",
"modexp_37120_37111_97_1000000.json",
"modexp_3_5_100_155000.json",
"modexp_39936_1_55201_22000.json",
"modexp_modsize0_returndatasize.json",
fix precompiles error handling, GST +262
2019-04-24 05:56:10 +00:00
"modexp_37120_37111_37111_1000000.json",
"modexp_39936_1_55201_155000.json",
"ecpairing_perturb_g2_by_field_modulus_again.json",
"ecpairing_perturb_zeropoint_by_field_modulus.json",
"ecpairing_perturb_g2_by_field_modulus.json",
activates byzantium gst test, GST +153
2019-04-22 15:59:59 +00:00
# byzantium slow
"LoopCallsDepthThenRevert3.json",
"LoopCallsDepthThenRevert2.json",
"LoopCallsDepthThenRevert.json",
"static_Call50000.json",
"static_Call50000_ecrec.json",
"static_Call50000_identity.json",
"static_Call50000_identity2.json",
"static_Call50000_rip160.json",
"static_Call50000_sha256.json",
"LoopCallsThenRevert.json",
"LoopDelegateCallsDepthThenRevert.json",
"recursiveCreateReturnValue.json",
"static_Call1024PreCalls2.json",
"Callcode1024BalanceTooLow.json",
fix touched miner problem, GST +25
2019-04-23 12:50:45 +00:00
"static_Call1024BalanceTooLow.json",
"static_Call1024BalanceTooLow2.json",
"static_Call1024OOG.json",
"static_Call1024PreCalls3.json",
"static_Call1024PreCalls.json",
"static_Call1MB1024Calldepth.json",
activates byzantium gst test, GST +153
2019-04-22 15:59:59 +00:00
GST +3
2019-03-18 12:43:54 +00:00
# Homestead recursives
activates byzantium gst test, GST +153
2019-04-22 15:59:59 +00:00
"ContractCreationSpam.json",
pass additional 20 GST
2019-02-20 08:27:46 +00:00
"Call1024OOG.json",
"Call1024PreCalls.json",
"CallRecursiveBombPreCall.json",
"Delegatecall1024.json",
"Delegatecall1024OOG.json",
"JUMPDEST_Attack.json",
"JUMPDEST_AttackwithJump.json",
"ABAcalls1.json",
"ABAcalls2.json",
"CallRecursiveBomb0.json",
"CallRecursiveBomb0_OOG_atMaxCallDepth.json",
"CallRecursiveBomb1.json",
"CallRecursiveBomb2.json",
"CallRecursiveBombLog.json",
"CallRecursiveBombLog2.json",
activates Frontier fork in GST, +125 -57
2019-03-18 02:15:37 +00:00
"Call1024BalanceTooLow.json",
GST +3
2019-03-18 12:43:54 +00:00
# Frontier recursives
activates Frontier fork in GST, +125 -57
2019-03-18 02:15:37 +00:00
"Callcode1024OOG.json",
"callcallcodecall_ABCB_RECURSIVE.json",
"callcallcodecallcode_ABCB_RECURSIVE.json",
"callcodecallcall_ABCB_RECURSIVE.json",
"callcodecallcallcode_ABCB_RECURSIVE.json",
"callcodecallcodecall_ABCB_RECURSIVE.json",
"callcodecallcodecallcode_ABCB_RECURSIVE.json",
activates byzantium gst test, GST +153
2019-04-22 15:59:59 +00:00
"callcallcallcode_ABCB_RECURSIVE.json"
general-state testsuite changes and better fork selection - skipped the tests in allowedFailInCurrentBuild() - replaced doAssert() with check() in testFixtureIndexes() so we can see both hash values on failure - checking filename extension for JSON tests to avoid editor swap files - replaced the duplicated block values in the main net's ChainConfig with values from forkBlocks - allowed overriding the current fork in computations, because the old strategy of only looking at the block number doesn't work with JSON tests where the block number is usually 1 - explicitly pass the fork to gasCosts() and use it for conditional cost calculation - fixed a logic error in the CREATE opcode - fixed VM selection based on current fork in updateOpcodeExec() - single point of control for supported forks in tests (just one fork, at the moment) - 44 new test failures (that were probably passing for the wrong reasons)
2018-11-28 19:02:21 +00:00
]
result = name in allowedFailingGeneralStateTests