2018-04-06 14:52:10 +00:00
|
|
|
# Nimbus
|
|
|
|
# Copyright (c) 2018 Status Research & Development GmbH
|
|
|
|
# Licensed under either of
|
|
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or http://www.apache.org/licenses/LICENSE-2.0)
|
|
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
|
|
|
|
# at your option. This file may not be copied, modified, or distributed except according to those terms.
|
|
|
|
|
2018-02-13 17:18:08 +00:00
|
|
|
import
|
2018-07-05 12:41:01 +00:00
|
|
|
unittest, strformat, strutils, sequtils, tables, json, ospaths, times,
|
|
|
|
byteutils, ranges/typedranges, nimcrypto/[keccak, hash],
|
|
|
|
rlp, eth_trie/[types, memdb], eth_common,
|
2018-05-11 13:32:10 +00:00
|
|
|
./test_helpers,
|
2018-05-28 10:22:28 +00:00
|
|
|
../nimbus/[constants, errors, logging],
|
2018-06-15 09:11:25 +00:00
|
|
|
../nimbus/[vm_state, vm_types],
|
2018-07-06 15:08:31 +00:00
|
|
|
../nimbus/utils/header,
|
2018-06-15 09:11:25 +00:00
|
|
|
../nimbus/vm/interpreter,
|
2018-07-26 20:08:43 +00:00
|
|
|
../nimbus/db/[db_chain, state_db]
|
2018-02-13 17:18:08 +00:00
|
|
|
|
2018-02-14 16:38:01 +00:00
|
|
|
proc testFixture(fixtures: JsonNode, testStatusIMPL: var TestStatus)
|
2018-02-13 17:18:08 +00:00
|
|
|
|
|
|
|
suite "vm json tests":
|
|
|
|
jsonTest("VMTests", testFixture)
|
|
|
|
|
2018-07-05 12:41:01 +00:00
|
|
|
|
|
|
|
proc stringFromBytes(x: ByteRange): string =
|
|
|
|
result = newString(x.len)
|
|
|
|
for i in 0 ..< x.len:
|
|
|
|
result[i] = char(x[i])
|
|
|
|
|
2018-02-14 16:38:01 +00:00
|
|
|
proc testFixture(fixtures: JsonNode, testStatusIMPL: var TestStatus) =
|
|
|
|
var fixture: JsonNode
|
|
|
|
for label, child in fixtures:
|
|
|
|
fixture = child
|
|
|
|
break
|
Refactor interpreter dispatch (#65)
* move forks constants, rename errors
* Move vm/utils to vm/interpreter/utils
* initial opcodes refactoring
* Add refactored Comparison & Bitwise Logic Operations
* Add sha3 and address, simplify macro, support pop 0
* balance, origin, caller, callValue
* fix gas copy opcodes gas costs, add callDataLoad/Size/Copy, CodeSize/Copy and gas price opcode
* Update with 30s, 40s, 50s opcodes + impl of balance + stack improvement
* add push, dup, swap, log, create and call operations
* finish opcode implementation
* Add the new dispatching logic
* Pass the opcode test
* Make test_vm_json compile
* halt execution without exceptions for Return, Revert, selfdestruct (fix #62)
* Properly catch and recover from EVM exceptions (stack underflow ...)
* Fix byte op
* Fix jump regressions
* Update for latest devel, don't import old dispatch code as quasiBoolean macro is broken by latest devel
* Fix sha3 regression on empty memory slice and until end of range slice
* Fix padding / range error on expXY_success (gas computation left)
* update logging procs
* Add tracing - expXY_success is not a regression, sload stub was accidentally passing the test
* Reuse the same stub as OO implementation
* Delete previous opcode implementation
* Delete object oriented fork code
* Delete exceptions that were used as control flows
* delete base.nim :fire:, yet another OO remnants
* Delete opcode table
* Enable omputed gotos and compile-time gas fees
* Revert const gasCosts -> generates SIGSEGV
* inline push, swap and dup opcodes
* loggers are now template again, why does this pass new tests?
* Trigger CI rebuild after rocksdb fix https://github.com/status-im/nim-rocksdb/pull/5
* Address review comment on "push" + VMTests in debug mode (not release)
* Address review comment: don't tag fork by default, make opcode impl grepable
* Static compilation fixes after rebasing
* fix the initialization of the VM database
* add a missing import
* Deactivate balance and sload test following #59
* Reactivate stack check (deactivated in #59, necessary to pass tests)
* Merge remaining opcodes implementation from #59
* Merge callDataLoad and codeCopy fixes, todo simplify see #67
2018-07-06 07:52:31 +00:00
|
|
|
|
2018-05-31 07:58:59 +00:00
|
|
|
let fenv = fixture["env"]
|
2018-07-05 12:41:01 +00:00
|
|
|
var emptyRlpHash = keccak256.digest(rlp.encode("").toOpenArray)
|
2018-04-14 10:40:41 +00:00
|
|
|
let header = BlockHeader(
|
2018-05-31 07:58:59 +00:00
|
|
|
coinbase: fenv{"currentCoinbase"}.getStr.parseAddress,
|
|
|
|
difficulty: fenv{"currentDifficulty"}.getHexadecimalInt.u256,
|
|
|
|
blockNumber: fenv{"currentNumber"}.getHexadecimalInt.u256,
|
|
|
|
gasLimit: fenv{"currentGasLimit"}.getHexadecimalInt.GasInt,
|
2018-07-05 12:41:01 +00:00
|
|
|
timestamp: fenv{"currentTimestamp"}.getHexadecimalInt.int64.fromUnix,
|
|
|
|
stateRoot: emptyRlpHash
|
2018-05-24 10:01:59 +00:00
|
|
|
)
|
2018-04-06 14:52:10 +00:00
|
|
|
|
Refactor interpreter dispatch (#65)
* move forks constants, rename errors
* Move vm/utils to vm/interpreter/utils
* initial opcodes refactoring
* Add refactored Comparison & Bitwise Logic Operations
* Add sha3 and address, simplify macro, support pop 0
* balance, origin, caller, callValue
* fix gas copy opcodes gas costs, add callDataLoad/Size/Copy, CodeSize/Copy and gas price opcode
* Update with 30s, 40s, 50s opcodes + impl of balance + stack improvement
* add push, dup, swap, log, create and call operations
* finish opcode implementation
* Add the new dispatching logic
* Pass the opcode test
* Make test_vm_json compile
* halt execution without exceptions for Return, Revert, selfdestruct (fix #62)
* Properly catch and recover from EVM exceptions (stack underflow ...)
* Fix byte op
* Fix jump regressions
* Update for latest devel, don't import old dispatch code as quasiBoolean macro is broken by latest devel
* Fix sha3 regression on empty memory slice and until end of range slice
* Fix padding / range error on expXY_success (gas computation left)
* update logging procs
* Add tracing - expXY_success is not a regression, sload stub was accidentally passing the test
* Reuse the same stub as OO implementation
* Delete previous opcode implementation
* Delete object oriented fork code
* Delete exceptions that were used as control flows
* delete base.nim :fire:, yet another OO remnants
* Delete opcode table
* Enable omputed gotos and compile-time gas fees
* Revert const gasCosts -> generates SIGSEGV
* inline push, swap and dup opcodes
* loggers are now template again, why does this pass new tests?
* Trigger CI rebuild after rocksdb fix https://github.com/status-im/nim-rocksdb/pull/5
* Address review comment on "push" + VMTests in debug mode (not release)
* Address review comment: don't tag fork by default, make opcode impl grepable
* Static compilation fixes after rebasing
* fix the initialization of the VM database
* add a missing import
* Deactivate balance and sload test following #59
* Reactivate stack check (deactivated in #59, necessary to pass tests)
* Merge remaining opcodes implementation from #59
* Merge callDataLoad and codeCopy fixes, todo simplify see #67
2018-07-06 07:52:31 +00:00
|
|
|
var memDb = newMemDB()
|
|
|
|
var vmState = newBaseVMState(header, newBaseChainDB(trieDB memDb))
|
2018-05-31 07:58:59 +00:00
|
|
|
let fexec = fixture["exec"]
|
2018-02-13 17:18:08 +00:00
|
|
|
var code = ""
|
Refactor interpreter dispatch (#65)
* move forks constants, rename errors
* Move vm/utils to vm/interpreter/utils
* initial opcodes refactoring
* Add refactored Comparison & Bitwise Logic Operations
* Add sha3 and address, simplify macro, support pop 0
* balance, origin, caller, callValue
* fix gas copy opcodes gas costs, add callDataLoad/Size/Copy, CodeSize/Copy and gas price opcode
* Update with 30s, 40s, 50s opcodes + impl of balance + stack improvement
* add push, dup, swap, log, create and call operations
* finish opcode implementation
* Add the new dispatching logic
* Pass the opcode test
* Make test_vm_json compile
* halt execution without exceptions for Return, Revert, selfdestruct (fix #62)
* Properly catch and recover from EVM exceptions (stack underflow ...)
* Fix byte op
* Fix jump regressions
* Update for latest devel, don't import old dispatch code as quasiBoolean macro is broken by latest devel
* Fix sha3 regression on empty memory slice and until end of range slice
* Fix padding / range error on expXY_success (gas computation left)
* update logging procs
* Add tracing - expXY_success is not a regression, sload stub was accidentally passing the test
* Reuse the same stub as OO implementation
* Delete previous opcode implementation
* Delete object oriented fork code
* Delete exceptions that were used as control flows
* delete base.nim :fire:, yet another OO remnants
* Delete opcode table
* Enable omputed gotos and compile-time gas fees
* Revert const gasCosts -> generates SIGSEGV
* inline push, swap and dup opcodes
* loggers are now template again, why does this pass new tests?
* Trigger CI rebuild after rocksdb fix https://github.com/status-im/nim-rocksdb/pull/5
* Address review comment on "push" + VMTests in debug mode (not release)
* Address review comment: don't tag fork by default, make opcode impl grepable
* Static compilation fixes after rebasing
* fix the initialization of the VM database
* add a missing import
* Deactivate balance and sload test following #59
* Reactivate stack check (deactivated in #59, necessary to pass tests)
* Merge remaining opcodes implementation from #59
* Merge callDataLoad and codeCopy fixes, todo simplify see #67
2018-07-06 07:52:31 +00:00
|
|
|
vmState.mutateStateDB:
|
2018-02-13 17:18:08 +00:00
|
|
|
setupStateDB(fixture{"pre"}, db)
|
2018-07-05 12:41:01 +00:00
|
|
|
let address = fexec{"address"}.getStr.parseAddress
|
|
|
|
code = stringFromBytes db.getCode(address)
|
2018-02-13 17:18:08 +00:00
|
|
|
|
2018-05-31 07:58:59 +00:00
|
|
|
code = fexec{"code"}.getStr
|
2018-07-05 12:41:01 +00:00
|
|
|
let toAddress = fexec{"address"}.getStr.parseAddress
|
2018-02-13 17:18:08 +00:00
|
|
|
let message = newMessage(
|
2018-07-05 12:41:01 +00:00
|
|
|
to = toAddress,
|
2018-05-31 07:58:59 +00:00
|
|
|
sender = fexec{"caller"}.getStr.parseAddress,
|
2018-06-15 09:11:25 +00:00
|
|
|
value = cast[uint](fexec{"value"}.getHexadecimalInt).u256, # Cast workaround for negative value
|
2018-07-05 12:41:01 +00:00
|
|
|
data = fexec{"data"}.getStr.hexToSeqByte,
|
2018-05-31 07:58:59 +00:00
|
|
|
code = code,
|
|
|
|
gas = fexec{"gas"}.getHexadecimalInt,
|
|
|
|
gasPrice = fexec{"gasPrice"}.getHexadecimalInt,
|
2018-07-05 12:41:01 +00:00
|
|
|
options = newMessageOptions(origin=fexec{"origin"}.getStr.parseAddress,
|
|
|
|
createAddress = toAddress))
|
2018-02-14 16:38:01 +00:00
|
|
|
|
2018-02-20 17:27:43 +00:00
|
|
|
#echo fixture{"exec"}
|
2018-02-14 16:38:01 +00:00
|
|
|
var c = newCodeStreamFromUnescaped(code)
|
2018-02-20 17:27:43 +00:00
|
|
|
if DEBUG:
|
2018-03-13 14:30:38 +00:00
|
|
|
c.displayDecompiled()
|
2018-02-14 16:38:01 +00:00
|
|
|
|
Refactor interpreter dispatch (#65)
* move forks constants, rename errors
* Move vm/utils to vm/interpreter/utils
* initial opcodes refactoring
* Add refactored Comparison & Bitwise Logic Operations
* Add sha3 and address, simplify macro, support pop 0
* balance, origin, caller, callValue
* fix gas copy opcodes gas costs, add callDataLoad/Size/Copy, CodeSize/Copy and gas price opcode
* Update with 30s, 40s, 50s opcodes + impl of balance + stack improvement
* add push, dup, swap, log, create and call operations
* finish opcode implementation
* Add the new dispatching logic
* Pass the opcode test
* Make test_vm_json compile
* halt execution without exceptions for Return, Revert, selfdestruct (fix #62)
* Properly catch and recover from EVM exceptions (stack underflow ...)
* Fix byte op
* Fix jump regressions
* Update for latest devel, don't import old dispatch code as quasiBoolean macro is broken by latest devel
* Fix sha3 regression on empty memory slice and until end of range slice
* Fix padding / range error on expXY_success (gas computation left)
* update logging procs
* Add tracing - expXY_success is not a regression, sload stub was accidentally passing the test
* Reuse the same stub as OO implementation
* Delete previous opcode implementation
* Delete object oriented fork code
* Delete exceptions that were used as control flows
* delete base.nim :fire:, yet another OO remnants
* Delete opcode table
* Enable omputed gotos and compile-time gas fees
* Revert const gasCosts -> generates SIGSEGV
* inline push, swap and dup opcodes
* loggers are now template again, why does this pass new tests?
* Trigger CI rebuild after rocksdb fix https://github.com/status-im/nim-rocksdb/pull/5
* Address review comment on "push" + VMTests in debug mode (not release)
* Address review comment: don't tag fork by default, make opcode impl grepable
* Static compilation fixes after rebasing
* fix the initialization of the VM database
* add a missing import
* Deactivate balance and sload test following #59
* Reactivate stack check (deactivated in #59, necessary to pass tests)
* Merge remaining opcodes implementation from #59
* Merge callDataLoad and codeCopy fixes, todo simplify see #67
2018-07-06 07:52:31 +00:00
|
|
|
var computation = newBaseComputation(vmState, header.blockNumber, message)
|
|
|
|
computation.vmState = vmState
|
2018-02-14 16:38:01 +00:00
|
|
|
computation.precompiles = initTable[string, Opcode]()
|
|
|
|
|
Refactor interpreter dispatch (#65)
* move forks constants, rename errors
* Move vm/utils to vm/interpreter/utils
* initial opcodes refactoring
* Add refactored Comparison & Bitwise Logic Operations
* Add sha3 and address, simplify macro, support pop 0
* balance, origin, caller, callValue
* fix gas copy opcodes gas costs, add callDataLoad/Size/Copy, CodeSize/Copy and gas price opcode
* Update with 30s, 40s, 50s opcodes + impl of balance + stack improvement
* add push, dup, swap, log, create and call operations
* finish opcode implementation
* Add the new dispatching logic
* Pass the opcode test
* Make test_vm_json compile
* halt execution without exceptions for Return, Revert, selfdestruct (fix #62)
* Properly catch and recover from EVM exceptions (stack underflow ...)
* Fix byte op
* Fix jump regressions
* Update for latest devel, don't import old dispatch code as quasiBoolean macro is broken by latest devel
* Fix sha3 regression on empty memory slice and until end of range slice
* Fix padding / range error on expXY_success (gas computation left)
* update logging procs
* Add tracing - expXY_success is not a regression, sload stub was accidentally passing the test
* Reuse the same stub as OO implementation
* Delete previous opcode implementation
* Delete object oriented fork code
* Delete exceptions that were used as control flows
* delete base.nim :fire:, yet another OO remnants
* Delete opcode table
* Enable omputed gotos and compile-time gas fees
* Revert const gasCosts -> generates SIGSEGV
* inline push, swap and dup opcodes
* loggers are now template again, why does this pass new tests?
* Trigger CI rebuild after rocksdb fix https://github.com/status-im/nim-rocksdb/pull/5
* Address review comment on "push" + VMTests in debug mode (not release)
* Address review comment: don't tag fork by default, make opcode impl grepable
* Static compilation fixes after rebasing
* fix the initialization of the VM database
* add a missing import
* Deactivate balance and sload test following #59
* Reactivate stack check (deactivated in #59, necessary to pass tests)
* Merge remaining opcodes implementation from #59
* Merge callDataLoad and codeCopy fixes, todo simplify see #67
2018-07-06 07:52:31 +00:00
|
|
|
computation.executeOpcodes()
|
2018-02-13 17:18:08 +00:00
|
|
|
|
|
|
|
if not fixture{"post"}.isNil:
|
|
|
|
# Success checks
|
|
|
|
check(not computation.isError)
|
2018-05-17 08:08:28 +00:00
|
|
|
if computation.isError:
|
|
|
|
echo "Computation error: ", computation.error.info
|
2018-02-13 17:18:08 +00:00
|
|
|
|
|
|
|
let logEntries = computation.getLogEntries()
|
|
|
|
if not fixture{"logs"}.isNil:
|
|
|
|
discard
|
|
|
|
# TODO hashLogEntries let actualLogsHash = hashLogEntries(logEntries)
|
|
|
|
# let expectedLogsHash = fixture{"logs"}.getStr
|
|
|
|
# check(expectedLogsHash == actualLogsHash)
|
|
|
|
elif logEntries.len > 0:
|
|
|
|
checkpoint(&"Got log entries: {logEntries}")
|
|
|
|
fail()
|
|
|
|
|
|
|
|
let expectedOutput = fixture{"out"}.getStr
|
2018-07-06 15:08:31 +00:00
|
|
|
check(computation.outputHex == expectedOutput)
|
2018-02-13 17:18:08 +00:00
|
|
|
let gasMeter = computation.gasMeter
|
|
|
|
|
2018-05-25 10:25:19 +00:00
|
|
|
let expectedGasRemaining = fixture{"gas"}.getHexadecimalInt
|
2018-02-13 17:18:08 +00:00
|
|
|
let actualGasRemaining = gasMeter.gasRemaining
|
2018-06-12 15:33:47 +00:00
|
|
|
checkpoint(&"Remaining: {actualGasRemaining} - Expected: {expectedGasRemaining}")
|
2018-04-06 14:52:10 +00:00
|
|
|
check(actualGasRemaining == expectedGasRemaining or
|
|
|
|
computation.code.hasSStore() and
|
2018-02-27 18:10:34 +00:00
|
|
|
(actualGasRemaining > expectedGasRemaining and (actualGasRemaining - expectedGasRemaining) mod 15_000 == 0 or
|
|
|
|
expectedGasRemaining > actualGasRemaining and (expectedGasRemaining - actualGasRemaining) mod 15_000 == 0))
|
2018-02-13 17:18:08 +00:00
|
|
|
|
|
|
|
let callCreatesJson = fixture{"callcreates"}
|
|
|
|
var callCreates: seq[JsonNode] = @[]
|
|
|
|
if not callCreatesJson.isNil:
|
|
|
|
for next in callCreatesJson:
|
|
|
|
callCreates.add(next)
|
|
|
|
|
|
|
|
check(computation.children.len == callCreates.len)
|
|
|
|
for child in zip(computation.children, callCreates):
|
|
|
|
var (childComputation, createdCall) = child
|
2018-05-31 07:58:59 +00:00
|
|
|
let toAddress = createdCall{"destination"}.getStr.parseAddress
|
2018-07-05 12:41:01 +00:00
|
|
|
let data = createdCall{"data"}.getStr.hexToSeqByte
|
2018-05-25 10:25:19 +00:00
|
|
|
let gasLimit = createdCall{"gasLimit"}.getHexadecimalInt
|
2018-02-20 17:27:43 +00:00
|
|
|
let value = createdCall{"value"}.getHexadecimalInt.u256
|
2018-02-13 17:18:08 +00:00
|
|
|
|
|
|
|
check(childComputation.msg.to == toAddress)
|
|
|
|
check(data == childComputation.msg.data or childComputation.msg.code.len > 0)
|
|
|
|
check(gasLimit == childComputation.msg.gas)
|
|
|
|
check(value == childComputation.msg.value)
|
|
|
|
# TODO postState = fixture{"post"}
|
2018-07-05 12:41:01 +00:00
|
|
|
|
|
|
|
if not fixture{"post"}.isNil:
|
|
|
|
verifyStateDb(fixture{"post"}, computation.vmState.readOnlyStateDB)
|
2018-02-13 17:18:08 +00:00
|
|
|
else:
|
|
|
|
# Error checks
|
|
|
|
check(computation.isError)
|
|
|
|
# TODO postState = fixture{"pre"}
|
Refactor interpreter dispatch (#65)
* move forks constants, rename errors
* Move vm/utils to vm/interpreter/utils
* initial opcodes refactoring
* Add refactored Comparison & Bitwise Logic Operations
* Add sha3 and address, simplify macro, support pop 0
* balance, origin, caller, callValue
* fix gas copy opcodes gas costs, add callDataLoad/Size/Copy, CodeSize/Copy and gas price opcode
* Update with 30s, 40s, 50s opcodes + impl of balance + stack improvement
* add push, dup, swap, log, create and call operations
* finish opcode implementation
* Add the new dispatching logic
* Pass the opcode test
* Make test_vm_json compile
* halt execution without exceptions for Return, Revert, selfdestruct (fix #62)
* Properly catch and recover from EVM exceptions (stack underflow ...)
* Fix byte op
* Fix jump regressions
* Update for latest devel, don't import old dispatch code as quasiBoolean macro is broken by latest devel
* Fix sha3 regression on empty memory slice and until end of range slice
* Fix padding / range error on expXY_success (gas computation left)
* update logging procs
* Add tracing - expXY_success is not a regression, sload stub was accidentally passing the test
* Reuse the same stub as OO implementation
* Delete previous opcode implementation
* Delete object oriented fork code
* Delete exceptions that were used as control flows
* delete base.nim :fire:, yet another OO remnants
* Delete opcode table
* Enable omputed gotos and compile-time gas fees
* Revert const gasCosts -> generates SIGSEGV
* inline push, swap and dup opcodes
* loggers are now template again, why does this pass new tests?
* Trigger CI rebuild after rocksdb fix https://github.com/status-im/nim-rocksdb/pull/5
* Address review comment on "push" + VMTests in debug mode (not release)
* Address review comment: don't tag fork by default, make opcode impl grepable
* Static compilation fixes after rebasing
* fix the initialization of the VM database
* add a missing import
* Deactivate balance and sload test following #59
* Reactivate stack check (deactivated in #59, necessary to pass tests)
* Merge remaining opcodes implementation from #59
* Merge callDataLoad and codeCopy fixes, todo simplify see #67
2018-07-06 07:52:31 +00:00
|
|
|
|