nimbus-eth1/nimbus/vm/computation.nim

440 lines
13 KiB
Nim
Raw Normal View History

# Nimbus
# Copyright (c) 2018 Status Research & Development GmbH
# Licensed under either of
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or http://www.apache.org/licenses/LICENSE-2.0)
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
# at your option. This file may not be copied, modified, or distributed except according to those terms.
import
2020-01-16 04:20:13 +00:00
chronicles, strformat, strutils, sequtils, macros, math, options, times,
2019-04-17 04:03:52 +00:00
sets, eth/[common, keys], eth/trie/db as triedb,
2019-11-13 14:49:39 +00:00
../constants, ../errors, ../vm_state, ../vm_types,
Refactor interpreter dispatch (#65) * move forks constants, rename errors * Move vm/utils to vm/interpreter/utils * initial opcodes refactoring * Add refactored Comparison & Bitwise Logic Operations * Add sha3 and address, simplify macro, support pop 0 * balance, origin, caller, callValue * fix gas copy opcodes gas costs, add callDataLoad/Size/Copy, CodeSize/Copy and gas price opcode * Update with 30s, 40s, 50s opcodes + impl of balance + stack improvement * add push, dup, swap, log, create and call operations * finish opcode implementation * Add the new dispatching logic * Pass the opcode test * Make test_vm_json compile * halt execution without exceptions for Return, Revert, selfdestruct (fix #62) * Properly catch and recover from EVM exceptions (stack underflow ...) * Fix byte op * Fix jump regressions * Update for latest devel, don't import old dispatch code as quasiBoolean macro is broken by latest devel * Fix sha3 regression on empty memory slice and until end of range slice * Fix padding / range error on expXY_success (gas computation left) * update logging procs * Add tracing - expXY_success is not a regression, sload stub was accidentally passing the test * Reuse the same stub as OO implementation * Delete previous opcode implementation * Delete object oriented fork code * Delete exceptions that were used as control flows * delete base.nim :fire:, yet another OO remnants * Delete opcode table * Enable omputed gotos and compile-time gas fees * Revert const gasCosts -> generates SIGSEGV * inline push, swap and dup opcodes * loggers are now template again, why does this pass new tests? * Trigger CI rebuild after rocksdb fix https://github.com/status-im/nim-rocksdb/pull/5 * Address review comment on "push" + VMTests in debug mode (not release) * Address review comment: don't tag fork by default, make opcode impl grepable * Static compilation fixes after rebasing * fix the initialization of the VM database * add a missing import * Deactivate balance and sload test following #59 * Reactivate stack check (deactivated in #59, necessary to pass tests) * Merge remaining opcodes implementation from #59 * Merge callDataLoad and codeCopy fixes, todo simplify see #67
2018-07-06 07:52:31 +00:00
./interpreter/[opcode_values, gas_meter, gas_costs, vm_forks],
2018-09-14 17:03:26 +00:00
./code_stream, ./memory, ./message, ./stack, ../db/[state_db, db_chain],
2019-07-07 10:12:01 +00:00
../utils/header, stew/[byteutils, ranges], precompiles,
transaction_tracer, ../utils
when defined(evmc_enabled):
import evmc/evmc, evmc_helpers, evmc_api
logScope:
topics = "vm computation"
2020-01-16 10:23:51 +00:00
const
2020-01-16 16:22:43 +00:00
evmc_enabled* = defined(evmc_enabled)
2020-01-16 10:23:51 +00:00
template getCoinbase*(c: Computation): EthAddress =
when evmc_enabled:
c.host.getTxContext().block_coinbase
2020-01-16 10:23:51 +00:00
else:
c.vmState.coinbase
template getTimestamp*(c: Computation): int64 =
when evmc_enabled:
c.host.getTxContext().block_timestamp
else:
c.vmState.timestamp.toUnix
template getBlockNumber*(c: Computation): Uint256 =
when evmc_enabled:
c.host.getTxContext().block_number.u256
else:
c.vmState.blockNumber.blockNumberToVmWord
template getDifficulty*(c: Computation): DifficultyInt =
when evmc_enabled:
Uint256.fromEvmc c.host.getTxContext().block_difficulty
else:
c.vmState.difficulty
template getGasLimit*(c: Computation): GasInt =
when evmc_enabled:
c.host.getTxContext().block_gas_limit.GasInt
else:
c.vmState.gasLimit
template getChainId*(c: Computation): uint =
when evmc_enabled:
Uint256.fromEvmc(c.host.getTxContext().chain_id).truncate(uint)
else:
c.vmState.chaindb.config.chainId
template getOrigin*(c: Computation): EthAddress =
when evmc_enabled:
c.host.getTxContext().tx_origin
2020-01-16 10:23:51 +00:00
else:
c.vmState.txOrigin
template getGasPrice*(c: Computation): GasInt =
when evmc_enabled:
Uint256.fromEvmc(c.host.getTxContext().tx_gas_price).truncate(GasInt)
else:
c.vmState.txGasPrice
template getBlockHash*(c: Computation, blockNumber: Uint256): Hash256 =
2020-01-16 14:34:16 +00:00
when evmc_enabled:
c.host.getBlockHash(blockNumber)
else:
2020-01-16 10:23:51 +00:00
c.vmState.getAncestorHash(blockNumber.vmWordToBlockNumber)
2020-01-16 14:43:29 +00:00
template accountExists*(c: Computation, address: EthAddress): bool =
when evmc_enabled:
c.host.accountExists(address)
else:
2020-01-17 11:48:14 +00:00
if c.fork >= FkSpurious:
not c.vmState.readOnlyStateDB.isDeadAccount(address)
else:
c.vmState.readOnlyStateDB.accountExists(address)
2020-01-16 14:43:29 +00:00
2020-01-16 14:56:59 +00:00
template getStorage*(c: Computation, slot: Uint256): Uint256 =
when evmc_enabled:
c.host.getStorage(c.msg.contractAddress, slot)
else:
c.vmState.readOnlyStateDB.getStorage(c.msg.contractAddress, slot)[0]
2020-01-16 15:07:04 +00:00
template getBalance*(c: Computation, address: EthAddress): Uint256 =
when evmc_enabled:
c.host.getBalance(address)
else:
c.vmState.readOnlyStateDB.getBalance(address)
2020-01-16 15:15:20 +00:00
template getCodeSize*(c: Computation, address: EthAddress): uint =
when evmc_enabled:
c.host.getCodeSize(address)
else:
2020-01-16 15:48:22 +00:00
uint(c.vmState.readOnlyStateDB.getCode(address).len)
template getCodeHash*(c: Computation, address: EthAddress): Hash256 =
when evmc_enabled:
c.host.getCodeHash(address)
else:
let db = c.vmState.readOnlyStateDB
if not db.accountExists(address) or db.isEmptyAccount(address):
default(Hash256)
else:
db.getCodeHash(address)
2020-01-16 15:15:20 +00:00
template selfDestruct*(c: Computation, address: EthAddress) =
when evmc_enabled:
c.host.selfDestruct(c.msg.contractAddress, address)
else:
c.execSelfDestruct(address)
template getCode*(c: Computation, address: EthAddress): ByteRange =
when evmc_enabled:
c.host.copyCode(address).toRange
else:
c.vmState.readOnlyStateDB.getCode(address)
2020-01-31 01:08:44 +00:00
proc generateContractAddress(c: Computation, salt: Uint256): EthAddress =
if c.msg.kind == evmcCreate:
let creationNonce = c.vmState.readOnlyStateDb().getNonce(c.msg.sender)
result = generateAddress(c.msg.sender, creationNonce)
else:
2020-01-31 01:08:44 +00:00
result = generateSafeAddress(c.msg.sender, salt, c.msg.data)
2020-01-31 01:08:44 +00:00
proc newComputation*(vmState: BaseVMState, message: Message, salt= 0.u256): Computation =
Refactor interpreter dispatch (#65) * move forks constants, rename errors * Move vm/utils to vm/interpreter/utils * initial opcodes refactoring * Add refactored Comparison & Bitwise Logic Operations * Add sha3 and address, simplify macro, support pop 0 * balance, origin, caller, callValue * fix gas copy opcodes gas costs, add callDataLoad/Size/Copy, CodeSize/Copy and gas price opcode * Update with 30s, 40s, 50s opcodes + impl of balance + stack improvement * add push, dup, swap, log, create and call operations * finish opcode implementation * Add the new dispatching logic * Pass the opcode test * Make test_vm_json compile * halt execution without exceptions for Return, Revert, selfdestruct (fix #62) * Properly catch and recover from EVM exceptions (stack underflow ...) * Fix byte op * Fix jump regressions * Update for latest devel, don't import old dispatch code as quasiBoolean macro is broken by latest devel * Fix sha3 regression on empty memory slice and until end of range slice * Fix padding / range error on expXY_success (gas computation left) * update logging procs * Add tracing - expXY_success is not a regression, sload stub was accidentally passing the test * Reuse the same stub as OO implementation * Delete previous opcode implementation * Delete object oriented fork code * Delete exceptions that were used as control flows * delete base.nim :fire:, yet another OO remnants * Delete opcode table * Enable omputed gotos and compile-time gas fees * Revert const gasCosts -> generates SIGSEGV * inline push, swap and dup opcodes * loggers are now template again, why does this pass new tests? * Trigger CI rebuild after rocksdb fix https://github.com/status-im/nim-rocksdb/pull/5 * Address review comment on "push" + VMTests in debug mode (not release) * Address review comment: don't tag fork by default, make opcode impl grepable * Static compilation fixes after rebasing * fix the initialization of the VM database * add a missing import * Deactivate balance and sload test following #59 * Reactivate stack check (deactivated in #59, necessary to pass tests) * Merge remaining opcodes implementation from #59 * Merge callDataLoad and codeCopy fixes, todo simplify see #67
2018-07-06 07:52:31 +00:00
new result
result.vmState = vmState
result.msg = message
result.memory = Memory()
result.stack = newStack()
2018-07-18 12:18:17 +00:00
result.gasMeter.init(message.gas)
result.touchedAccounts = initHashSet[EthAddress]()
result.suicides = initHashSet[EthAddress]()
2020-01-16 10:23:51 +00:00
if result.msg.isCreate():
result.msg.contractAddress = result.generateContractAddress(salt)
result.code = newCodeStream(message.data)
message.data = @[]
else:
result.code = newCodeStream(vmState.readOnlyStateDb.getCode(message.codeAddress).toSeq)
2020-01-16 10:23:51 +00:00
when evmc_enabled:
result.host.init(
nim_host_get_interface(),
cast[evmc_host_context](result)
)
# a dummy/terminus continuation proc
result.nextProc = proc() =
discard
template gasCosts*(c: Computation): untyped =
c.vmState.gasCosts
template fork*(c: Computation): untyped =
c.vmState.fork
proc isOriginComputation*(c: Computation): bool =
# Is this computation the computation initiated by a transaction
c.msg.sender == c.vmState.txOrigin
template isSuccess*(c: Computation): bool =
c.error.isNil
template isError*(c: Computation): bool =
not c.isSuccess
func shouldBurnGas*(c: Computation): bool =
c.isError and c.error.burnsGas
proc isSuicided*(c: Computation, address: EthAddress): bool =
result = address in c.suicides
2019-03-15 11:16:47 +00:00
proc snapshot*(c: Computation) =
c.dbsnapshot.transaction = c.vmState.chaindb.db.beginTransaction()
c.dbsnapshot.intermediateRoot = c.vmState.accountDb.rootHash
proc commit*(c: Computation) =
c.dbsnapshot.transaction.commit()
proc dispose*(c: Computation) {.inline.} =
c.dbsnapshot.transaction.dispose()
proc rollback*(c: Computation) =
c.dbsnapshot.transaction.rollback()
c.vmState.accountDb.rootHash = c.dbsnapshot.intermediateRoot
2019-04-01 01:54:02 +00:00
proc setError*(c: Computation, msg: string, burnsGas = false) {.inline.} =
c.error = Error(info: msg, burnsGas: burnsGas)
2019-04-01 01:54:02 +00:00
proc writeContract*(c: Computation, fork: Fork): bool {.gcsafe.} =
2019-03-19 15:19:08 +00:00
result = true
let contractCode = c.output
2019-03-19 15:19:08 +00:00
if contractCode.len == 0: return
if fork >= FkSpurious and contractCode.len >= EIP170_CODE_SIZE_LIMIT:
debug "Contract code size exceeds EIP170", limit=EIP170_CODE_SIZE_LIMIT, actual=contractCode.len
return false
let storageAddr = c.msg.contractAddress
if c.isSuicided(storageAddr): return
2019-03-19 15:19:08 +00:00
let gasParams = GasParams(kind: Create, cr_memLength: contractCode.len)
let codeCost = c.gasCosts[Create].c_handler(0.u256, gasParams).gasCost
if c.gasMeter.gasRemaining >= codeCost:
c.gasMeter.consumeGas(codeCost, reason = "Write contract code for CREATE")
c.vmState.mutateStateDb:
2019-03-19 15:19:08 +00:00
db.setCode(storageAddr, contractCode.toRange)
result = true
else:
if fork < FkHomestead or fork >= FkByzantium: c.output = @[]
2019-03-19 15:19:08 +00:00
result = false
template continuation*(c: Computation, body: untyped) =
# this is a helper template to implement continuation
# passing and convert all recursion into tail call
var tmpNext = c.nextProc
c.nextProc = proc() {.gcsafe.} =
body
tmpNext()
proc initAddress(x: int): EthAddress {.compileTime.} = result[19] = x.byte
2020-02-04 11:00:23 +00:00
const ripemdAddr* = initAddress(3)
proc postExecuteVM(c: Computation, opCode: static[Op]) {.gcsafe.} =
when opCode == Create:
if c.isSuccess:
let fork = c.fork
let contractFailed = not c.writeContract(fork)
if contractFailed and fork >= FkHomestead:
c.setError(&"writeContract failed, depth={c.msg.depth}", true)
if c.isSuccess:
c.commit()
else:
c.rollback()
proc executeOpcodes*(c: Computation) {.gcsafe.}
2019-03-19 16:30:35 +00:00
proc applyMessage*(c: Computation, opCode: static[Op]) =
when opCode == Create:
c.vmState.mutateStateDB:
db.incNonce(c.msg.sender)
c.snapshot()
defer:
c.dispose()
2020-01-15 06:28:05 +00:00
when opCode == Create:
if c.vmState.readOnlyStateDb().hasCodeOrNonce(c.msg.contractAddress):
c.setError("Address collision when creating contract address={c.msg.contractAddress.toHex}", true)
c.rollback()
c.nextProc()
return
2020-01-15 02:33:08 +00:00
c.vmState.mutateStateDb:
db.clearStorage(c.msg.contractAddress)
if c.fork >= FkSpurious:
# EIP161 nonce incrementation
db.incNonce(c.msg.contractAddress)
when opCode in {Call, Create}:
c.vmState.mutateStateDb:
db.subBalance(c.msg.sender, c.msg.value)
db.addBalance(c.msg.contractAddress, c.msg.value)
if c.gasMeter.gasRemaining < 0:
c.commit()
c.nextProc()
2019-02-20 04:09:01 +00:00
return
continuation(c):
postExecuteVM(c, opCode)
2018-09-14 17:03:26 +00:00
executeOpcodes(c)
2019-04-04 05:13:33 +00:00
proc addChildComputation*(c, child: Computation) =
if child.isError or c.fork == FKIstanbul:
if not child.msg.isCreate:
if child.msg.contractAddress == ripemdAddr:
child.vmState.touchedAccounts.incl child.msg.contractAddress
if child.isError:
2020-01-30 14:34:30 +00:00
c.returnData = child.output
else:
2020-01-30 14:34:30 +00:00
if not child.msg.isCreate:
c.returnData = child.output
child.touchedAccounts.incl child.msg.contractAddress
c.logEntries.add child.logEntries
c.gasMeter.refundGas(child.gasMeter.gasRefunded)
c.suicides.incl child.suicides
c.touchedAccounts.incl child.touchedAccounts
2019-04-02 05:13:18 +00:00
if not child.shouldBurnGas:
c.gasMeter.returnGas(child.gasMeter.gasRemaining)
2020-02-03 05:37:33 +00:00
proc execCall*(c: Computation) =
c.snapshot()
defer:
c.dispose()
if c.msg.kind == evmcCall:
c.vmState.mutateStateDb:
db.subBalance(c.msg.sender, c.msg.value)
db.addBalance(c.msg.contractAddress, c.msg.value)
executeOpcodes(c)
2020-02-04 11:00:23 +00:00
if c.isError or c.fork == FKIstanbul:
if c.msg.contractAddress == ripemdAddr:
c.vmState.touchedAccounts.incl c.msg.contractAddress
2020-02-03 05:37:33 +00:00
if c.isSuccess:
c.commit()
2020-02-04 11:00:23 +00:00
c.touchedAccounts.incl c.msg.contractAddress
2020-02-03 05:37:33 +00:00
else:
c.rollback()
2020-01-31 01:08:44 +00:00
proc execCreate*(c: Computation) =
c.vmState.mutateStateDB:
db.incNonce(c.msg.sender)
c.snapshot()
defer:
c.dispose()
if c.vmState.readOnlyStateDb().hasCodeOrNonce(c.msg.contractAddress):
c.setError("Address collision when creating contract address={c.msg.contractAddress.toHex}", true)
c.rollback()
return
c.vmState.mutateStateDb:
db.subBalance(c.msg.sender, c.msg.value)
db.addBalance(c.msg.contractAddress, c.msg.value)
db.clearStorage(c.msg.contractAddress)
if c.fork >= FkSpurious:
# EIP161 nonce incrementation
db.incNonce(c.msg.contractAddress)
executeOpcodes(c)
if c.isSuccess:
let fork = c.fork
let contractFailed = not c.writeContract(fork)
if contractFailed and fork >= FkHomestead:
c.setError(&"writeContract failed, depth={c.msg.depth}", true)
if c.isSuccess:
c.commit()
else:
c.rollback()
proc merge*(c, child: Computation) =
c.logEntries.add child.logEntries
c.gasMeter.refundGas(child.gasMeter.gasRefunded)
c.suicides.incl child.suicides
c.touchedAccounts.incl child.touchedAccounts
proc execSelfDestruct*(c: Computation, beneficiary: EthAddress) =
2020-01-17 11:58:03 +00:00
c.vmState.mutateStateDB:
let
localBalance = c.getBalance(c.msg.contractAddress)
beneficiaryBalance = c.getBalance(beneficiary)
# Transfer to beneficiary
db.setBalance(beneficiary, localBalance + beneficiaryBalance)
# Zero the balance of the address being deleted.
# This must come after sending to beneficiary in case the
# contract named itself as the beneficiary.
db.setBalance(c.msg.contractAddress, 0.u256)
trace "SELFDESTRUCT",
contractAddress = c.msg.contractAddress.toHex,
localBalance = localBalance.toString,
beneficiary = beneficiary.toHex
c.touchedAccounts.incl beneficiary
2020-01-17 11:58:03 +00:00
# Register the account to be deleted
c.suicides.incl(c.msg.contractAddress)
proc addLogEntry*(c: Computation, log: Log) {.inline.} =
2019-02-27 14:04:42 +00:00
c.logEntries.add(log)
proc getGasRefund*(c: Computation): GasInt =
if c.isSuccess:
result = c.gasMeter.gasRefunded
2020-01-10 11:18:36 +00:00
proc refundSelfDestruct*(c: Computation) =
let cost = gasFees[c.fork][RefundSelfDestruct]
c.gasMeter.refundGas(cost * c.suicides.len)
proc collectTouchedAccounts*(c: Computation) =
2019-04-17 04:03:52 +00:00
## Collect all of the accounts that *may* need to be deleted based on EIP161:
## https://github.com/ethereum/EIPs/blob/master/EIPS/eip-161.md
## also see: https://github.com/ethereum/EIPs/issues/716
if c.isSuccess:
if not c.msg.isCreate:
c.touchedAccounts.incl c.msg.contractAddress
c.vmState.touchedAccounts.incl c.touchedAccounts
else:
if not c.msg.isCreate:
2019-04-17 04:03:52 +00:00
# Special case to account for geth+parity bug
# https://github.com/ethereum/EIPs/issues/716
if c.msg.contractAddress == ripemdAddr:
c.vmState.touchedAccounts.incl c.msg.contractAddress
2019-04-17 04:03:52 +00:00
proc tracingEnabled*(c: Computation): bool =
2018-12-03 10:54:19 +00:00
c.vmState.tracingEnabled
proc traceOpCodeStarted*(c: Computation, op: Op): int =
c.vmState.tracer.traceOpCodeStarted(c, op)
2018-12-03 10:54:19 +00:00
proc traceOpCodeEnded*(c: Computation, op: Op, lastIndex: int) =
2019-02-21 08:17:43 +00:00
c.vmState.tracer.traceOpCodeEnded(c, op, lastIndex)
2018-12-03 16:22:08 +00:00
proc traceError*(c: Computation) =
2018-12-03 16:22:08 +00:00
c.vmState.tracer.traceError(c)
2019-02-25 13:02:16 +00:00
proc prepareTracer*(c: Computation) =
2019-02-25 13:02:16 +00:00
c.vmState.tracer.prepare(c.msg.depth)
2019-03-19 16:30:35 +00:00
include interpreter_dispatch
when defined(evmc_enabled):
include evmc_host