2019-09-03 15:06:43 +00:00
|
|
|
# Nimbus
|
|
|
|
# Copyright (c) 2018 Status Research & Development GmbH
|
|
|
|
# Licensed under either of
|
|
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or http://www.apache.org/licenses/LICENSE-2.0)
|
|
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
|
|
|
|
# at your option. This file may not be copied, modified, or distributed except according to those terms.
|
|
|
|
|
|
|
|
import
|
2019-09-09 05:27:17 +00:00
|
|
|
unittest, json, os, tables, strutils, sets, strformat, times,
|
2019-09-03 15:06:43 +00:00
|
|
|
options,
|
2019-09-07 10:09:23 +00:00
|
|
|
eth/[common, rlp, bloom], eth/trie/[db, trie_defs],
|
2019-09-07 09:47:06 +00:00
|
|
|
./test_helpers, ../premix/parser, test_config,
|
2019-09-03 15:06:43 +00:00
|
|
|
../nimbus/vm/interpreter/vm_forks,
|
2019-09-07 08:38:44 +00:00
|
|
|
../nimbus/[vm_state, utils, vm_types, errors, transaction, constants],
|
2019-09-04 07:32:17 +00:00
|
|
|
../nimbus/db/[db_chain, state_db],
|
2019-09-07 08:38:44 +00:00
|
|
|
../nimbus/utils/header,
|
|
|
|
../nimbus/p2p/executor
|
2019-09-03 15:06:43 +00:00
|
|
|
|
|
|
|
type
|
|
|
|
SealEngine = enum
|
|
|
|
NoProof
|
|
|
|
Ethash
|
|
|
|
|
2019-09-04 07:32:17 +00:00
|
|
|
VMConfig = array[2, tuple[blockNumber: int, fork: Fork]]
|
|
|
|
|
2019-09-03 16:41:01 +00:00
|
|
|
PlainBlock = object
|
|
|
|
header: BlockHeader
|
|
|
|
transactions: seq[Transaction]
|
|
|
|
uncles: seq[BlockHeader]
|
|
|
|
|
2019-09-03 15:06:43 +00:00
|
|
|
TesterBlock = object
|
|
|
|
blockHeader: Option[BlockHeader]
|
|
|
|
transactions: seq[Transaction]
|
|
|
|
uncles: seq[BlockHeader]
|
|
|
|
blockNumber: Option[int]
|
|
|
|
chainName: Option[string]
|
|
|
|
chainNetwork: Option[Fork]
|
|
|
|
exceptions: seq[(string, string)]
|
2019-09-03 16:41:01 +00:00
|
|
|
headerRLP: Blob
|
2019-09-03 15:06:43 +00:00
|
|
|
|
|
|
|
Tester = object
|
|
|
|
lastBlockHash: Hash256
|
|
|
|
genesisBlockHeader: BlockHeader
|
|
|
|
blocks: seq[TesterBlock]
|
|
|
|
sealEngine: Option[SealEngine]
|
2019-09-04 07:32:17 +00:00
|
|
|
vmConfig: VMConfig
|
2019-09-03 16:41:01 +00:00
|
|
|
good: bool
|
2019-09-07 09:47:06 +00:00
|
|
|
debugMode: bool
|
2019-09-03 15:06:43 +00:00
|
|
|
|
2019-09-07 09:47:06 +00:00
|
|
|
proc testFixture(node: JsonNode, testStatusIMPL: var TestStatus, debugMode = false)
|
2019-09-03 15:06:43 +00:00
|
|
|
|
|
|
|
func normalizeNumber(n: JsonNode): JsonNode =
|
|
|
|
let str = n.getStr
|
|
|
|
# paranoid checks
|
|
|
|
doAssert n.kind == Jstring
|
|
|
|
doAssert str.len > 3
|
|
|
|
doAssert str[0] == '0' and str[1] == 'x'
|
|
|
|
# real normalization
|
|
|
|
# strip leading 0
|
|
|
|
if str == "0x00":
|
|
|
|
result = newJString("0x0")
|
|
|
|
elif str[2] == '0':
|
|
|
|
var i = 2
|
|
|
|
while str[i] == '0':
|
|
|
|
inc i
|
|
|
|
result = newJString("0x" & str.substr(i))
|
|
|
|
else:
|
|
|
|
result = n
|
|
|
|
|
|
|
|
func normalizeData(n: JsonNode): JsonNode =
|
|
|
|
if n.getStr() == "":
|
|
|
|
result = newJString("0x")
|
|
|
|
else:
|
|
|
|
result = n
|
|
|
|
|
|
|
|
func normalizeBlockHeader(node: JsonNode): JsonNode =
|
|
|
|
for k, v in node:
|
|
|
|
case k
|
|
|
|
of "bloom": node["logsBloom"] = v
|
|
|
|
of "coinbase": node["miner"] = v
|
|
|
|
of "uncleHash": node["sha3Uncles"] = v
|
|
|
|
of "receiptTrie": node["receiptsRoot"] = v
|
|
|
|
of "transactionsTrie": node["transactionsRoot"] = v
|
|
|
|
of "number", "difficulty", "gasUsed",
|
|
|
|
"gasLimit", "timestamp":
|
|
|
|
node[k] = normalizeNumber(v)
|
|
|
|
of "extraData":
|
|
|
|
node[k] = normalizeData(v)
|
|
|
|
else: discard
|
|
|
|
result = node
|
|
|
|
|
|
|
|
proc parseHeader(blockHeader: JsonNode, testStatusIMPL: var TestStatus): BlockHeader =
|
|
|
|
result = normalizeBlockHeader(blockHeader).parseBlockHeader
|
|
|
|
var blockHash: Hash256
|
|
|
|
blockHeader.fromJson "hash", blockHash
|
|
|
|
check blockHash == hash(result)
|
|
|
|
|
|
|
|
proc parseTx*(n: JsonNode): Transaction =
|
|
|
|
|
|
|
|
for k, v in n:
|
|
|
|
case k
|
|
|
|
of "nonce", "gasPrice", "gasLimit", "value":
|
|
|
|
n[k] = normalizeNumber(v)
|
|
|
|
of "to":
|
|
|
|
let str = v.getStr
|
|
|
|
if str.len > 2 and str[1] != 'x':
|
|
|
|
n[k] = newJString("0x" & str)
|
|
|
|
of "v", "r", "s":
|
|
|
|
n[k] = normalizeNumber(v)
|
|
|
|
else:
|
|
|
|
discard
|
|
|
|
|
|
|
|
n.fromJson "nonce", result.accountNonce
|
|
|
|
n.fromJson "gasPrice", result.gasPrice
|
|
|
|
n.fromJson "gasLimit", result.gasLimit
|
|
|
|
result.isContractCreation = n["to"].getStr == ""
|
|
|
|
if not result.isContractCreation:
|
|
|
|
n.fromJson "to", result.to
|
|
|
|
n.fromJson "value", result.value
|
|
|
|
n.fromJson "data", result.payload
|
|
|
|
n.fromJson "v", result.V
|
|
|
|
n.fromJson "r", result.R
|
|
|
|
n.fromJson "s", result.S
|
|
|
|
|
|
|
|
proc parseBlocks(blocks: JsonNode, testStatusIMPL: var TestStatus): seq[TesterBlock] =
|
|
|
|
result = @[]
|
|
|
|
|
|
|
|
for fixture in blocks:
|
|
|
|
var t: TesterBlock
|
|
|
|
for key, value in fixture:
|
|
|
|
case key
|
|
|
|
of "blockHeader":
|
|
|
|
t.blockHeader = some(parseHeader(fixture["blockHeader"], testStatusIMPL))
|
|
|
|
of "blocknumber":
|
|
|
|
let numberStr = value.getStr
|
|
|
|
if numberStr.len >= 2 and numberStr[1] == 'x':
|
|
|
|
fixture[key] = normalizeNumber(value)
|
|
|
|
var number: int
|
|
|
|
fixture.fromJson "blocknumber", number
|
|
|
|
t.blockNumber = some(number)
|
|
|
|
else:
|
|
|
|
t.blockNumber = some(parseInt(numberStr))
|
|
|
|
of "chainname":
|
|
|
|
t.chainName = some(value.getStr)
|
|
|
|
of "chainnetwork":
|
|
|
|
t.chainNetWork = some(parseEnum[Fork](value.getStr))
|
|
|
|
of "rlp":
|
2019-09-03 16:41:01 +00:00
|
|
|
fixture.fromJson "rlp", t.headerRLP
|
2019-09-03 15:06:43 +00:00
|
|
|
of "transactions":
|
|
|
|
for tx in value:
|
|
|
|
t.transactions.add parseTx(tx)
|
|
|
|
of "uncleHeaders":
|
|
|
|
t.uncles = @[]
|
|
|
|
for uncle in value:
|
|
|
|
t.uncles.add parseHeader(uncle, testStatusIMPL)
|
|
|
|
else:
|
|
|
|
t.exceptions.add( (key, value.getStr) )
|
|
|
|
|
|
|
|
if t.blockHeader.isSome:
|
|
|
|
let h = t.blockHeader.get()
|
|
|
|
check calcTxRoot(t.transactions) == h.txRoot
|
|
|
|
let enc = rlp.encode(t.uncles)
|
|
|
|
check keccakHash(enc) == h.ommersHash
|
|
|
|
|
|
|
|
result.add t
|
|
|
|
|
2019-09-04 07:32:17 +00:00
|
|
|
func vmConfiguration(network: string): VMConfig =
|
|
|
|
case network
|
|
|
|
of "EIP150": result = [(0, FkTangerine), (0, FkTangerine)]
|
|
|
|
of "ConstantinopleFix": result = [(0, FkConstantinople), (0, FkConstantinople)]
|
|
|
|
of "Homestead": result = [(0, FkHomestead), (0, FkHomestead)]
|
|
|
|
of "Frontier": result = [(0, FkFrontier), (0, FkFrontier)]
|
|
|
|
of "Byzantium": result = [(0, FkByzantium), (0, FkByzantium)]
|
|
|
|
of "EIP158ToByzantiumAt5": result = [(0, FkSpurious), (5, FkByzantium)]
|
|
|
|
of "EIP158": result = [(0, FkSpurious), (0, FkSpurious)]
|
|
|
|
of "HomesteadToDaoAt5": result = [(0, FkHomestead), (5, FkHomestead)]
|
|
|
|
of "Constantinople": result = [(0, FkConstantinople), (0, FkConstantinople)]
|
|
|
|
of "HomesteadToEIP150At5": result = [(0, FkHomestead), (5, FkTangerine)]
|
|
|
|
of "FrontierToHomesteadAt5": result = [(0, FkFrontier), (5, FkHomestead)]
|
|
|
|
of "ByzantiumToConstantinopleFixAt5": result = [(0, FkByzantium), (5, FkConstantinople)]
|
|
|
|
else:
|
|
|
|
raise newException(ValueError, "unsupported network")
|
|
|
|
|
|
|
|
func vmConfigToFork(vmConfig: VMConfig, blockNumber: Uint256): Fork =
|
|
|
|
if blockNumber >= vmConfig[1].blockNumber.u256: return vmConfig[1].fork
|
|
|
|
if blockNumber >= vmConfig[0].blockNumber.u256: return vmConfig[0].fork
|
|
|
|
raise newException(ValueError, "unreachable code")
|
|
|
|
|
2019-09-03 16:41:01 +00:00
|
|
|
proc parseTester(fixture: JsonNode, testStatusIMPL: var TestStatus): Tester =
|
|
|
|
result.good = true
|
|
|
|
fixture.fromJson "lastblockhash", result.lastBlockHash
|
|
|
|
result.genesisBlockHeader = parseHeader(fixture["genesisBlockHeader"], testStatusIMPL)
|
|
|
|
|
|
|
|
if "genesisRLP" in fixture:
|
|
|
|
var genesisRLP: Blob
|
|
|
|
fixture.fromJson "genesisRLP", genesisRLP
|
|
|
|
let genesisBlock = PlainBlock(header: result.genesisBlockHeader)
|
|
|
|
check genesisRLP == rlp.encode(genesisBlock)
|
|
|
|
|
|
|
|
if "sealEngine" in fixture:
|
|
|
|
result.sealEngine = some(parseEnum[SealEngine](fixture["sealEngine"].getStr))
|
2019-09-04 07:32:17 +00:00
|
|
|
let network = fixture["network"].getStr
|
|
|
|
result.vmConfig = vmConfiguration(network)
|
2019-09-03 16:41:01 +00:00
|
|
|
|
|
|
|
try:
|
|
|
|
result.blocks = parseBlocks(fixture["blocks"], testStatusIMPL)
|
|
|
|
except ValueError:
|
|
|
|
result.good = false
|
|
|
|
|
2019-09-07 10:32:06 +00:00
|
|
|
# TODO: implement missing VM
|
2019-09-04 07:32:17 +00:00
|
|
|
if network in ["Constantinople", "HomesteadToDaoAt5"]:
|
|
|
|
result.good = false
|
|
|
|
|
2019-09-07 08:38:44 +00:00
|
|
|
proc assignBlockRewards(minedBlock: PlainBlock, vmState: BaseVMState, fork: Fork, chainDB: BaseChainDB) =
|
|
|
|
let blockReward = blockRewards[fork]
|
|
|
|
var mainReward = blockReward
|
|
|
|
if minedBlock.header.ommersHash != EMPTY_UNCLE_HASH:
|
|
|
|
let h = vmState.chainDB.persistUncles(minedBlock.uncles)
|
|
|
|
if h != minedBlock.header.ommersHash:
|
|
|
|
raise newException(ValidationError, "Uncle hash mismatch")
|
|
|
|
for uncle in minedBlock.uncles:
|
|
|
|
var uncleReward = uncle.blockNumber.u256 + 8.u256
|
|
|
|
uncleReward -= minedBlock.header.blockNumber.u256
|
|
|
|
uncleReward = uncleReward * blockReward
|
|
|
|
uncleReward = uncleReward div 8.u256
|
|
|
|
vmState.mutateStateDB:
|
|
|
|
db.addBalance(uncle.coinbase, uncleReward)
|
|
|
|
mainReward += blockReward div 32.u256
|
|
|
|
|
|
|
|
# Reward beneficiary
|
|
|
|
vmState.mutateStateDB:
|
|
|
|
db.addBalance(minedBlock.header.coinbase, mainReward)
|
|
|
|
|
|
|
|
let stateDb = vmState.accountDb
|
|
|
|
if minedBlock.header.stateRoot != stateDb.rootHash:
|
|
|
|
raise newException(ValidationError, "wrong state root in block")
|
|
|
|
|
2019-09-07 10:09:23 +00:00
|
|
|
let bloom = createBloom(vmState.receipts)
|
|
|
|
if minedBlock.header.bloom != bloom:
|
|
|
|
raise newException(ValidationError, "wrong bloom")
|
|
|
|
|
|
|
|
let receiptRoot = calcReceiptRoot(vmState.receipts)
|
|
|
|
if minedBlock.header.receiptRoot != receiptRoot:
|
|
|
|
raise newException(ValidationError, "wrong receiptRoot")
|
|
|
|
|
|
|
|
let txRoot = calcTxRoot(minedBlock.transactions)
|
|
|
|
if minedBlock.header.txRoot != txRoot:
|
|
|
|
raise newException(ValidationError, "wrong txRoot")
|
|
|
|
|
2019-09-07 10:32:06 +00:00
|
|
|
proc processBlock(vmState: BaseVMState, minedBlock: PlainBlock, fork: Fork) =
|
|
|
|
vmState.receipts = newSeq[Receipt](minedBlock.transactions.len)
|
2019-09-07 08:38:44 +00:00
|
|
|
vmState.cumulativeGasUsed = 0
|
|
|
|
|
2019-09-07 10:32:06 +00:00
|
|
|
for txIndex, tx in minedBlock.transactions:
|
2019-09-07 08:38:44 +00:00
|
|
|
var sender: EthAddress
|
|
|
|
if tx.getSender(sender):
|
|
|
|
let gasUsed = processTransaction(tx, sender, vmState, fork)
|
|
|
|
else:
|
|
|
|
raise newException(ValidationError, "could not get sender")
|
|
|
|
vmState.receipts[txIndex] = makeReceipt(vmState, fork)
|
|
|
|
|
2019-09-07 10:32:06 +00:00
|
|
|
assignBlockRewards(minedBlock, vmState, fork, vmState.chainDB)
|
2019-09-07 08:38:44 +00:00
|
|
|
|
2019-09-07 10:32:06 +00:00
|
|
|
func validateBlockUnchanged(a, b: PlainBlock): bool =
|
|
|
|
result = rlp.encode(a) == rlp.encode(b)
|
|
|
|
|
2019-09-09 05:27:17 +00:00
|
|
|
#[
|
|
|
|
def check_pow(block_number: int,
|
|
|
|
mining_hash: Hash32,
|
|
|
|
mix_hash: Hash32,
|
|
|
|
nonce: bytes,
|
|
|
|
difficulty: int) -> None:
|
|
|
|
validate_length(mix_hash, 32, title="Mix Hash")
|
|
|
|
validate_length(mining_hash, 32, title="Mining Hash")
|
|
|
|
validate_length(nonce, 8, title="POW Nonce")
|
|
|
|
cache = get_cache(block_number)
|
|
|
|
mining_output = hashimoto_light(
|
|
|
|
block_number, cache, mining_hash, big_endian_to_int(nonce))
|
|
|
|
if mining_output[b'mix digest'] != mix_hash:
|
|
|
|
raise newException(ValidationError,(
|
|
|
|
"mix hash mismatch; expected: {} != actual: {}. "
|
|
|
|
"Mix hash calculated from block #{}, mine hash {}, nonce {}, difficulty {}, "
|
|
|
|
"cache hash {}".format(
|
|
|
|
encode_hex(mining_output[b'mix digest']),
|
|
|
|
encode_hex(mix_hash),
|
|
|
|
block_number,
|
|
|
|
encode_hex(mining_hash),
|
|
|
|
encode_hex(nonce),
|
|
|
|
difficulty,
|
|
|
|
encode_hex(keccak(cache)),
|
|
|
|
)
|
|
|
|
)
|
|
|
|
result = big_endian_to_int(mining_output[b'result'])
|
|
|
|
validate_lte(result, 2**256 // difficulty, title="POW Difficulty")
|
|
|
|
]#
|
|
|
|
|
|
|
|
func validateSeal(header: BlockHeader) =
|
|
|
|
#def validate_seal(cls, header: BlockHeader) -> None:
|
|
|
|
# """
|
|
|
|
# Validate the seal on the given header.
|
|
|
|
# """
|
|
|
|
# check_pow(
|
|
|
|
# header.block_number, header.mining_hash,
|
|
|
|
# header.mix_hash, header.nonce, header.difficulty)
|
|
|
|
discard
|
|
|
|
|
|
|
|
func validateGasLimit(gasLimit, parentGasLimit: GasInt) =
|
|
|
|
if gasLimit < GAS_LIMIT_MINIMUM:
|
|
|
|
raise newException(ValidationError, "Gas limit is below minimum")
|
2019-09-09 06:05:16 +00:00
|
|
|
if gasLimit > GAS_LIMIT_MAXIMUM:
|
|
|
|
raise newException(ValidationError, "Gas limit is above maximum")
|
2019-09-09 05:27:17 +00:00
|
|
|
let diff = gasLimit - parentGasLimit
|
|
|
|
if diff > (parentGasLimit div GAS_LIMIT_ADJUSTMENT_FACTOR):
|
|
|
|
raise newException(ValidationError, "Gas limit difference to parent is too big")
|
|
|
|
|
|
|
|
func validateHeader(header, parentHeader: BlockHeader, checkSeal: bool) =
|
|
|
|
if header.extraData.len > 32:
|
|
|
|
raise newException(ValidationError, "BlockHeader.extraData larger than 32 bytes")
|
|
|
|
|
|
|
|
validateGasLimit(header.gasLimit, parentHeader.gasLimit)
|
|
|
|
|
|
|
|
if header.blockNumber != parentHeader.blockNumber + 1:
|
|
|
|
raise newException(ValidationError, "Blocks must be numbered consecutively.")
|
|
|
|
|
|
|
|
if header.timestamp.toUnix <= parentHeader.timestamp.toUnix:
|
|
|
|
raise newException(ValidationError, "timestamp must be strictly later than parent")
|
|
|
|
|
|
|
|
if checkSeal:
|
|
|
|
validateSeal(header)
|
|
|
|
|
|
|
|
func validateUncle(currBlock, uncle, uncleParent: BlockHeader) =
|
|
|
|
if uncle.blockNumber >= currBlock.blockNumber:
|
|
|
|
raise newException(ValidationError, "uncle block number larger than current block number")
|
|
|
|
|
|
|
|
if uncle.blockNumber != uncleParent.blockNumber + 1:
|
|
|
|
raise newException(ValidationError, "Uncle number is not one above ancestor's number")
|
|
|
|
|
|
|
|
if uncle.timestamp.toUnix < uncleParent.timestamp.toUnix:
|
|
|
|
raise newException(ValidationError, "Uncle timestamp is before ancestor's timestamp")
|
|
|
|
|
|
|
|
if uncle.gasUsed > uncle.gasLimit:
|
|
|
|
raise newException(ValidationError, "Uncle's gas usage is above the limit")
|
|
|
|
|
|
|
|
proc validateGasLimit(chainDB: BaseChainDB, header: BlockHeader) =
|
|
|
|
let parentHeader = chainDB.getBlockHeader(header.parentHash)
|
|
|
|
let (lowBound, highBound) = gasLimitBounds(parentHeader)
|
|
|
|
|
2019-09-09 06:05:16 +00:00
|
|
|
if header.gasLimit.u256 < lowBound:
|
|
|
|
raise newException(ValidationError, "The gas limit is too low")
|
|
|
|
elif header.gasLimit.u256 > highBound:
|
|
|
|
raise newException(ValidationError, "The gas limit is too high")
|
2019-09-09 05:27:17 +00:00
|
|
|
|
|
|
|
proc validateUncles(chainDB: BaseChainDB, currBlock: PlainBlock, checkSeal: bool) =
|
|
|
|
let hasUncles = currBlock.uncles.len > 0
|
|
|
|
let shouldHaveUncles = currBlock.header.ommersHash != EMPTY_UNCLE_HASH
|
|
|
|
|
|
|
|
if not hasUncles and not shouldHaveUncles:
|
|
|
|
# optimization to avoid loading ancestors from DB, since the block has no uncles
|
|
|
|
return
|
|
|
|
elif hasUncles and not shouldHaveUncles:
|
|
|
|
raise newException(ValidationError, "Block has uncles but header suggests uncles should be empty")
|
|
|
|
elif shouldHaveUncles and not hasUncles:
|
|
|
|
raise newException(ValidationError, "Header suggests block should have uncles but block has none")
|
|
|
|
|
|
|
|
# Check for duplicates
|
|
|
|
var uncleSet = initSet[Hash256]()
|
|
|
|
for uncle in currBlock.uncles:
|
|
|
|
let uncleHash = uncle.hash
|
|
|
|
if uncleHash in uncleSet:
|
|
|
|
raise newException(ValidationError, "Block contains duplicate uncles")
|
|
|
|
else:
|
|
|
|
uncleSet.incl uncleHash
|
|
|
|
|
|
|
|
let recentAncestorHashes = chainDB.getAncestorsHashes(MAX_UNCLE_DEPTH + 1, currBlock.header)
|
|
|
|
let recentUncleHashes = chainDB.getUncleHashes(recentAncestorHashes)
|
|
|
|
let blockHash =currBlock.header.hash
|
|
|
|
|
|
|
|
for uncle in currBlock.uncles:
|
|
|
|
let uncleHash = uncle.hash
|
|
|
|
|
|
|
|
if uncleHash == blockHash:
|
|
|
|
raise newException(ValidationError, "Uncle has same hash as block")
|
|
|
|
|
|
|
|
# ensure the uncle has not already been included.
|
|
|
|
if uncleHash in recentUncleHashes:
|
|
|
|
raise newException(ValidationError, "Duplicate uncle")
|
|
|
|
|
|
|
|
# ensure that the uncle is not one of the canonical chain blocks.
|
|
|
|
if uncleHash in recentAncestorHashes:
|
|
|
|
raise newException(ValidationError, "Uncle cannot be an ancestor")
|
|
|
|
|
|
|
|
# ensure that the uncle was built off of one of the canonical chain
|
|
|
|
# blocks.
|
|
|
|
if (uncle.parentHash notin recentAncestorHashes) or
|
|
|
|
(uncle.parentHash == currBlock.header.parentHash):
|
|
|
|
raise newException(ValidationError, "Uncle's parent is not an ancestor")
|
|
|
|
|
|
|
|
# Now perform VM level validation of the uncle
|
|
|
|
if checkSeal:
|
|
|
|
validateSeal(uncle)
|
|
|
|
|
|
|
|
let uncleParent = chainDB.getBlockHeader(uncle.parentHash)
|
|
|
|
validateUncle(currBlock.header, uncle, uncleParent)
|
|
|
|
|
|
|
|
func isGenesis(currBlock: PlainBlock): bool =
|
|
|
|
result = currBlock.header.blockNumber == 0.u256
|
|
|
|
|
|
|
|
proc validateBlock(chainDB: BaseChainDB, currBlock: PlainBlock, checkSeal: bool): bool =
|
|
|
|
if currBlock.isGenesis:
|
|
|
|
if currBlock.header.extraData.len > 32:
|
|
|
|
raise newException(ValidationError, "BlockHeader.extraData larger than 32 bytes")
|
2019-09-09 06:05:16 +00:00
|
|
|
|
|
|
|
let parentHeader = chainDB.getBlockHeader(currBlock.header.parentHash)
|
|
|
|
validateHeader(currBlock.header, parentHeader, checkSeal)
|
2019-09-09 05:27:17 +00:00
|
|
|
|
|
|
|
if currBlock.uncles.len > MAX_UNCLES:
|
|
|
|
raise newException(ValidationError, "Number of uncles exceed limit.")
|
|
|
|
|
2019-09-09 06:05:16 +00:00
|
|
|
if not chainDB.exists(currBlock.header.stateRoot):
|
|
|
|
raise newException(ValidationError, "`state_root` was not found in the db.")
|
|
|
|
|
|
|
|
validateUncles(chainDB, currBlock, checkSeal)
|
|
|
|
validateGaslimit(chainDB, currBlock.header)
|
|
|
|
|
2019-09-07 10:32:06 +00:00
|
|
|
result = true
|
2019-09-07 10:09:23 +00:00
|
|
|
|
2019-09-09 05:27:17 +00:00
|
|
|
proc importBlock(chainDB: BaseChainDB, preminedBlock: PlainBlock, fork: Fork, checkSeal: bool, validation = true): PlainBlock =
|
2019-09-05 09:07:08 +00:00
|
|
|
let parentHeader = chainDB.getBlockHeader(preminedBlock.header.parentHash)
|
|
|
|
let baseHeaderForImport = generateHeaderFromParentHeader(parentHeader,
|
|
|
|
preminedBlock.header.coinbase, fork, some(preminedBlock.header.timestamp), @[])
|
2019-09-07 08:38:44 +00:00
|
|
|
|
2019-09-07 10:32:06 +00:00
|
|
|
deepCopy(result, preminedBlock)
|
2019-09-07 08:38:44 +00:00
|
|
|
var vmState = newBaseVMState(parentHeader.stateRoot, baseHeaderForImport, chainDB)
|
2019-09-09 06:05:16 +00:00
|
|
|
|
2019-09-07 10:32:06 +00:00
|
|
|
processBlock(vmState, result, fork)
|
2019-09-09 06:05:16 +00:00
|
|
|
result.header.stateRoot = vmState.blockHeader.stateRoot
|
2019-09-09 05:27:17 +00:00
|
|
|
result.header.parentHash = parentHeader.hash
|
2019-09-07 08:38:44 +00:00
|
|
|
|
2019-09-07 10:32:06 +00:00
|
|
|
if validation:
|
2019-09-09 05:27:17 +00:00
|
|
|
#if not validateBlockUnchanged(result, preminedBlock):
|
|
|
|
#raise newException(ValidationError, "block changed")
|
|
|
|
if not validateBlock(chainDB, result, checkSeal):
|
2019-09-07 10:32:06 +00:00
|
|
|
raise newException(ValidationError, "invalid block")
|
2019-09-05 09:07:08 +00:00
|
|
|
|
|
|
|
discard chainDB.persistHeaderToDb(preminedBlock.header)
|
2019-09-04 07:32:17 +00:00
|
|
|
|
|
|
|
proc applyFixtureBlockToChain(tb: TesterBlock,
|
2019-09-09 05:27:17 +00:00
|
|
|
chainDB: BaseChainDB, fork: Fork, checkSeal: bool, validation = true): (PlainBlock, PlainBlock, Blob) =
|
2019-09-04 07:32:17 +00:00
|
|
|
var
|
|
|
|
preminedBlock = rlp.decode(tb.headerRLP, PlainBlock)
|
|
|
|
minedBlock = chainDB.importBlock(preminedBlock, fork, validation)
|
|
|
|
rlpEncodedMinedBlock = rlp.encode(minedBlock)
|
|
|
|
result = (preminedBlock, minedBlock, rlpEncodedMinedBlock)
|
|
|
|
|
2019-09-09 05:27:17 +00:00
|
|
|
func shouldCheckSeal(tester: Tester): bool =
|
2019-09-09 06:05:16 +00:00
|
|
|
if tester.sealEngine.isSome:
|
|
|
|
result = tester.sealEngine.get() != NoProof
|
2019-09-09 05:27:17 +00:00
|
|
|
|
2019-09-05 09:07:08 +00:00
|
|
|
proc runTester(tester: Tester, chainDB: BaseChainDB, testStatusIMPL: var TestStatus) =
|
2019-09-04 07:32:17 +00:00
|
|
|
discard chainDB.persistHeaderToDb(tester.genesisBlockHeader)
|
|
|
|
check chainDB.getCanonicalHead().blockHash == tester.genesisBlockHeader.blockHash
|
2019-09-09 05:27:17 +00:00
|
|
|
let checkSeal = tester.shouldCheckSeal
|
2019-09-03 16:41:01 +00:00
|
|
|
|
2019-09-04 07:32:17 +00:00
|
|
|
for testerBlock in tester.blocks:
|
|
|
|
let shouldBeGoodBlock = testerBlock.blockHeader.isSome
|
|
|
|
|
|
|
|
if shouldBeGoodBlock:
|
|
|
|
let blockNumber = testerBlock.blockHeader.get().blockNumber
|
|
|
|
let fork = vmConfigToFork(tester.vmConfig, blockNumber)
|
|
|
|
|
|
|
|
let (preminedBlock, minedBlock, blockRlp) = applyFixtureBlockToChain(
|
2019-09-09 05:27:17 +00:00
|
|
|
testerBlock, chainDB, fork, checkSeal, validation = false) # we manually validate below
|
|
|
|
check validateBlock(chainDB, preminedBlock, checkSeal) == true
|
2019-09-07 10:50:34 +00:00
|
|
|
else:
|
|
|
|
var noError = true
|
|
|
|
try:
|
|
|
|
let fork = vmConfigToFork(tester.vmConfig, 1.u256)
|
2019-09-09 05:27:17 +00:00
|
|
|
let (_, _, _) = applyFixtureBlockToChain(testerBlock,
|
|
|
|
chainDB, fork, checkSeal, validation = true)
|
2019-09-07 10:50:34 +00:00
|
|
|
except ValueError, ValidationError, BlockNotFound, MalformedRlpError, RlpTypeMismatch:
|
|
|
|
# failure is expected on this bad block
|
|
|
|
noError = false
|
|
|
|
|
|
|
|
# Block should have caused a validation error
|
|
|
|
check noError == false
|
2019-09-03 15:06:43 +00:00
|
|
|
|
2019-09-07 09:47:06 +00:00
|
|
|
proc testFixture(node: JsonNode, testStatusIMPL: var TestStatus, debugMode = false) =
|
2019-09-05 09:07:08 +00:00
|
|
|
# 1 - mine the genesis block
|
|
|
|
# 2 - loop over blocks:
|
|
|
|
# - apply transactions
|
|
|
|
# - mine block
|
|
|
|
# 3 - diff resulting state with expected state
|
|
|
|
# 4 - check that all previous blocks were valid
|
|
|
|
|
2019-09-03 15:06:43 +00:00
|
|
|
for fixtureName, fixture in node:
|
2019-09-04 07:32:17 +00:00
|
|
|
var tester = parseTester(fixture, testStatusIMPL)
|
2019-09-07 08:38:44 +00:00
|
|
|
var chainDB = newBaseChainDB(newMemoryDb(), false)
|
2019-09-03 15:06:43 +00:00
|
|
|
|
2019-09-05 09:07:08 +00:00
|
|
|
echo "TESTING: ", fixtureName
|
2019-09-04 07:32:17 +00:00
|
|
|
if not tester.good: continue
|
2019-09-03 15:06:43 +00:00
|
|
|
|
|
|
|
var vmState = newBaseVMState(emptyRlpHash,
|
2019-09-05 09:07:08 +00:00
|
|
|
tester.genesisBlockHeader, chainDB)
|
2019-09-03 15:06:43 +00:00
|
|
|
|
|
|
|
vmState.mutateStateDB:
|
|
|
|
setupStateDB(fixture["pre"], db)
|
|
|
|
|
|
|
|
let obtainedHash = $(vmState.readOnlyStateDB.rootHash)
|
2019-09-04 07:32:17 +00:00
|
|
|
check obtainedHash == $(tester.genesisBlockHeader.stateRoot)
|
2019-09-03 15:06:43 +00:00
|
|
|
|
2019-09-07 09:47:06 +00:00
|
|
|
tester.debugMode = debugMode
|
2019-09-05 09:07:08 +00:00
|
|
|
tester.runTester(chainDB, testStatusIMPL)
|
2019-09-03 16:41:01 +00:00
|
|
|
|
2019-09-07 10:35:36 +00:00
|
|
|
let latestBlockHash = chainDB.getCanonicalHead().blockHash
|
|
|
|
if latestBlockHash != tester.lastBlockHash:
|
|
|
|
verifyStateDB(fixture["postState"], vmState.readOnlyStateDB)
|
2019-09-03 15:06:43 +00:00
|
|
|
|
2019-09-07 09:47:06 +00:00
|
|
|
proc main() =
|
|
|
|
if paramCount() == 0:
|
|
|
|
# run all test fixtures
|
|
|
|
suite "block chain json tests":
|
|
|
|
jsonTest("BlockchainTests", testFixture)
|
|
|
|
else:
|
|
|
|
# execute single test in debug mode
|
|
|
|
let config = getConfiguration()
|
|
|
|
if config.testSubject.len == 0:
|
|
|
|
echo "missing test subject"
|
|
|
|
quit(QuitFailure)
|
|
|
|
|
|
|
|
let path = "tests" / "fixtures" / "BlockChainTests"
|
|
|
|
let n = json.parseFile(path / config.testSubject)
|
|
|
|
var testStatusIMPL: TestStatus
|
|
|
|
testFixture(n, testStatusIMPL, debugMode = true)
|
|
|
|
|
|
|
|
when isMainModule:
|
|
|
|
var message: string
|
|
|
|
|
|
|
|
## Processing command line arguments
|
|
|
|
if processArguments(message) != Success:
|
|
|
|
echo message
|
|
|
|
quit(QuitFailure)
|
|
|
|
else:
|
|
|
|
if len(message) > 0:
|
|
|
|
echo message
|
|
|
|
quit(QuitSuccess)
|
|
|
|
|
|
|
|
main()
|
|
|
|
|
2019-09-03 15:06:43 +00:00
|
|
|
# lastBlockHash -> every fixture has it, hash of a block header
|
|
|
|
# genesisRLP -> NOT every fixture has it, rlp bytes of genesis block header
|
|
|
|
# _info -> every fixture has it, can be omitted
|
|
|
|
# pre, postState -> every fixture has it, prestate and post state
|
|
|
|
# genesisBlockHeader -> every fixture has it
|
|
|
|
# network -> every fixture has it
|
|
|
|
# # EIP150 247
|
|
|
|
# # ConstantinopleFix 286
|
|
|
|
# # Homestead 256
|
|
|
|
# # Frontier 396
|
|
|
|
# # Byzantium 263
|
|
|
|
# # EIP158ToByzantiumAt5 1
|
|
|
|
# # EIP158 233
|
|
|
|
# # HomesteadToDaoAt5 4
|
|
|
|
# # Constantinople 285
|
|
|
|
# # HomesteadToEIP150At5 1
|
|
|
|
# # FrontierToHomesteadAt5 7
|
|
|
|
# # ByzantiumToConstantinopleFixAt5 1
|
|
|
|
|
|
|
|
# sealEngine -> NOT every fixture has it
|
|
|
|
# # NoProof 1709
|
|
|
|
# # Ethash 112
|
|
|
|
|
|
|
|
# blocks -> every fixture has it, an array of blocks ranging from 1 block to 303 blocks
|
|
|
|
# # transactions 6230 can be empty
|
|
|
|
# # # to 6089 -> "" if contractCreation
|
|
|
|
# # # value 6089
|
|
|
|
# # # gasLimit 6089 -> "gas"
|
|
|
|
# # # s 6089
|
|
|
|
# # # r 6089
|
|
|
|
# # # gasPrice 6089
|
|
|
|
# # # v 6089
|
|
|
|
# # # data 6089 -> "input"
|
|
|
|
# # # nonce 6089
|
|
|
|
# # blockHeader 6230 can be not present, e.g. bad rlp
|
|
|
|
# # uncleHeaders 6230 can be empty
|
|
|
|
|
|
|
|
# # rlp 6810 has rlp but no blockheader, usually has exception
|
|
|
|
# # blocknumber 2733
|
|
|
|
# # chainname 1821 -> 'A' to 'H', and 'AA' to 'DD'
|
|
|
|
# # chainnetwork 21 -> all values are "Frontier"
|
|
|
|
# # expectExceptionALL 420
|
|
|
|
# # # UncleInChain 55
|
|
|
|
# # # InvalidTimestamp 42
|
|
|
|
# # # InvalidGasLimit 42
|
|
|
|
# # # InvalidNumber 42
|
|
|
|
# # # InvalidDifficulty 35
|
|
|
|
# # # InvalidBlockNonce 28
|
|
|
|
# # # InvalidUncleParentHash 26
|
|
|
|
# # # ExtraDataTooBig 21
|
|
|
|
# # # InvalidStateRoot 21
|
|
|
|
# # # ExtraDataIncorrect 19
|
|
|
|
# # # UnknownParent 16
|
|
|
|
# # # TooMuchGasUsed 14
|
|
|
|
# # # InvalidReceiptsStateRoot 9
|
|
|
|
# # # InvalidUnclesHash 7
|
|
|
|
# # # UncleIsBrother 7
|
|
|
|
# # # UncleTooOld 7
|
|
|
|
# # # InvalidTransactionsRoot 7
|
|
|
|
# # # InvalidGasUsed 7
|
|
|
|
# # # InvalidLogBloom 7
|
|
|
|
# # # TooManyUncles 7
|
|
|
|
# # # OutOfGasIntrinsic 1
|
|
|
|
# # expectExceptionEIP150 17
|
|
|
|
# # # TooMuchGasUsed 7
|
|
|
|
# # # InvalidReceiptsStateRoot 7
|
|
|
|
# # # InvalidStateRoot 3
|
|
|
|
# # expectExceptionByzantium 17
|
|
|
|
# # # InvalidStateRoot 10
|
|
|
|
# # # TooMuchGasUsed 7
|
|
|
|
# # expectExceptionHomestead 17
|
|
|
|
# # # InvalidReceiptsStateRoot 7
|
|
|
|
# # # BlockGasLimitReached 7
|
|
|
|
# # # InvalidStateRoot 3
|
|
|
|
# # expectExceptionConstantinople 14
|
|
|
|
# # # InvalidStateRoot 7
|
|
|
|
# # # TooMuchGasUsed 7
|
|
|
|
# # expectExceptionEIP158 14
|
|
|
|
# # # TooMuchGasUsed 7
|
|
|
|
# # # InvalidReceiptsStateRoot 7
|
|
|
|
# # expectExceptionFrontier 14
|
|
|
|
# # # InvalidReceiptsStateRoot 7
|
|
|
|
# # # BlockGasLimitReached 7
|
|
|
|
# # expectExceptionConstantinopleFix 14
|
|
|
|
# # # InvalidStateRoot 7
|
|
|
|
# # # TooMuchGasUsed 7
|