nimbus-eth1/tests/test_helpers.nim

299 lines
10 KiB
Nim
Raw Normal View History

# Nimbus
# Copyright (c) 2018 Status Research & Development GmbH
# Licensed under either of
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or http://www.apache.org/licenses/LICENSE-2.0)
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT)
# at your option. This file may not be copied, modified, or distributed except according to those terms.
2018-01-17 11:24:09 +00:00
import
2019-11-13 14:49:39 +00:00
os, macros, json, strformat, strutils, parseutils, os, tables,
2020-07-21 06:15:06 +00:00
stew/byteutils, net, eth/[common, keys, rlp, p2p], unittest2,
testutils/markdown_reports,
../nimbus/[constants, config, transaction, utils, errors],
../nimbus/vm_types2,
../nimbus/db/accounts_cache,
../nimbus/random_keys
2018-01-17 11:24:09 +00:00
func revmap(x: Table[Fork, string]): Table[string, Fork] =
result = initTable[string, Fork]()
for k, v in x:
result[v] = k
const
# from https://ethereum-tests.readthedocs.io/en/latest/test_types/state_tests.html
forkNames* = {
FkFrontier: "Frontier",
FkHomestead: "Homestead",
FkTangerine: "EIP150",
FkSpurious: "EIP158",
FkByzantium: "Byzantium",
2020-03-04 09:32:30 +00:00
FkConstantinople: "Constantinople",
FkPetersburg: "ConstantinopleFix",
FkIstanbul: "Istanbul",
FkBerlin: "Berlin"
}.toTable
supportedForks* = {
FkFrontier,
FkHomestead,
FkTangerine,
FkSpurious,
FkByzantium,
FkConstantinople,
2020-03-04 09:32:30 +00:00
FkPetersburg,
FkIstanbul,
FkBerlin}
nameToFork* = revmap(forkNames)
func skipNothing*(folder: string, name: string): bool = false
2019-03-15 15:34:05 +00:00
proc lacksSupportedForks*(fixtures: JsonNode): bool =
# XXX: Until Nimbus supports all forks, some of the GeneralStateTests won't work.
2019-03-15 15:34:05 +00:00
var fixture: JsonNode
for label, child in fixtures:
fixture = child
break
# not all fixtures make a distinction between forks, so default to accepting
# them all, until we find the ones that specify forks in their "post" section
result = false
2019-03-15 15:34:05 +00:00
if fixture.kind == JObject and fixture.hasKey("transaction") and fixture.hasKey("post"):
result = true
for fork in supportedForks:
2019-03-15 15:34:05 +00:00
if fixture["post"].hasKey(forkNames[fork]):
result = false
break
var status = initOrderedTable[string, OrderedTable[string, Status]]()
proc jsonTestImpl*(inputFolder, outputName: string, handler, skipTest: NimNode): NimNode {.compileTime.} =
let
testStatusIMPL = ident("testStatusIMPL")
testName = ident("testName")
# workaround for strformat in quote do: https://github.com/nim-lang/Nim/issues/8220
2020-04-15 11:09:49 +00:00
symbol {.used.} = newIdentNode"symbol"
final {.used.} = newIdentNode"final"
name {.used.} = newIdentNode"name"
formatted {.used.} = newStrLitNode"{symbol[final]} {name:<64}{$final}{'\n'}"
2018-02-13 17:18:08 +00:00
result = quote:
var filenames: seq[string] = @[]
for filename in walkDirRec("tests" / "fixtures" / `inputFolder`):
if not filename.endsWith(".json"):
continue
var (folder, name) = filename.splitPath()
let last = folder.splitPath().tail
if not status.hasKey(last):
status[last] = initOrderedTable[string, Status]()
status[last][name] = Status.Skip
if `skipTest`(last, name):
continue
filenames.add(filename)
doAssert(filenames.len > 0)
for fname in filenames:
test fname:
{.gcsafe.}:
let
filename = `testName` # the first argument passed to the `test` template
(folder, name) = filename.splitPath()
last = folder.splitPath().tail
# we set this here because exceptions might be raised in the handler:
status[last][name] = Status.Fail
let fixtures = parseJSON(readFile(filename))
if fixtures.lacksSupportedForks:
status[last][name] = Status.Skip
skip()
else:
2020-07-21 06:15:06 +00:00
# when not paralleliseTests:
# echo filename
`handler`(fixtures, `testStatusIMPL`)
if `testStatusIMPL` == OK:
status[last][name] = Status.OK
elif `testStatusIMPL` == SKIPPED:
status[last][name] = Status.Skip
suiteTeardown:
status.sort do (a: (string, OrderedTable[string, Status]),
b: (string, OrderedTable[string, Status])) -> int: cmp(a[0], b[0])
generateReport(`outputName`, status)
status.clear()
2018-01-17 11:24:09 +00:00
macro jsonTest*(inputFolder, outputName: static[string], handler: untyped, skipTest: untyped = skipNothing): untyped =
result = jsonTestImpl(inputFolder, outputName, handler, skipTest)
macro jsonTest*(inputFolder: static[string], handler: untyped, skipTest: untyped = skipNothing): untyped =
result = jsonTestImpl(inputFolder, inputFolder, handler, skipTest)
func ethAddressFromHex*(s: string): EthAddress = hexToByteArray(s, result)
2018-05-30 16:11:15 +00:00
func safeHexToSeqByte*(hexStr: string): seq[byte] =
if hexStr == "":
@[]
else:
hexStr.hexToSeqByte
func getHexadecimalInt*(j: JsonNode): int64 =
# parseutils.parseHex works with int which will overflow in 32 bit
var data: StUInt[64]
data = fromHex(StUInt[64], j.getStr)
result = cast[int64](data)
2020-05-30 03:14:59 +00:00
proc setupStateDB*(wantedState: JsonNode, stateDB: var AccountsCache) =
for ac, accountData in wantedState:
let account = ethAddressFromHex(ac)
2018-02-13 17:18:08 +00:00
for slot, value in accountData{"storage"}:
stateDB.setStorage(account, fromHex(UInt256, slot), fromHex(UInt256, value.getStr))
let nonce = accountData{"nonce"}.getHexadecimalInt.AccountNonce
let code = accountData{"code"}.getStr.safeHexToSeqByte
let balance = UInt256.fromHex accountData{"balance"}.getStr
2018-01-17 11:24:09 +00:00
2018-02-13 17:18:08 +00:00
stateDB.setNonce(account, nonce)
stateDB.setCode(account, code)
stateDB.setBalance(account, balance)
2018-12-31 03:28:12 +00:00
proc verifyStateDB*(wantedState: JsonNode, stateDB: ReadOnlyStateDB) =
for ac, accountData in wantedState:
let account = ethAddressFromHex(ac)
for slot, value in accountData{"storage"}:
let
slotId = UInt256.fromHex slot
wantedValue = UInt256.fromHex value.getStr
2020-05-30 03:14:59 +00:00
let actualValue = stateDB.getStorage(account, slotId)
#if not found:
# raise newException(ValidationError, "account not found: " & ac)
2019-09-23 15:50:13 +00:00
if actualValue != wantedValue:
2019-09-25 13:05:33 +00:00
raise newException(ValidationError, &"{ac} storageDiff: [{slot}] {actualValue.toHex} != {wantedValue.toHex}")
let
wantedCode = hexToSeqByte(accountData{"code"}.getStr)
wantedBalance = UInt256.fromHex accountData{"balance"}.getStr
2019-09-23 15:50:13 +00:00
wantedNonce = accountData{"nonce"}.getHexadecimalInt.AccountNonce
actualCode = stateDB.getCode(account)
actualBalance = stateDB.getBalance(account)
actualNonce = stateDB.getNonce(account)
2019-09-23 15:50:13 +00:00
if wantedCode != actualCode:
2021-01-13 11:17:38 +00:00
raise newException(ValidationError, &"{ac} codeDiff {wantedCode.toHex} != {actualCode.toHex}")
2019-09-23 15:50:13 +00:00
if wantedBalance != actualBalance:
2019-09-25 13:05:33 +00:00
raise newException(ValidationError, &"{ac} balanceDiff {wantedBalance.toHex} != {actualBalance.toHex}")
2019-09-23 15:50:13 +00:00
if wantedNonce != actualNonce:
2019-09-25 13:05:33 +00:00
raise newException(ValidationError, &"{ac} nonceDiff {wantedNonce.toHex} != {actualNonce.toHex}")
proc parseAccessList(n: JsonNode): AccessList =
if n.kind == JNull:
return
for x in n:
var ap = AccessPair(
address: parseAddress(x["address"].getStr)
)
let sks = x["storageKeys"]
for sk in sks:
ap.storageKeys.add hexToByteArray[32](sk.getStr())
result.add ap
proc signTx(tx: var LegacyTx, privateKey: PrivateKey) =
let sig = sign(privateKey, tx.rlpEncode)
let raw = sig.toRaw()
tx.R = fromBytesBE(Uint256, raw[0..31])
tx.S = fromBytesBE(Uint256, raw[32..63])
tx.V = raw[64].int64 + 27
proc signTx(tx: var AccessListTx, privateKey: PrivateKey) =
let sig = sign(privateKey, tx.rlpEncode)
let raw = sig.toRaw()
tx.R = fromBytesBE(Uint256, raw[0..31])
tx.S = fromBytesBE(Uint256, raw[32..63])
tx.V = raw[64].int64
proc getFixtureTransaction*(j: JsonNode, dataIndex, gasIndex, valueIndex: int): Transaction =
let nonce = j["nonce"].getHexadecimalInt.AccountNonce
let gasPrice = j["gasPrice"].getHexadecimalInt
let gasLimit = j["gasLimit"][gasIndex].getHexadecimalInt
var toAddr: EthAddress
var contract: bool
# Fixture transactions with `"to": ""` are contract creations.
#
# Fixture transactions with `"to": "0x..."` or `"to": "..."` where `...` are
# 40 hex digits are call/transfer transactions. Even if the digits are all
# zeros, because the all-zeros address is a legitimate account.
#
# There are no other formats. The number of digits if present is always 40,
# "0x" prefix is used in some but not all fixtures, and upper case hex digits
# occur in a few.
let rawTo = j["to"].getStr
if rawTo == "":
toAddr = ZERO_ADDRESS
contract = true
else:
toAddr = rawTo.parseAddress
contract = false
let value = fromHex(UInt256, j["value"][valueIndex].getStr)
let payload = j["data"][dataIndex].getStr.safeHexToSeqByte
var secretKey = j["secretKey"].getStr
removePrefix(secretKey, "0x")
let privateKey = PrivateKey.fromHex(secretKey).tryGet()
if j.hasKey("accessLists"):
let accList = j["accessLists"][dataIndex]
var tx = AccessListTx(
nonce: nonce,
gasPrice: gasPrice,
gasLimit: gasLimit,
to: toAddr,
isContractCreation: contract,
value: value,
payload: payload,
accessList: parseAccessList(accList),
chainId: common.ChainId(1)
)
signTx(tx, privateKey)
Transaction(
txType: AccessListTxType,
accessListTx: tx
)
else:
var tx = LegacyTx(
nonce: nonce,
gasPrice: gasPrice,
gasLimit: gasLimit,
to: toAddr,
isContractCreation: contract,
value: value,
payload: payload
)
signTx(tx, privateKey)
Transaction(
txType: LegacyTxType,
legacyTx: tx
)
2019-03-18 01:55:02 +00:00
proc hashLogEntries*(logs: seq[Log]): string =
toLowerAscii("0x" & $keccakHash(rlp.encode(logs)))
2019-04-24 20:45:29 +00:00
proc setupEthNode*(capabilities: varargs[ProtocolInfo, `protocolInfo`]): EthereumNode =
var conf = getConfiguration()
conf.net.nodekey = randomPrivateKey()
let keypair = conf.net.nodekey.toKeyPair()
2019-04-24 20:45:29 +00:00
var srvAddress: Address
srvAddress.ip = parseIpAddress("0.0.0.0")
srvAddress.tcpPort = Port(conf.net.bindPort)
srvAddress.udpPort = Port(conf.net.discPort)
result = newEthereumNode(
keypair, srvAddress, conf.net.networkId, nil, "nimbus 0.1.0",
addAllCapabilities = false)
2019-04-24 20:45:29 +00:00
for capability in capabilities:
result.addCapability capability