import db/[db_chain, accounts_cache, capturedb], eth/common, utils, json, constants, vm_state, vm_types, transaction, p2p/executor, eth/trie/db, nimcrypto, strutils, chronicles, rpc/hexstrings, launcher, stew/results when defined(geth): import db/geth_db proc getParentHeader(db: BaseChainDB, header: BlockHeader): BlockHeader = db.blockHeader(header.blockNumber.truncate(uint64) - 1) else: proc getParentHeader(self: BaseChainDB, header: BlockHeader): BlockHeader = self.getBlockHeader(header.parentHash) proc `%`(x: openArray[byte]): JsonNode = result = %toHex(x, false) proc toJson(receipt: Receipt): JsonNode = result = newJObject() result["cumulativeGasUsed"] = %receipt.cumulativeGasUsed result["bloom"] = %receipt.bloom result["logs"] = %receipt.logs if receipt.hasStateRoot: result["root"] = %($receipt.stateRoot) else: result["status"] = %receipt.status proc dumpReceipts*(chainDB: BaseChainDB, header: BlockHeader): JsonNode = result = newJArray() for receipt in chainDB.getReceipts(header.receiptRoot): result.add receipt.toJson proc toJson*(receipts: seq[Receipt]): JsonNode = result = newJArray() for receipt in receipts: result.add receipt.toJson proc captureAccount(n: JsonNode, db: AccountsCache, address: EthAddress, name: string) = var jaccount = newJObject() jaccount["name"] = %name jaccount["address"] = %("0x" & $address) let nonce = db.getNonce(address) let balance = db.getBalance(address) let codeHash = db.getCodeHash(address) let storageRoot = db.getStorageRoot(address) jaccount["nonce"] = %(encodeQuantity(nonce).string.toLowerAscii) jaccount["balance"] = %("0x" & balance.toHex) let code = db.getCode(address) jaccount["codeHash"] = %("0x" & ($codeHash).toLowerAscii) jaccount["code"] = %("0x" & toHex(code, true)) jaccount["storageRoot"] = %("0x" & ($storageRoot).toLowerAscii) var storage = newJObject() for key, value in db.storage(address): storage["0x" & key.dumpHex] = %("0x" & value.dumpHex) jaccount["storage"] = storage n.add jaccount proc dumpMemoryDB*(node: JsonNode, memoryDB: TrieDatabaseRef) = var n = newJObject() for k, v in pairsInMemoryDB(memoryDB): n[k.toHex(false)] = %v node["state"] = n const senderName = "sender" recipientName = "recipient" minerName = "miner" uncleName = "uncle" internalTxName = "internalTx" proc traceTransaction*(chainDB: BaseChainDB, header: BlockHeader, body: BlockBody, txIndex: int, tracerFlags: set[TracerFlags] = {}): JsonNode = let parent = chainDB.getParentHeader(header) # we add a memory layer between backend/lower layer db # and capture state db snapshot during transaction execution memoryDB = newMemoryDB() captureDB = newCaptureDB(chainDB.db, memoryDB) captureTrieDB = trieDB captureDB networkParams = chainDB.networkParams captureChainDB = newBaseChainDB(captureTrieDB, false, chainDB.networkId, networkParams) # prune or not prune? captureFlags = tracerFlags + {EnableAccount} vmState = BaseVMState.new(header, captureChainDB, captureFlags) var stateDb = vmState.stateDB if header.txRoot == BLANK_ROOT_HASH: return newJNull() doAssert(body.transactions.calcTxRoot == header.txRoot) doAssert(body.transactions.len != 0) var gasUsed: GasInt before = newJArray() after = newJArray() stateDiff = %{"before": before, "after": after} beforeRoot: Hash256 let miner = vmState.coinbase() for idx, tx in body.transactions: let sender = tx.getSender let recipient = tx.getRecipient(sender) if idx == txIndex: vmState.enableTracing() before.captureAccount(stateDb, sender, senderName) before.captureAccount(stateDb, recipient, recipientName) before.captureAccount(stateDb, miner, minerName) stateDb.persist() stateDiff["beforeRoot"] = %($stateDb.rootHash) beforeRoot = stateDb.rootHash let rc = vmState.processTransaction(tx, sender, header) gasUsed = if rc.isOk: rc.value else: 0 if idx == txIndex: after.captureAccount(stateDb, sender, senderName) after.captureAccount(stateDb, recipient, recipientName) after.captureAccount(stateDb, miner, minerName) vmState.removeTracedAccounts(sender, recipient, miner) stateDb.persist() stateDiff["afterRoot"] = %($stateDb.rootHash) break # internal transactions: var stateBefore = AccountsCache.init(captureTrieDB, beforeRoot, chainDB.pruneTrie) for idx, acc in tracedAccountsPairs(vmState): before.captureAccount(stateBefore, acc, internalTxName & $idx) for idx, acc in tracedAccountsPairs(vmState): after.captureAccount(stateDb, acc, internalTxName & $idx) result = vmState.getTracingResult() result["gas"] = %gasUsed if TracerFlags.DisableStateDiff notin tracerFlags: result["stateDiff"] = stateDiff # now we dump captured state db if TracerFlags.DisableState notin tracerFlags: result.dumpMemoryDB(memoryDB) proc dumpBlockState*(db: BaseChainDB, header: BlockHeader, body: BlockBody, dumpState = false): JsonNode = let parent = db.getParentHeader(header) memoryDB = newMemoryDB() captureDB = newCaptureDB(db.db, memoryDB) captureTrieDB = trieDB captureDB networkParams = db.networkParams captureChainDB = newBaseChainDB(captureTrieDB, false, db.networkId, networkParams) # we only need stack dump if we want to scan for internal transaction address captureFlags = {EnableTracing, DisableMemory, DisableStorage, EnableAccount} vmState = BaseVMState.new(header, captureChainDB, captureFlags) miner = vmState.coinbase() var before = newJArray() after = newJArray() stateBefore = AccountsCache.init(captureTrieDB, parent.stateRoot, db.pruneTrie) for idx, tx in body.transactions: let sender = tx.getSender let recipient = tx.getRecipient(sender) before.captureAccount(stateBefore, sender, senderName & $idx) before.captureAccount(stateBefore, recipient, recipientName & $idx) before.captureAccount(stateBefore, miner, minerName) for idx, uncle in body.uncles: before.captureAccount(stateBefore, uncle.coinbase, uncleName & $idx) discard vmState.processBlockNotPoA(header, body) var stateAfter = vmState.stateDB for idx, tx in body.transactions: let sender = tx.getSender let recipient = tx.getRecipient(sender) after.captureAccount(stateAfter, sender, senderName & $idx) after.captureAccount(stateAfter, recipient, recipientName & $idx) vmState.removeTracedAccounts(sender, recipient) after.captureAccount(stateAfter, miner, minerName) vmState.removeTracedAccounts(miner) for idx, uncle in body.uncles: after.captureAccount(stateAfter, uncle.coinbase, uncleName & $idx) vmState.removeTracedAccounts(uncle.coinbase) # internal transactions: for idx, acc in tracedAccountsPairs(vmState): before.captureAccount(stateBefore, acc, internalTxName & $idx) for idx, acc in tracedAccountsPairs(vmState): after.captureAccount(stateAfter, acc, internalTxName & $idx) result = %{"before": before, "after": after} if dumpState: result.dumpMemoryDB(memoryDB) proc traceBlock*(chainDB: BaseChainDB, header: BlockHeader, body: BlockBody, tracerFlags: set[TracerFlags] = {}): JsonNode = let parent = chainDB.getParentHeader(header) memoryDB = newMemoryDB() captureDB = newCaptureDB(chainDB.db, memoryDB) captureTrieDB = trieDB captureDB networkParams = chainDB.networkParams captureChainDB = newBaseChainDB(captureTrieDB, false, chainDB.networkId, networkParams) captureFlags = tracerFlags + {EnableTracing} vmState = BaseVMState.new(header, captureChainDB, captureFlags) if header.txRoot == BLANK_ROOT_HASH: return newJNull() doAssert(body.transactions.calcTxRoot == header.txRoot) doAssert(body.transactions.len != 0) var gasUsed = GasInt(0) for tx in body.transactions: let sender = tx.getSender rc = vmState.processTransaction(tx, sender, header) if rc.isOk: gasUsed = gasUsed + rc.value result = vmState.getTracingResult() result["gas"] = %gasUsed if TracerFlags.DisableState notin tracerFlags: result.dumpMemoryDB(memoryDB) proc traceTransactions*(chainDB: BaseChainDB, header: BlockHeader, blockBody: BlockBody): JsonNode = result = newJArray() for i in 0 ..< blockBody.transactions.len: result.add traceTransaction(chainDB, header, blockBody, i, {DisableState}) proc dumpDebuggingMetaData*(chainDB: BaseChainDB, header: BlockHeader, blockBody: BlockBody, vmState: BaseVMState, launchDebugger = true) = let blockNumber = header.blockNumber var memoryDB = newMemoryDB() captureDB = newCaptureDB(chainDB.db, memoryDB) captureTrieDB = trieDB captureDB networkParams = chainDB.networkParams captureChainDB = newBaseChainDB(captureTrieDB, false, chainDB.networkId, networkParams) bloom = createBloom(vmState.receipts) let blockSummary = %{ "receiptsRoot": %("0x" & toHex(calcReceiptRoot(vmState.receipts).data)), "stateRoot": %("0x" & toHex(vmState.stateDB.rootHash.data)), "logsBloom": %("0x" & toHex(bloom)) } var metaData = %{ "blockNumber": %blockNumber.toHex, "txTraces": traceTransactions(captureChainDB, header, blockBody), "stateDump": dumpBlockState(captureChainDB, header, blockBody), "blockTrace": traceBlock(captureChainDB, header, blockBody, {DisableState}), "receipts": toJson(vmState.receipts), "block": blockSummary } metaData.dumpMemoryDB(memoryDB) let jsonFileName = "debug" & $blockNumber & ".json" if launchDebugger: launchPremix(jsonFileName, metaData) else: writeFile(jsonFileName, metaData.pretty())