# Nimbus # Copyright (c) 2018 Status Research & Development GmbH # Licensed under either of # * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or http://www.apache.org/licenses/LICENSE-2.0) # * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT) # at your option. This file may not be copied, modified, or distributed except according to those terms. import tables, sequtils, algorithm, stew/[byteutils, ranges], state_db, eth/trie/[hexary, db], eth/[common, rlp], chronicles, ../errors, ../constants, ./storage_types, ../utils, ../config type BaseChainDB* = ref object db* : TrieDatabaseRef pruneTrie*: bool config* : ChainConfig #KeyType = enum # blockNumberToHash # blockHashToScore # TransactionKey = tuple blockNumber: BlockNumber index: int proc newBaseChainDB*(db: TrieDatabaseRef, pruneTrie: bool = true, id: PublicNetwork = MainNet): BaseChainDB = new(result) result.db = db result.pruneTrie = pruneTrie result.config = publicChainConfig(id) proc `$`*(db: BaseChainDB): string = result = "BaseChainDB" proc exists*(self: BaseChainDB, hash: Hash256): bool = self.db.contains(hash.data) proc getBlockHeader*(self: BaseChainDB; blockHash: Hash256, output: var BlockHeader): bool = let data = self.db.get(genericHashKey(blockHash).toOpenArray).toRange if data.len != 0: output = rlp.decode(data, BlockHeader) result = true proc getBlockHeader*(self: BaseChainDB, blockHash: Hash256): BlockHeader = ## Returns the requested block header as specified by block hash. ## ## Raises BlockNotFound if it is not present in the db. if not self.getBlockHeader(blockHash, result): raise newException(BlockNotFound, "No block with hash " & blockHash.data.toHex) proc getHash(self: BaseChainDB, key: DbKey, output: var Hash256): bool {.inline.} = let data = self.db.get(key.toOpenArray).toRange if data.len != 0: output = rlp.decode(data, Hash256) result = true proc getCanonicalHead*(self: BaseChainDB): BlockHeader = var headHash: Hash256 if not self.getHash(canonicalHeadHashKey(), headHash) or not self.getBlockHeader(headHash, result): raise newException(CanonicalHeadNotFound, "No canonical head set for this chain") proc getBlockHash*(self: BaseChainDB, n: BlockNumber, output: var Hash256): bool {.inline.} = ## Return the block hash for the given block number. self.getHash(blockNumberToHashKey(n), output) proc getBlockHash*(self: BaseChainDB, n: BlockNumber): Hash256 {.inline.} = ## Return the block hash for the given block number. if not self.getHash(blockNumberToHashKey(n), result): raise newException(BlockNotFound, "No block hash for number " & $n) proc getBlockHeader*(self: BaseChainDB; n: BlockNumber, output: var BlockHeader): bool = ## Returns the block header with the given number in the canonical chain. var blockHash: Hash256 if self.getBlockHash(n, blockHash): result = self.getBlockHeader(blockHash, output) proc getBlockHeader*(self: BaseChainDB; n: BlockNumber): BlockHeader = ## Returns the block header with the given number in the canonical chain. ## Raises BlockNotFound error if the block is not in the DB. self.getBlockHeader(self.getBlockHash(n)) proc getScore*(self: BaseChainDB; blockHash: Hash256): Uint256 = rlp.decode(self.db.get(blockHashToScoreKey(blockHash).toOpenArray).toRange, Uint256) proc getAncestorsHashes*(self: BaseChainDB, limit: Uint256, header: BlockHeader): seq[Hash256] = var ancestorCount = min(header.blockNumber, limit).truncate(int) var h = header result = newSeq[Hash256](ancestorCount) while ancestorCount > 0: h = self.getBlockHeader(h.parentHash) result[ancestorCount - 1] = h.hash dec ancestorCount iterator findNewAncestors(self: BaseChainDB; header: BlockHeader): BlockHeader = ## Returns the chain leading up from the given header until the first ancestor it has in ## common with our canonical chain. var h = header var orig: BlockHeader while true: if self.getBlockHeader(h.blockNumber, orig) and orig.hash == h.hash: break yield h if h.parentHash == GENESIS_PARENT_HASH: break else: h = self.getBlockHeader(h.parentHash) proc addBlockNumberToHashLookup*(self: BaseChainDB; header: BlockHeader) = self.db.put(blockNumberToHashKey(header.blockNumber).toOpenArray, rlp.encode(header.hash)) proc persistTransactions*(self: BaseChainDB, blockNumber: BlockNumber, transactions: openArray[Transaction]) = var trie = initHexaryTrie(self.db) for idx, tx in transactions: let encodedTx = rlp.encode(tx).toRange txHash = keccakHash(encodedTx.toOpenArray) txKey: TransactionKey = (blockNumber, idx) trie.put(rlp.encode(idx).toRange, encodedTx) self.db.put(transactionHashToBlockKey(txHash).toOpenArray, rlp.encode(txKey)) iterator getBlockTransactionData(self: BaseChainDB, transactionRoot: Hash256): BytesRange = var transactionDb = initHexaryTrie(self.db, transactionRoot) var transactionIdx = 0 while true: let transactionKey = rlp.encode(transactionIdx).toRange if transactionKey in transactionDb: yield transactionDb.get(transactionKey) else: break inc transactionIdx iterator getBlockTransactionHashes(self: BaseChainDB, blockHeader: BlockHeader): Hash256 = ## Returns an iterable of the transaction hashes from th block specified ## by the given block header. for encodedTx in self.getBlockTransactionData(blockHeader.txRoot): yield keccakHash(encodedTx.toOpenArray) proc getBlockBody*(self: BaseChainDB, blockHash: Hash256, output: var BlockBody): bool = var header: BlockHeader if self.getBlockHeader(blockHash, header): result = true output.transactions = @[] output.uncles = @[] for encodedTx in self.getBlockTransactionData(header.txRoot): output.transactions.add(rlp.decode(encodedTx, Transaction)) if header.ommersHash != EMPTY_UNCLE_HASH: let encodedUncles = self.db.get(genericHashKey(header.ommersHash).toOpenArray).toRange if encodedUncles.len != 0: output.uncles = rlp.decode(encodedUncles, seq[BlockHeader]) else: result = false proc getBlockBody*(self: BaseChainDB, hash: Hash256): BlockBody = if not self.getBlockBody(hash, result): raise newException(ValueError, "Error when retrieving block body") proc getUncleHashes*(self: BaseChainDB, blockHashes: openArray[Hash256]): seq[Hash256] = for blockHash in blockHashes: var blockBody = self.getBlockBody(blockHash) for uncle in blockBody.uncles: result.add uncle.hash proc getTransactionKey*(self: BaseChainDB, transactionHash: Hash256): tuple[blockNumber: BlockNumber, index: int] {.inline.} = let tx = self.db.get(transactionHashToBlockKey(transactionHash).toOpenArray).toRange key = rlp.decode(tx, TransactionKey) return (key.blockNumber, key.index) proc removeTransactionFromCanonicalChain(self: BaseChainDB, transactionHash: Hash256) {.inline.} = ## Removes the transaction specified by the given hash from the canonical chain. self.db.del(transactionHashToBlockKey(transactionHash).toOpenArray) proc setAsCanonicalChainHead(self: BaseChainDB; headerHash: Hash256): seq[BlockHeader] = ## Sets the header as the canonical chain HEAD. let header = self.getBlockHeader(headerHash) var newCanonicalHeaders = sequtils.toSeq(findNewAncestors(self, header)) reverse(newCanonicalHeaders) for h in newCanonicalHeaders: var oldHash: Hash256 if not self.getBlockHash(h.blockNumber, oldHash): break let oldHeader = self.getBlockHeader(oldHash) for txHash in self.getBlockTransactionHashes(oldHeader): self.removeTransactionFromCanonicalChain(txHash) # TODO re-add txn to internal pending pool (only if local sender) for h in newCanonicalHeaders: self.addBlockNumberToHashLookup(h) self.db.put(canonicalHeadHashKey().toOpenArray, rlp.encode(headerHash)) return newCanonicalHeaders proc setHead*(self: BaseChainDB, header: BlockHeader, writeHeader = false) = var headerHash = rlpHash(header) if writeHeader: self.db.put(genericHashKey(headerHash).toOpenArray, rlp.encode(header)) self.addBlockNumberToHashLookup(header) self.db.put(canonicalHeadHashKey().toOpenArray, rlp.encode(headerHash)) proc headerExists*(self: BaseChainDB; blockHash: Hash256): bool = ## Returns True if the header with the given block hash is in our DB. self.db.contains(genericHashKey(blockHash).toOpenArray) proc persistReceipts*(self: BaseChainDB, receipts: openArray[Receipt]) = var trie = initHexaryTrie(self.db) for idx, rec in receipts: trie.put(rlp.encode(idx).toRange, rlp.encode(rec).toRange) iterator getReceipts*(self: BaseChainDB; header: BlockHeader): Receipt = var receiptDb = initHexaryTrie(self.db, header.receiptRoot) var receiptIdx = 0 while true: let receiptKey = rlp.encode(receiptIdx).toRange if receiptKey in receiptDb: let receiptData = receiptDb.get(receiptKey) yield rlp.decode(receiptData, Receipt) else: break inc receiptIdx iterator getBlockTransactions(self: BaseChainDB; transactionRoot: Hash256; transactionClass: typedesc): transactionClass = for encodedTransaction in self.getBlockTransactionData(transactionRoot): yield rlp.decode(encodedTransaction, transactionClass) proc persistHeaderToDb*(self: BaseChainDB; header: BlockHeader): seq[BlockHeader] = let isGenesis = header.parentHash == GENESIS_PARENT_HASH let headerHash = header.blockHash if not isGenesis and not self.headerExists(header.parentHash): raise newException(ParentNotFound, "Cannot persist block header " & $headerHash & " with unknown parent " & $header.parentHash) self.db.put(genericHashKey(headerHash).toOpenArray, rlp.encode(header)) let score = if isGenesis: header.difficulty else: self.getScore(header.parentHash) + header.difficulty self.db.put(blockHashToScoreKey(headerHash).toOpenArray, rlp.encode(score)) self.addBlockNumberToHashLookup(header) var headScore: Uint256 try: headScore = self.getScore(self.getCanonicalHead().hash) except CanonicalHeadNotFound: return self.setAsCanonicalChainHead(headerHash) if score > headScore: result = self.setAsCanonicalChainHead(headerHash) proc addTransactionToCanonicalChain(self: BaseChainDB, txHash: Hash256, blockHeader: BlockHeader, index: int) = let k: TransactionKey = (blockHeader.blockNumber, index) self.db.put(transactionHashToBlockKey(txHash).toOpenArray, rlp.encode(k)) proc persistUncles*(self: BaseChainDB, uncles: openarray[BlockHeader]): Hash256 = ## Persists the list of uncles to the database. ## Returns the uncles hash. let enc = rlp.encode(uncles) result = keccakHash(enc) self.db.put(genericHashKey(result).toOpenArray, enc) #proc persistBlockToDb*(self: BaseChainDB; blk: Block): ValidationResult = # ## Persist the given block's header and uncles. # ## Assumes all block transactions have been persisted already. # let newCanonicalHeaders = self.persistHeaderToDb(blk.header) # for header in newCanonicalHeaders: # var index = 0 # for txHash in self.getBlockTransactionHashes(header): # self.addTransactionToCanonicalChain(txHash, header, index) # inc index # # if blk.uncles.len != 0: # let ommersHash = self.persistUncles(blk.uncles) # if ommersHash != blk.header.ommersHash: # debug "ommersHash mismatch" # return ValidationResult.Error # Deprecated: proc getBlockHeaderByHash*(self: BaseChainDB; blockHash: Hash256): BlockHeader {.deprecated.} = self.getBlockHeader(blockHash) proc lookupBlockHash*(self: BaseChainDB; n: BlockNumber): Hash256 {.deprecated.} = self.getBlockHash(n) proc getCanonicalBlockHeaderByNumber*(self: BaseChainDB; n: BlockNumber): BlockHeader {.deprecated.} = self.getBlockHeader(n)