# Nimbus # Copyright (c) 2018-2024 Status Research & Development GmbH # Licensed under either of # * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or http://www.apache.org/licenses/LICENSE-2.0) # * MIT license ([LICENSE-MIT](LICENSE-MIT) or http://opensource.org/licenses/MIT) # at your option. This file may not be copied, modified, or distributed except according to those terms. import std/[sets, strformat], chronicles, eth/[common, rlp, trie/trie_defs], ../../constants, ../../utils/utils, ".."/[core_db, distinct_tries, storage_types, trie_get_branch] logScope: topics = "state_db" # aleth/geth/parity compatibility mode: # # affected test cases both in GST and BCT: # - stSStoreTest\InitCollision.json # - stRevertTest\RevertInCreateInInit.json # - stCreate2\RevertInCreateInInitCreate2.json # # pyEVM sided with original Nimbus EVM # # implementation difference: # Aleth/geth/parity using accounts cache. # When contract creation happened on an existing # but 'empty' account with non empty storage will # get new empty storage root. # Aleth cs. only clear the storage cache while both pyEVM # and Nimbus will modify the state trie. # During the next SSTORE call, aleth cs. calculate # gas used based on this cached 'original storage value'. # In other hand pyEVM and Nimbus will fetch # 'original storage value' from state trie. # # Both Yellow Paper and EIP2200 are not clear about this # situation but since aleth/geth/and parity implement this # behaviour, we perhaps also need to implement it. # # TODO: should this compatibility mode enabled via # compile time switch, runtime switch, or just hard coded # it? const aleth_compat = true type AccountStateDB* = ref object trie: AccountsTrie originalRoot: KeccakHash # will be updated for every transaction #transactionID: CoreDbTxID when aleth_compat: cleared: HashSet[EthAddress] MptNodeRlpBytes* = seq[byte] AccountProof* = seq[MptNodeRlpBytes] SlotProof* = seq[MptNodeRlpBytes] proc db*(db: AccountStateDB): CoreDbRef = db.trie.db proc kvt*(db: AccountStateDB): CoreDbKvtRef = db.trie.db.kvt proc rootHash*(db: AccountStateDB): KeccakHash = db.trie.rootHash proc `rootHash=`*(db: AccountStateDB, root: KeccakHash) = db.trie = initAccountsTrie(db.trie.db, root, db.trie.isPruning) proc newAccountStateDB*(backingStore: CoreDbRef, root: KeccakHash): AccountStateDB = result.new() result.trie = initAccountsTrie(backingStore, root) result.originalRoot = root #result.transactionID = backingStore.getTransactionID() when aleth_compat: result.cleared = initHashSet[EthAddress]() proc getTrie*(db: AccountStateDB): CoreDbMptRef = db.trie.mpt proc getSecureTrie*(db: AccountStateDB): CoreDbPhkRef = db.trie.phk proc getAccount*(db: AccountStateDB, address: EthAddress): Account = let recordFound = db.trie.getAccountBytes(address) if recordFound.len > 0: result = rlp.decode(recordFound, Account) else: result = newAccount() proc setAccount*(db: AccountStateDB, address: EthAddress, account: Account) = db.trie.putAccountBytes(address, rlp.encode(account)) proc deleteAccount*(db: AccountStateDB, address: EthAddress) = db.trie.delAccountBytes(address) proc getCodeHash*(db: AccountStateDB, address: EthAddress): Hash256 = let account = db.getAccount(address) result = account.codeHash proc getBalance*(db: AccountStateDB, address: EthAddress): UInt256 = let account = db.getAccount(address) account.balance proc setBalance*(db: AccountStateDB, address: EthAddress, balance: UInt256) = var account = db.getAccount(address) account.balance = balance db.setAccount(address, account) proc addBalance*(db: AccountStateDB, address: EthAddress, delta: UInt256) = db.setBalance(address, db.getBalance(address) + delta) proc subBalance*(db: AccountStateDB, address: EthAddress, delta: UInt256) = db.setBalance(address, db.getBalance(address) - delta) template createTrieKeyFromSlot(slot: UInt256): auto = # Converts a number to hex big-endian representation including # prefix and leading zeros: slot.toBytesBE # Original py-evm code: # pad32(int_to_big_endian(slot)) # morally equivalent to toByteRange_Unnecessary but with different types template getStorageTrie(db: AccountStateDB, account: Account): auto = storageTrieForAccount(db.trie, account, false) proc clearStorage*(db: AccountStateDB, address: EthAddress) = var account = db.getAccount(address) account.storageRoot = EMPTY_ROOT_HASH db.setAccount(address, account) when aleth_compat: db.cleared.incl address proc getStorageRoot*(db: AccountStateDB, address: EthAddress): Hash256 = var account = db.getAccount(address) account.storageRoot proc setStorage*(db: AccountStateDB, address: EthAddress, slot: UInt256, value: UInt256) = var account = db.getAccount(address) var accountTrie = getStorageTrie(db, account) let slotAsKey = createTrieKeyFromSlot slot if value > 0: let encodedValue = rlp.encode(value) accountTrie.putSlotBytes(slotAsKey, encodedValue) else: accountTrie.delSlotBytes(slotAsKey) # map slothash back to slot value # see iterator storage below var triedb = db.kvt # slotHash can be obtained from accountTrie.put? slotHash = keccakHash(slot.toBytesBE) triedb.put(slotHashToSlotKey(slotHash.data).toOpenArray, rlp.encode(slot)) account.storageRoot = accountTrie.rootHash db.setAccount(address, account) iterator storage*(db: AccountStateDB, address: EthAddress): (UInt256, UInt256) = let storageRoot = db.getStorageRoot(address) triedb = db.kvt trie = db.db.mptPrune storageRoot for key, value in trie: if key.len != 0: var keyData = triedb.get(slotHashToSlotKey(key).toOpenArray) yield (rlp.decode(keyData, UInt256), rlp.decode(value, UInt256)) proc getStorage*(db: AccountStateDB, address: EthAddress, slot: UInt256): (UInt256, bool) = let account = db.getAccount(address) slotAsKey = createTrieKeyFromSlot slot storageTrie = getStorageTrie(db, account) let foundRecord = storageTrie.getSlotBytes(slotAsKey) if foundRecord.len > 0: result = (rlp.decode(foundRecord, UInt256), true) else: result = (0.u256, false) proc setNonce*(db: AccountStateDB, address: EthAddress, newNonce: AccountNonce) = var account = db.getAccount(address) if newNonce != account.nonce: account.nonce = newNonce db.setAccount(address, account) proc getNonce*(db: AccountStateDB, address: EthAddress): AccountNonce = let account = db.getAccount(address) account.nonce proc incNonce*(db: AccountStateDB, address: EthAddress) {.inline.} = db.setNonce(address, db.getNonce(address) + 1) proc setCode*(db: AccountStateDB, address: EthAddress, code: openArray[byte]) = var account = db.getAccount(address) # TODO: implement JournalDB to store code and storage # also use JournalDB to revert state trie let newCodeHash = keccakHash(code) triedb = db.kvt if code.len != 0: triedb.put(contractHashKey(newCodeHash).toOpenArray, code) account.codeHash = newCodeHash db.setAccount(address, account) proc getCode*(db: AccountStateDB, address: EthAddress): seq[byte] = let triedb = db.kvt triedb.get(contractHashKey(db.getCodeHash(address)).toOpenArray) proc contractCollision*(db: AccountStateDB, address: EthAddress): bool {.inline.} = db.getNonce(address) != 0 or db.getCodeHash(address) != EMPTY_SHA3 or db.getStorageRoot(address) != EMPTY_ROOT_HASH proc dumpAccount*(db: AccountStateDB, addressS: string): string = let address = addressS.parseAddress return fmt"{addressS}: Storage: {db.getStorage(address, 0.u256)}; getAccount: {db.getAccount address}" proc accountExists*(db: AccountStateDB, address: EthAddress): bool = db.trie.getAccountBytes(address).len > 0 proc isEmptyAccount*(db: AccountStateDB, address: EthAddress): bool = let recordFound = db.trie.getAccountBytes(address) assert(recordFound.len > 0) let account = rlp.decode(recordFound, Account) result = account.codeHash == EMPTY_SHA3 and account.balance.isZero and account.nonce == 0 proc isDeadAccount*(db: AccountStateDB, address: EthAddress): bool = let recordFound = db.trie.getAccountBytes(address) if recordFound.len > 0: let account = rlp.decode(recordFound, Account) result = account.codeHash == EMPTY_SHA3 and account.balance.isZero and account.nonce == 0 else: result = true proc removeEmptyRlpNode(branch: var seq[MptNodeRlpBytes]) = if branch.len() == 1 and branch[0] == emptyRlp: branch.del(0) proc getAccountProof*(db: AccountStateDB, address: EthAddress): AccountProof = var branch = db.trie.phk().getBranch(address) removeEmptyRlpNode(branch) branch proc getStorageProof*(db: AccountStateDB, address: EthAddress, slots: seq[UInt256]): seq[SlotProof] = var account = db.getAccount(address) var storageTrie = db.getStorageTrie(account) var slotProofs = newSeqOfCap[SlotProof](slots.len()) for slot in slots: var branch = storageTrie.phk().getBranch(createTrieKeyFromSlot(slot)) removeEmptyRlpNode(branch) slotProofs.add(branch) slotProofs # Note: `state_db.getCommittedStorage()` is nowhere used. # #proc getCommittedStorage*(db: AccountStateDB, address: EthAddress, slot: UInt256): UInt256 = # let tmpHash = db.rootHash # db.rootHash = db.originalRoot # db.transactionID.shortTimeReadOnly(): # when aleth_compat: # if address in db.cleared: # debug "Forced contract creation on existing account detected", address # result = 0.u256 # else: # result = db.getStorage(address, slot)[0] # else: # result = db.getStorage(address, slot)[0] # db.rootHash = tmpHash # Note: `state_db.updateOriginalRoot()` is nowhere used. # #proc updateOriginalRoot*(db: AccountStateDB) = # ## this proc will be called for every transaction # db.originalRoot = db.rootHash # # no need to rollback or dispose # # transactionID, it will be handled elsewhere # db.transactionID = db.db.getTransactionID() # # when aleth_compat: # db.cleared.clear() # End