2019-02-05 12:01:10 +00:00
|
|
|
import
|
2019-07-07 09:55:17 +00:00
|
|
|
eth/rlp/types, stew/ranges/bitranges,
|
2019-02-05 12:01:10 +00:00
|
|
|
trie_defs, binary, binaries, db, trie_utils
|
|
|
|
|
|
|
|
type
|
|
|
|
DB = TrieDatabaseRef
|
2020-02-05 12:29:54 +00:00
|
|
|
|
|
|
|
# TODO: replace the usages of this with regular asserts
|
|
|
|
InvalidKeyError* = object of Defect
|
2019-02-05 12:01:10 +00:00
|
|
|
|
|
|
|
template query(db: DB, nodeHash: TrieNodeKey): BytesRange =
|
|
|
|
db.get(nodeHash.toOpenArray).toRange
|
|
|
|
|
|
|
|
proc checkIfBranchExistImpl(db: DB; nodeHash: TrieNodeKey; keyPrefix: TrieBitRange): bool =
|
|
|
|
if nodeHash == zeroHash:
|
|
|
|
return false
|
|
|
|
|
|
|
|
let node = parseNode(db.query(nodeHash))
|
|
|
|
|
|
|
|
case node.kind:
|
|
|
|
of LEAF_TYPE:
|
|
|
|
if keyPrefix.len != 0: return false
|
|
|
|
return true
|
|
|
|
of KV_TYPE:
|
|
|
|
if keyPrefix.len == 0: return true
|
|
|
|
if keyPrefix.len < node.keyPath.len:
|
|
|
|
if keyPrefix == node.keyPath[0..<keyPrefix.len]: return true
|
|
|
|
return false
|
|
|
|
else:
|
|
|
|
if keyPrefix[0..<node.keyPath.len] == node.keyPath:
|
|
|
|
return checkIfBranchExistImpl(db, node.child, keyPrefix.sliceToEnd(node.keyPath.len))
|
|
|
|
return false
|
|
|
|
of BRANCH_TYPE:
|
|
|
|
if keyPrefix.len == 0: return true
|
|
|
|
if keyPrefix[0] == false:
|
|
|
|
return checkIfBranchExistImpl(db, node.leftChild, keyPrefix.sliceToEnd(1))
|
|
|
|
else:
|
|
|
|
return checkIfBranchExistImpl(db, node.rightChild, keyPrefix.sliceToEnd(1))
|
|
|
|
|
|
|
|
proc checkIfBranchExist*(db: DB; rootHash: BytesContainer | KeccakHash, keyPrefix: BytesContainer): bool =
|
|
|
|
## Given a key prefix, return whether this prefix is
|
|
|
|
## the prefix of an existing key in the trie.
|
|
|
|
checkValidHashZ(rootHash)
|
|
|
|
var keyPrefixBits = bits MutByteRange(keyPrefix.toRange)
|
|
|
|
checkIfBranchExistImpl(db, toRange(rootHash), keyPrefixBits)
|
|
|
|
|
|
|
|
proc getBranchImpl(db: DB; nodeHash: TrieNodeKey, keyPath: TrieBitRange, output: var seq[BytesRange]) =
|
|
|
|
if nodeHash == zeroHash: return
|
|
|
|
|
|
|
|
let nodeVal = db.query(nodeHash)
|
|
|
|
let node = parseNode(nodeVal)
|
|
|
|
|
|
|
|
case node.kind
|
|
|
|
of LEAF_TYPE:
|
|
|
|
if keyPath.len == 0:
|
|
|
|
output.add nodeVal
|
|
|
|
else:
|
|
|
|
raise newException(InvalidKeyError, "Key too long")
|
|
|
|
|
|
|
|
of KV_TYPE:
|
|
|
|
if keyPath.len == 0:
|
|
|
|
raise newException(InvalidKeyError, "Key too short")
|
|
|
|
|
|
|
|
output.add nodeVal
|
|
|
|
let sliceLen = min(keyPath.len, node.keyPath.len)
|
|
|
|
if keyPath[0..<sliceLen] == node.keyPath:
|
|
|
|
getBranchImpl(db, node.child, keyPath.sliceToEnd(sliceLen), output)
|
|
|
|
|
|
|
|
of BRANCH_TYPE:
|
|
|
|
if keyPath.len == 0:
|
|
|
|
raise newException(InvalidKeyError, "Key too short")
|
|
|
|
|
|
|
|
output.add nodeVal
|
|
|
|
if keyPath[0] == false:
|
|
|
|
getBranchImpl(db, node.leftChild, keyPath.sliceToEnd(1), output)
|
|
|
|
else:
|
|
|
|
getBranchImpl(db, node.rightChild, keyPath.sliceToEnd(1), output)
|
|
|
|
|
|
|
|
proc getBranch*(db: DB; rootHash: BytesContainer | KeccakHash; key: BytesContainer): seq[BytesRange] =
|
|
|
|
## Get a long-format Merkle branch
|
|
|
|
checkValidHashZ(rootHash)
|
|
|
|
result = @[]
|
|
|
|
var keyBits = bits MutByteRange(key.toRange)
|
|
|
|
getBranchImpl(db, toRange(rootHash), keyBits, result)
|
|
|
|
|
|
|
|
proc isValidBranch*(branch: seq[BytesRange], rootHash: BytesContainer | KeccakHash, key, value: BytesContainer): bool =
|
|
|
|
checkValidHashZ(rootHash)
|
|
|
|
# branch must not be empty
|
2019-03-13 22:15:26 +00:00
|
|
|
doAssert(branch.len != 0)
|
2019-02-05 12:01:10 +00:00
|
|
|
|
|
|
|
var db = newMemoryDB()
|
|
|
|
for node in branch:
|
2019-03-13 22:15:26 +00:00
|
|
|
doAssert(node.len != 0)
|
2019-02-05 12:01:10 +00:00
|
|
|
let nodeHash = keccakHash(node)
|
|
|
|
db.put(nodeHash.toOpenArray, node.toOpenArray)
|
|
|
|
|
|
|
|
var trie = initBinaryTrie(db, rootHash)
|
|
|
|
result = trie.get(key) == toRange(value)
|
|
|
|
|
|
|
|
proc getTrieNodesImpl(db: DB; nodeHash: TrieNodeKey, output: var seq[BytesRange]): bool =
|
|
|
|
## Get full trie of a given root node
|
|
|
|
|
|
|
|
if nodeHash.isZeroHash(): return false
|
|
|
|
|
|
|
|
var nodeVal: BytesRange
|
|
|
|
if nodeHash.toOpenArray in db:
|
|
|
|
nodeVal = db.query(nodeHash)
|
|
|
|
else:
|
|
|
|
return false
|
|
|
|
|
|
|
|
let node = parseNode(nodeVal)
|
|
|
|
|
|
|
|
case node.kind
|
|
|
|
of KV_TYPE:
|
|
|
|
output.add nodeVal
|
|
|
|
result = getTrieNodesImpl(db, node.child, output)
|
|
|
|
of BRANCH_TYPE:
|
|
|
|
output.add nodeVal
|
|
|
|
result = getTrieNodesImpl(db, node.leftChild, output)
|
|
|
|
result = getTrieNodesImpl(db, node.rightChild, output)
|
|
|
|
of LEAF_TYPE:
|
|
|
|
output.add nodeVal
|
|
|
|
|
|
|
|
proc getTrieNodes*(db: DB; nodeHash: BytesContainer | KeccakHash): seq[BytesRange] =
|
|
|
|
checkValidHashZ(nodeHash)
|
|
|
|
result = @[]
|
|
|
|
discard getTrieNodesImpl(db, toRange(nodeHash), result)
|
|
|
|
|
|
|
|
proc getWitnessImpl*(db: DB; nodeHash: TrieNodeKey; keyPath: TrieBitRange; output: var seq[BytesRange]) =
|
|
|
|
if keyPath.len == 0:
|
|
|
|
if not getTrieNodesImpl(db, nodeHash, output): return
|
|
|
|
|
|
|
|
if nodeHash.isZeroHash(): return
|
|
|
|
|
|
|
|
var nodeVal: BytesRange
|
|
|
|
if nodeHash.toOpenArray in db:
|
|
|
|
nodeVal = db.query(nodeHash)
|
|
|
|
else:
|
|
|
|
return
|
|
|
|
|
|
|
|
let node = parseNode(nodeVal)
|
|
|
|
|
|
|
|
case node.kind
|
|
|
|
of LEAF_TYPE:
|
|
|
|
if keyPath.len != 0:
|
|
|
|
raise newException(InvalidKeyError, "Key too long")
|
|
|
|
of KV_TYPE:
|
|
|
|
output.add nodeVal
|
|
|
|
if keyPath.len < node.keyPath.len and node.keyPath[0..<keyPath.len] == keypath:
|
|
|
|
if not getTrieNodesImpl(db, node.child, output): return
|
|
|
|
elif keyPath[0..<node.keyPath.len] == node.keyPath:
|
|
|
|
getWitnessImpl(db, node.child, keyPath.sliceToEnd(node.keyPath.len), output)
|
|
|
|
of BRANCH_TYPE:
|
|
|
|
output.add nodeVal
|
|
|
|
if keyPath[0] == false:
|
|
|
|
getWitnessImpl(db, node.leftChild, keyPath.sliceToEnd(1), output)
|
|
|
|
else:
|
|
|
|
getWitnessImpl(db, node.rightChild, keyPath.sliceToEnd(1), output)
|
|
|
|
|
|
|
|
proc getWitness*(db: DB; nodeHash: BytesContainer | KeccakHash; key: BytesContainer): seq[BytesRange] =
|
|
|
|
## Get all witness given a keyPath prefix.
|
|
|
|
## Include
|
|
|
|
##
|
|
|
|
## 1. witness along the keyPath and
|
|
|
|
## 2. witness in the subtrie of the last node in keyPath
|
|
|
|
checkValidHashZ(nodeHash)
|
|
|
|
result = @[]
|
|
|
|
var keyBits = bits MutByteRange(key.toRange)
|
|
|
|
getWitnessImpl(db, toRange(nodeHash), keyBits, result)
|