2020-05-04 11:52:45 +00:00
|
|
|
import
|
2020-05-05 06:50:31 +00:00
|
|
|
eth/common, eth/trie/[db, nibbles], algorithm,
|
2020-05-04 11:52:45 +00:00
|
|
|
./witness_types
|
2020-05-03 01:11:04 +00:00
|
|
|
|
|
|
|
type
|
2020-05-05 06:50:31 +00:00
|
|
|
KeyHash* = array[32, byte]
|
2020-05-03 01:11:04 +00:00
|
|
|
|
2020-05-05 06:50:31 +00:00
|
|
|
KeyData* = object
|
|
|
|
visited*: bool
|
|
|
|
hash*: KeyHash
|
|
|
|
case storageMode*: bool
|
2020-05-05 02:01:15 +00:00
|
|
|
of true:
|
2020-05-05 06:50:31 +00:00
|
|
|
storageSlot*: StorageSlot
|
2020-05-05 02:01:15 +00:00
|
|
|
of false:
|
2020-05-05 06:50:31 +00:00
|
|
|
storageKeys*: MultikeysRef
|
|
|
|
address*: EthAddress
|
2020-05-05 08:05:17 +00:00
|
|
|
codeTouched*: bool
|
2020-05-03 01:11:04 +00:00
|
|
|
|
2020-05-04 11:52:45 +00:00
|
|
|
Multikeys* = object
|
2020-05-05 08:05:17 +00:00
|
|
|
keys*: seq[KeyData]
|
2020-05-05 02:01:15 +00:00
|
|
|
|
|
|
|
MultikeysRef* = ref Multikeys
|
2020-05-03 01:11:04 +00:00
|
|
|
|
2020-05-04 11:52:45 +00:00
|
|
|
Group* = object
|
2020-05-05 06:50:31 +00:00
|
|
|
first*, last*: int16
|
2020-05-03 01:11:04 +00:00
|
|
|
|
2020-05-04 11:52:45 +00:00
|
|
|
BranchGroup* = object
|
|
|
|
mask*: uint
|
|
|
|
groups*: array[16, Group]
|
2020-05-03 01:11:04 +00:00
|
|
|
|
2020-05-05 08:05:17 +00:00
|
|
|
AccountKey* = tuple[address: EthAddress, codeTouched: bool, storageKeys: MultikeysRef]
|
2020-05-05 02:01:15 +00:00
|
|
|
MatchGroup* = tuple[match: bool, group: Group]
|
2020-05-03 01:11:04 +00:00
|
|
|
|
2020-05-04 11:52:45 +00:00
|
|
|
func cmpHash(a, b: KeyHash): int =
|
2020-05-03 01:11:04 +00:00
|
|
|
var i = 0
|
|
|
|
var m = min(a.len, b.len)
|
|
|
|
while i < m:
|
|
|
|
result = a[i].int - b[i].int
|
|
|
|
if result != 0: return
|
|
|
|
inc(i)
|
|
|
|
result = a.len - b.len
|
|
|
|
|
2020-05-05 02:01:15 +00:00
|
|
|
func cmpHash(a, b: KeyData): int =
|
2020-05-04 11:52:45 +00:00
|
|
|
cmpHash(a.hash, b.hash)
|
|
|
|
|
|
|
|
func getNibble(x: openArray[byte], i: int): byte =
|
|
|
|
if(i and 0x01) == 0x01:
|
|
|
|
result = x[i shr 1] and 0x0F
|
|
|
|
else:
|
|
|
|
result = x[i shr 1] shr 4
|
|
|
|
|
|
|
|
func compareNibbles(x: openArray[byte], start: int, n: NibblesSeq): bool =
|
|
|
|
var i = 0
|
|
|
|
while i < n.len:
|
|
|
|
if getNibble(x, start + i) != n[i]:
|
|
|
|
return false
|
|
|
|
inc i
|
|
|
|
result = true
|
|
|
|
|
2020-05-05 02:01:15 +00:00
|
|
|
proc newMultiKeys*(keys: openArray[AccountKey]): MultikeysRef =
|
|
|
|
result = new Multikeys
|
|
|
|
result.keys = newSeq[KeyData](keys.len)
|
|
|
|
for i, a in keys:
|
|
|
|
result.keys[i] = KeyData(
|
|
|
|
storageMode: false,
|
|
|
|
hash: keccak(a.address).data,
|
|
|
|
address: a.address,
|
2020-05-05 08:05:17 +00:00
|
|
|
codeTouched: a.codeTouched,
|
2020-05-05 02:01:15 +00:00
|
|
|
storageKeys: a.storageKeys)
|
|
|
|
result.keys.sort(cmpHash)
|
|
|
|
|
|
|
|
proc newMultiKeys*(keys: openArray[StorageSlot]): MultikeysRef =
|
|
|
|
result = new Multikeys
|
|
|
|
result.keys = newSeq[KeyData](keys.len)
|
|
|
|
for i, a in keys:
|
|
|
|
result.keys[i] = KeyData(storageMode: true, hash: keccak(a).data, storageSlot: a)
|
|
|
|
result.keys.sort(cmpHash)
|
|
|
|
|
|
|
|
func initGroup*(m: MultikeysRef): Group =
|
2020-05-05 06:50:31 +00:00
|
|
|
type T = type result.last
|
|
|
|
result = Group(first: 0'i16, last: (m.keys.len - 1).T)
|
2020-05-05 02:01:15 +00:00
|
|
|
|
|
|
|
func groups*(m: MultikeysRef, parentGroup: Group, depth: int): BranchGroup =
|
2020-05-04 11:52:45 +00:00
|
|
|
# similar to a branch node, the product of this func
|
|
|
|
# is a 16 bits bitmask and an array of max 16 groups
|
|
|
|
# if the bit is set, the n-th elem of array have a group
|
|
|
|
# each group consist of at least one key
|
2020-05-05 02:01:15 +00:00
|
|
|
var g = Group(first: parentGroup.first, last: parentGroup.first)
|
|
|
|
var nibble = getNibble(m.keys[g.first].hash, depth)
|
|
|
|
let last = parentGroup.last
|
|
|
|
for i in parentGroup.first..parentGroup.last:
|
|
|
|
let currNibble = getNibble(m.keys[i].hash, depth)
|
|
|
|
if currNibble != nibble:
|
|
|
|
g.last = i - 1
|
|
|
|
setBranchMaskBit(result.mask, nibble.int)
|
|
|
|
result.groups[nibble.int] = g
|
|
|
|
nibble = currNibble
|
|
|
|
g.first = i
|
|
|
|
if i == last:
|
|
|
|
g.last = last
|
|
|
|
setBranchMaskBit(result.mask, nibble.int)
|
|
|
|
result.groups[nibble.int] = g
|
2020-05-04 11:52:45 +00:00
|
|
|
|
2020-05-05 02:01:15 +00:00
|
|
|
iterator groups*(m: MultikeysRef, depth: int, n: NibblesSeq, parentGroup: Group): MatchGroup =
|
2020-05-04 11:52:45 +00:00
|
|
|
# using common-prefix comparison, this iterator
|
|
|
|
# will produce groups, usually only one match group
|
|
|
|
# the rest will be not match
|
|
|
|
# in case of wrong path, there will be no match at all
|
2020-05-05 02:01:15 +00:00
|
|
|
var g = Group(first: parentGroup.first, last: parentGroup.first)
|
|
|
|
var match = compareNibbles(m.keys[g.first].hash, depth, n)
|
|
|
|
let last = parentGroup.last
|
|
|
|
var haveGroup = false
|
|
|
|
var groupResult: Group
|
|
|
|
var matchResult: bool
|
|
|
|
for i in parentGroup.first..parentGroup.last:
|
|
|
|
if compareNibbles(m.keys[i].hash, depth, n) != match:
|
|
|
|
g.last = i - 1
|
|
|
|
haveGroup = true
|
|
|
|
matchResult = match
|
|
|
|
groupResult = g
|
2020-05-04 11:52:45 +00:00
|
|
|
match = not match
|
2020-05-05 02:01:15 +00:00
|
|
|
g = Group(first: g.last, last: g.last)
|
2020-05-04 11:52:45 +00:00
|
|
|
if i == last:
|
2020-05-05 02:01:15 +00:00
|
|
|
haveGroup = true
|
|
|
|
g.last = last
|
|
|
|
groupResult = g
|
|
|
|
matchResult = match
|
|
|
|
if haveGroup:
|
|
|
|
haveGroup = false
|
|
|
|
yield (matchResult, groupResult)
|
|
|
|
|
2020-05-05 08:05:17 +00:00
|
|
|
iterator keyDatas*(m: MultikeysRef, g: Group): var KeyData =
|
2020-05-05 06:50:31 +00:00
|
|
|
for i in g.first..g.last:
|
|
|
|
yield m.keys[i]
|
|
|
|
|
|
|
|
iterator storageKeys*(m :MultikeysRef): MultikeysRef =
|
|
|
|
for x in m.keys:
|
|
|
|
yield x.storageKeys
|
2020-05-05 08:05:17 +00:00
|
|
|
|
|
|
|
func match*(kd: KeyData, n: NibblesSeq, depth: int): bool {.inline.} =
|
|
|
|
compareNibbles(kd.hash, depth, n)
|