mirror of
https://github.com/status-im/nimbus-eth1.git
synced 2025-01-15 14:54:10 +00:00
8e18e85288
* Aristo: Reorg `hashify()` using different schedule algorithm why: Directly calculating the search tree top down from the roots turns out to be faster than using the cached structures left over by `merge()` and `delete()`. Time gains is short of 20% * Aristo: Remove `lTab[]` leaf entry object type why: Not used anymore. It was previously needed to build the schedule for `hashify()`. * Aristo: Avoid unnecessary re-org of the vertex ID recycling list why: This list can become quite large so a heuristic is employed whether it makes sense to re-org. Also, re-org check is only done by `delete()` functions. * Aristo: Remove key/reverse lookup table from tx layers why: It is ignored except for handling proof nodes and costs unnecessary run time resources. This feature was originally needed to accommodate the mental transition from the legacy MPT to the `Aristo` trie :). * Fix copyright year
110 lines
3.9 KiB
Nim
110 lines
3.9 KiB
Nim
# nimbus-eth1
|
|
# Copyright (c) 2023-2024 Status Research & Development GmbH
|
|
# Licensed under either of
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
|
|
# http://www.apache.org/licenses/LICENSE-2.0)
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
|
|
# http://opensource.org/licenses/MIT)
|
|
# at your option. This file may not be copied, modified, or distributed
|
|
# except according to those terms.
|
|
|
|
## Handle vertex IDs on the layered Aristo DB delta architecture
|
|
## =============================================================
|
|
|
|
{.push raises: [].}
|
|
|
|
import
|
|
std/[algorithm, sequtils, typetraits],
|
|
"."/[aristo_desc, aristo_layers]
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Public functions
|
|
# ------------------------------------------------------------------------------
|
|
|
|
proc vidFetch*(db: AristoDbRef; pristine = false): VertexID =
|
|
## Create a new `VertexID`. Reusable vertex *ID*s are kept in a list where
|
|
## the top entry *ID* has the property that any other *ID* larger is also not
|
|
## not used on the database.
|
|
##
|
|
## The function prefers to return recycled vertex *ID*s if there are any.
|
|
## When the argument `pristine` is set `true`, the function guarantees to
|
|
## return a non-recycled, brand new vertex *ID* which is the preferred mode
|
|
## when creating leaf vertices.
|
|
if db.vGen.len == 0:
|
|
# Note that `VertexID(1)` is the root of the main trie
|
|
db.top.final.vGen = @[VertexID(LEAST_FREE_VID+1)]
|
|
result = VertexID(LEAST_FREE_VID)
|
|
elif db.vGen.len == 1 or pristine:
|
|
result = db.vGen[^1]
|
|
db.top.final.vGen[^1] = result + 1
|
|
else:
|
|
result = db.vGen[^2]
|
|
db.top.final.vGen[^2] = db.top.final.vGen[^1]
|
|
db.top.final.vGen.setLen(db.vGen.len-1)
|
|
doAssert LEAST_FREE_VID <= result.distinctBase
|
|
|
|
|
|
proc vidPeek*(db: AristoDbRef): VertexID =
|
|
## Like `new()` without consuming this *ID*. It will return the *ID* that
|
|
## would be returned by the `new()` function.
|
|
case db.vGen.len:
|
|
of 0:
|
|
VertexID(LEAST_FREE_VID)
|
|
of 1:
|
|
db.vGen[^1]
|
|
else:
|
|
db.vGen[^2]
|
|
|
|
|
|
proc vidDispose*(db: AristoDbRef; vid: VertexID) =
|
|
## Recycle the argument `vtxID` which is useful after deleting entries from
|
|
## the vertex table to prevent the `VertexID` type key values small.
|
|
if LEAST_FREE_VID <= vid.distinctBase:
|
|
if db.vGen.len == 0:
|
|
db.top.final.vGen = @[vid]
|
|
else:
|
|
let topID = db.vGen[^1]
|
|
# Only store smaller numbers: all numberts larger than `topID`
|
|
# are free numbers
|
|
if vid < topID:
|
|
db.top.final.vGen[^1] = vid
|
|
db.top.final.vGen.add topID
|
|
|
|
|
|
proc vidReorg*(vGen: seq[VertexID]): seq[VertexID] =
|
|
## Return a compacted version of the argument vertex ID generator state
|
|
## `vGen`. The function removes redundant items from the recycle queue and
|
|
## orders it in a way so that smaller `VertexID` numbers are re-used first.
|
|
##
|
|
# Apply heuristic test to avoid unnecessary sorting
|
|
var reOrgOk = false
|
|
if 2 < vGen.len and vGen[0] < vGen[^2]:
|
|
if vGen.len < 10:
|
|
reOrgOk = true
|
|
elif vGen[0] < vGen[1] and vGen[^3] < vGen[^2]:
|
|
reOrgOk = true
|
|
|
|
if reOrgOk:
|
|
let lst = vGen.mapIt(uint64(it)).sorted(Descending).mapIt(VertexID(it))
|
|
for n in 0 .. lst.len-2:
|
|
if lst[n].uint64 != lst[n+1].uint64 + 1:
|
|
# All elements of the sequence `lst[0]`..`lst[n]` are in decreasing
|
|
# order with distance 1. Only the smallest item is needed and the
|
|
# rest can be removed (as long as distance is 1.)
|
|
#
|
|
# Example:
|
|
# 7, 6, 5, 3.. => 5, 3.. => @[3..] & @[5]
|
|
# ^
|
|
# |
|
|
# n
|
|
#
|
|
return lst[n+1 .. lst.len-1] & @[lst[n]]
|
|
# Entries decrease continuously
|
|
return @[lst[^1]]
|
|
|
|
vGen
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# End
|
|
# ------------------------------------------------------------------------------
|