2018-11-23 23:58:49 +00:00
|
|
|
import
|
2019-01-14 12:19:44 +00:00
|
|
|
os, json, tables, options,
|
2019-03-05 22:54:08 +00:00
|
|
|
chronicles, serialization, json_serialization, eth/common/eth_types_json_serialization,
|
2019-01-14 12:19:44 +00:00
|
|
|
spec/[datatypes, digest, crypto],
|
2019-02-05 19:21:18 +00:00
|
|
|
eth/trie/db, ssz
|
2018-11-23 23:58:49 +00:00
|
|
|
|
|
|
|
type
|
|
|
|
BeaconChainDB* = ref object
|
2019-03-13 22:59:20 +00:00
|
|
|
## Database storing resolved blocks and states - resolved blocks are such
|
|
|
|
## blocks that form a chain back to the tail block.
|
2019-01-14 12:19:44 +00:00
|
|
|
backend: TrieDatabaseRef
|
2018-11-23 23:58:49 +00:00
|
|
|
|
2019-01-14 12:19:44 +00:00
|
|
|
DbKeyKind = enum
|
2019-02-21 04:42:17 +00:00
|
|
|
kHashToState
|
2019-01-14 12:19:44 +00:00
|
|
|
kHashToBlock
|
2019-03-13 22:59:20 +00:00
|
|
|
kHeadBlock # Pointer to the most recent block selected by the fork choice
|
|
|
|
kTailBlock ##\
|
|
|
|
## Pointer to the earliest finalized block - this is the genesis block when
|
|
|
|
## the chain starts, but might advance as the database gets pruned
|
|
|
|
## TODO: determine how aggressively the database should be pruned. For a
|
|
|
|
## healthy network sync, we probably need to store blocks at least
|
|
|
|
## past the weak subjectivity period.
|
2019-01-14 12:19:44 +00:00
|
|
|
|
2019-02-21 04:42:17 +00:00
|
|
|
func subkey(kind: DbKeyKind): array[1, byte] =
|
|
|
|
result[0] = byte ord(kind)
|
2019-01-14 12:19:44 +00:00
|
|
|
|
2019-03-04 11:50:26 +00:00
|
|
|
func subkey[N: static int](kind: DbKeyKind, key: array[N, byte]):
|
|
|
|
array[N + 1, byte] =
|
|
|
|
result[0] = byte ord(kind)
|
|
|
|
result[1 .. ^1] = key
|
|
|
|
|
|
|
|
func subkey(kind: DbKeyKind, key: uint64): array[sizeof(key) + 1, byte] =
|
|
|
|
result[0] = byte ord(kind)
|
|
|
|
copyMem(addr result[1], unsafeAddr key, sizeof(key))
|
2019-01-25 14:17:35 +00:00
|
|
|
|
2019-02-21 04:42:17 +00:00
|
|
|
func subkey(kind: type BeaconState, key: Eth2Digest): auto =
|
|
|
|
subkey(kHashToState, key.data)
|
2019-01-25 14:17:35 +00:00
|
|
|
|
2019-02-21 04:42:17 +00:00
|
|
|
func subkey(kind: type BeaconBlock, key: Eth2Digest): auto =
|
|
|
|
subkey(kHashToBlock, key.data)
|
2019-01-25 14:17:35 +00:00
|
|
|
|
2019-01-14 12:19:44 +00:00
|
|
|
proc init*(T: type BeaconChainDB, backend: TrieDatabaseRef): BeaconChainDB =
|
2018-11-23 23:58:49 +00:00
|
|
|
new result
|
2019-01-14 12:19:44 +00:00
|
|
|
result.backend = backend
|
2018-11-23 23:58:49 +00:00
|
|
|
|
2019-02-18 10:34:39 +00:00
|
|
|
proc putBlock*(db: BeaconChainDB, key: Eth2Digest, value: BeaconBlock) =
|
2019-03-05 22:54:08 +00:00
|
|
|
db.backend.put(subkey(type value, key), SSZ.encode(value))
|
2019-02-18 10:34:39 +00:00
|
|
|
|
|
|
|
proc putHead*(db: BeaconChainDB, key: Eth2Digest) =
|
|
|
|
db.backend.put(subkey(kHeadBlock), key.data) # TODO head block?
|
|
|
|
|
2019-02-21 21:38:26 +00:00
|
|
|
proc putState*(db: BeaconChainDB, key: Eth2Digest, value: BeaconState) =
|
2019-03-13 22:59:20 +00:00
|
|
|
# TODO prune old states - this is less easy than it seems as we never know
|
|
|
|
# when or if a particular state will become finalized.
|
|
|
|
|
2019-03-05 22:54:08 +00:00
|
|
|
db.backend.put(subkey(type value, key), SSZ.encode(value))
|
2019-02-21 04:42:17 +00:00
|
|
|
|
2019-02-28 21:21:29 +00:00
|
|
|
proc putState*(db: BeaconChainDB, value: BeaconState) =
|
|
|
|
db.putState(hash_tree_root_final(value), value)
|
|
|
|
|
2019-02-21 21:38:26 +00:00
|
|
|
proc putBlock*(db: BeaconChainDB, value: BeaconBlock) =
|
|
|
|
db.putBlock(hash_tree_root_final(value), value)
|
|
|
|
|
2019-02-28 21:21:29 +00:00
|
|
|
proc putHeadBlock*(db: BeaconChainDB, key: Eth2Digest) =
|
|
|
|
db.backend.put(subkey(kHeadBlock), key.data) # TODO head block?
|
|
|
|
|
|
|
|
proc putTailBlock*(db: BeaconChainDB, key: Eth2Digest) =
|
|
|
|
db.backend.put(subkey(kTailBlock), key.data)
|
2019-02-21 04:42:17 +00:00
|
|
|
|
|
|
|
proc get(db: BeaconChainDB, key: auto, T: typedesc): Option[T] =
|
|
|
|
let res = db.backend.get(key)
|
2019-01-14 12:19:44 +00:00
|
|
|
if res.len != 0:
|
2019-03-05 22:54:08 +00:00
|
|
|
try:
|
|
|
|
some(SSZ.decode(res, T))
|
|
|
|
except SerializationError:
|
|
|
|
none(T)
|
2019-01-14 12:19:44 +00:00
|
|
|
else:
|
2019-02-21 04:42:17 +00:00
|
|
|
none(T)
|
2019-01-14 12:19:44 +00:00
|
|
|
|
2019-02-21 21:38:26 +00:00
|
|
|
proc getBlock*(db: BeaconChainDB, key: Eth2Digest): Option[BeaconBlock] =
|
|
|
|
db.get(subkey(BeaconBlock, key), BeaconBlock)
|
2019-02-21 04:42:17 +00:00
|
|
|
|
2019-02-21 21:38:26 +00:00
|
|
|
proc getState*(db: BeaconChainDB, key: Eth2Digest): Option[BeaconState] =
|
|
|
|
db.get(subkey(BeaconState, key), BeaconState)
|
2019-02-21 04:42:17 +00:00
|
|
|
|
2019-02-28 21:21:29 +00:00
|
|
|
proc getHeadBlock*(db: BeaconChainDB): Option[Eth2Digest] =
|
|
|
|
db.get(subkey(kHeadBlock), Eth2Digest)
|
2019-02-21 04:42:17 +00:00
|
|
|
|
2019-02-28 21:21:29 +00:00
|
|
|
proc getTailBlock*(db: BeaconChainDB): Option[Eth2Digest] =
|
|
|
|
db.get(subkey(kTailBlock), Eth2Digest)
|
2019-02-21 21:38:26 +00:00
|
|
|
|
|
|
|
proc containsBlock*(
|
|
|
|
db: BeaconChainDB, key: Eth2Digest): bool =
|
|
|
|
db.backend.contains(subkey(BeaconBlock, key))
|
2018-11-23 23:58:49 +00:00
|
|
|
|
2019-02-21 21:38:26 +00:00
|
|
|
proc containsState*(
|
|
|
|
db: BeaconChainDB, key: Eth2Digest): bool =
|
2019-03-08 16:40:17 +00:00
|
|
|
db.backend.contains(subkey(BeaconState, key))
|
2019-02-21 17:20:50 +00:00
|
|
|
|
2019-02-28 21:21:29 +00:00
|
|
|
iterator getAncestors*(db: BeaconChainDB, root: Eth2Digest):
|
|
|
|
tuple[root: Eth2Digest, blck: BeaconBlock] =
|
2019-02-21 17:20:50 +00:00
|
|
|
## Load a chain of ancestors for blck - returns a list of blocks with the
|
|
|
|
## oldest block last (blck will be at result[0]).
|
|
|
|
##
|
2019-02-28 21:21:29 +00:00
|
|
|
## The search will go on until the ancestor cannot be found.
|
2019-02-21 17:20:50 +00:00
|
|
|
|
2019-02-28 21:21:29 +00:00
|
|
|
var root = root
|
|
|
|
while (let blck = db.getBlock(root); blck.isSome()):
|
|
|
|
yield (root, blck.get())
|
2019-02-21 17:20:50 +00:00
|
|
|
|
2019-02-28 21:21:29 +00:00
|
|
|
root = blck.get().parent_root
|