572 lines
17 KiB
Nim
572 lines
17 KiB
Nim
# Nimbus
|
|
# Copyright (c) 2022-2024 Status Research & Development GmbH
|
|
# Licensed under either of
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
# at your option.
|
|
# This file may not be copied, modified, or distributed except according to
|
|
# those terms.
|
|
|
|
{.push raises: [].}
|
|
|
|
import
|
|
std/[options],
|
|
chronicles,
|
|
eth/trie/trie_defs,
|
|
../core/[pow, clique, casper],
|
|
../db/[core_db, ledger, storage_types],
|
|
../utils/[utils, ec_recover],
|
|
".."/[constants, errors],
|
|
"."/[chain_config, evmforks, genesis, hardforks]
|
|
|
|
export
|
|
chain_config,
|
|
core_db,
|
|
constants,
|
|
errors,
|
|
options,
|
|
evmforks,
|
|
hardforks,
|
|
genesis,
|
|
utils
|
|
|
|
type
|
|
SyncProgress = object
|
|
start : BlockNumber
|
|
current: BlockNumber
|
|
highest: BlockNumber
|
|
|
|
SyncReqNewHeadCB* = proc(header: BlockHeader) {.gcsafe, raises: [].}
|
|
## Update head for syncing
|
|
|
|
CommonRef* = ref object
|
|
# all purpose storage
|
|
db: CoreDbRef
|
|
|
|
# prune underlying state db?
|
|
pruneTrie: bool
|
|
|
|
# block chain config
|
|
config: ChainConfig
|
|
|
|
# cache of genesis
|
|
genesisHash: KeccakHash
|
|
genesisHeader: BlockHeader
|
|
|
|
# map block number and ttd and time to
|
|
# HardFork
|
|
forkTransitionTable: ForkTransitionTable
|
|
|
|
# Eth wire protocol need this
|
|
forkIdCalculator: ForkIdCalculator
|
|
networkId: NetworkId
|
|
|
|
# synchronizer need this
|
|
syncProgress: SyncProgress
|
|
|
|
# current hard fork, updated after calling `hardForkTransition`
|
|
currentFork: HardFork
|
|
|
|
# one of POW/POA/POS, updated after calling `hardForkTransition`
|
|
consensusType: ConsensusType
|
|
|
|
syncReqNewHead: SyncReqNewHeadCB
|
|
## Call back function for the sync processor. This function stages
|
|
## the arguent header to a private aerea for subsequent processing.
|
|
|
|
syncReqRelaxV2: bool
|
|
## Allow processing of certain RPC/V2 messages type while syncing (i.e.
|
|
## `syncReqNewHead` is set.) although `shanghaiTime` is unavailable
|
|
## or has not reached, yet.
|
|
|
|
startOfHistory: Hash256
|
|
## This setting is needed for resuming blockwise syncying after
|
|
## installing a snapshot pivot. The default value for this field is
|
|
## `GENESIS_PARENT_HASH` to start at the very beginning.
|
|
|
|
pow: PowRef
|
|
## Wrapper around `hashimotoLight()` and lookup cache
|
|
|
|
poa: Clique
|
|
## For non-PoA networks this descriptor is ignored.
|
|
|
|
pos: CasperRef
|
|
## Proof Of Stake descriptor
|
|
|
|
ldgType: LedgerType
|
|
## Optional suggestion for the ledger cache to be used as state DB
|
|
|
|
const
|
|
CommonLegacyDbLedgerTypeDefault = LegacyAccountsCache
|
|
## Default ledger type to use, see `ldgType` above. This default will be
|
|
## superseded by `LedgerCache` as default for `Aristo` type deb backend.
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Forward declarations
|
|
# ------------------------------------------------------------------------------
|
|
|
|
proc hardForkTransition*(
|
|
com: CommonRef, forkDeterminer: ForkDeterminationInfo)
|
|
{.gcsafe, raises: [].}
|
|
|
|
func cliquePeriod*(com: CommonRef): EthTime
|
|
|
|
func cliqueEpoch*(com: CommonRef): int
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Private helper functions
|
|
# ------------------------------------------------------------------------------
|
|
|
|
proc consensusTransition(com: CommonRef, fork: HardFork) =
|
|
if fork >= MergeFork:
|
|
com.consensusType = ConsensusType.POS
|
|
else:
|
|
# restore consensus type to original config
|
|
# this could happen during reorg
|
|
com.consensusType = com.config.consensusType
|
|
|
|
proc setForkId(com: CommonRef, genesis: BlockHeader) =
|
|
com.genesisHash = genesis.blockHash
|
|
let genesisCRC = crc32(0, com.genesisHash.data)
|
|
com.forkIdCalculator = initForkIdCalculator(
|
|
com.forkTransitionTable,
|
|
genesisCRC,
|
|
genesis.timestamp.uint64)
|
|
|
|
proc daoCheck(conf: ChainConfig) =
|
|
if not conf.daoForkSupport or conf.daoForkBlock.isNone:
|
|
conf.daoForkBlock = conf.homesteadBlock
|
|
|
|
if conf.daoForkSupport and conf.daoForkBlock.isNone:
|
|
conf.daoForkBlock = conf.homesteadBlock
|
|
|
|
proc init(com : CommonRef,
|
|
db : CoreDbRef,
|
|
pruneTrie: bool,
|
|
networkId: NetworkId,
|
|
config : ChainConfig,
|
|
genesis : Genesis,
|
|
ldgType : LedgerType,
|
|
) {.gcsafe, raises: [CatchableError].} =
|
|
|
|
config.daoCheck()
|
|
|
|
com.db = db
|
|
com.pruneTrie = pruneTrie
|
|
com.config = config
|
|
com.forkTransitionTable = config.toForkTransitionTable()
|
|
com.networkId = networkId
|
|
com.syncProgress= SyncProgress()
|
|
com.ldgType = block:
|
|
if ldgType != LedgerType(0):
|
|
ldgType
|
|
elif db.dbType in {AristoDbMemory,AristoDbRocks,AristoDbVoid}:
|
|
# The `Aristo` backend does not work well with the `LegacyAccountsCache`
|
|
LedgerCache
|
|
else:
|
|
CommonLegacyDbLedgerTypeDefault
|
|
|
|
# Initalise the PoA state regardless of whether it is needed on the current
|
|
# network. For non-PoA networks this descriptor is ignored.
|
|
com.poa = newClique(com.db, com.cliquePeriod, com.cliqueEpoch)
|
|
|
|
# Always initialise the PoW epoch cache even though it migh no be used
|
|
com.pow = PowRef.new
|
|
com.pos = CasperRef.new
|
|
|
|
# com.currentFork and com.consensusType
|
|
# is set by hardForkTransition.
|
|
# set it before creating genesis block
|
|
# TD need to be some(0.u256) because it can be the genesis
|
|
# already at the MergeFork
|
|
const TimeZero = EthTime(0)
|
|
|
|
# com.forkIdCalculator and com.genesisHash are set
|
|
# by setForkId
|
|
if genesis.isNil.not:
|
|
com.hardForkTransition(ForkDeterminationInfo(
|
|
blockNumber: 0.toBlockNumber,
|
|
td: some(0.u256),
|
|
time: some(genesis.timestamp)
|
|
))
|
|
com.genesisHeader = toGenesisHeader(genesis,
|
|
com.currentFork, config.chainId, com.db, com.ldgType)
|
|
com.setForkId(com.genesisHeader)
|
|
com.pos.timestamp = genesis.timestamp
|
|
else:
|
|
com.hardForkTransition(ForkDeterminationInfo(
|
|
blockNumber: 0.toBlockNumber,
|
|
td: some(0.u256),
|
|
time: some(TimeZero)
|
|
))
|
|
|
|
# By default, history begins at genesis.
|
|
com.startOfHistory = GENESIS_PARENT_HASH
|
|
|
|
proc getTd(com: CommonRef, blockHash: Hash256): Option[DifficultyInt] =
|
|
var td: DifficultyInt
|
|
if not com.db.getTd(blockHash, td):
|
|
# TODO: Is this really ok?
|
|
none[DifficultyInt]()
|
|
else:
|
|
some(td)
|
|
|
|
proc needTdForHardForkDetermination(com: CommonRef): bool =
|
|
let t = com.forkTransitionTable.mergeForkTransitionThreshold
|
|
t.ttdPassed.isNone and t.blockNumber.isNone and t.ttd.isSome
|
|
|
|
proc getTdIfNecessary(com: CommonRef, blockHash: Hash256): Option[DifficultyInt] =
|
|
if needTdForHardForkDetermination(com):
|
|
getTd(com, blockHash)
|
|
else:
|
|
none[DifficultyInt]()
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Public constructors
|
|
# ------------------------------------------------------------------------------
|
|
|
|
proc new*(
|
|
_: type CommonRef;
|
|
db: CoreDbRef;
|
|
pruneTrie: bool = true;
|
|
networkId: NetworkId = MainNet;
|
|
params = networkParams(MainNet);
|
|
ldgType = LedgerType(0);
|
|
): CommonRef
|
|
{.gcsafe, raises: [CatchableError].} =
|
|
|
|
## If genesis data is present, the forkIds will be initialized
|
|
## empty data base also initialized with genesis block
|
|
new(result)
|
|
result.init(
|
|
db,
|
|
pruneTrie,
|
|
networkId,
|
|
params.config,
|
|
params.genesis,
|
|
ldgType)
|
|
|
|
proc new*(
|
|
_: type CommonRef;
|
|
db: CoreDbRef;
|
|
config: ChainConfig;
|
|
pruneTrie: bool = true;
|
|
networkId: NetworkId = MainNet;
|
|
ldgType = LedgerType(0);
|
|
): CommonRef
|
|
{.gcsafe, raises: [CatchableError].} =
|
|
|
|
## There is no genesis data present
|
|
## Mainly used for testing without genesis
|
|
new(result)
|
|
result.init(
|
|
db,
|
|
pruneTrie,
|
|
networkId,
|
|
config,
|
|
nil,
|
|
ldgType)
|
|
|
|
proc clone*(com: CommonRef, db: CoreDbRef): CommonRef =
|
|
## clone but replace the db
|
|
## used in EVM tracer whose db is CaptureDB
|
|
CommonRef(
|
|
db : db,
|
|
pruneTrie : com.pruneTrie,
|
|
config : com.config,
|
|
forkTransitionTable: com.forkTransitionTable,
|
|
forkIdCalculator: com.forkIdCalculator,
|
|
genesisHash : com.genesisHash,
|
|
genesisHeader: com.genesisHeader,
|
|
syncProgress : com.syncProgress,
|
|
networkId : com.networkId,
|
|
currentFork : com.currentFork,
|
|
consensusType: com.consensusType,
|
|
pow : com.pow,
|
|
poa : com.poa,
|
|
pos : com.pos,
|
|
ldgType : com.ldgType
|
|
)
|
|
|
|
proc clone*(com: CommonRef): CommonRef =
|
|
com.clone(com.db)
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Public functions
|
|
# ------------------------------------------------------------------------------
|
|
|
|
func toHardFork*(
|
|
com: CommonRef, forkDeterminer: ForkDeterminationInfo): HardFork =
|
|
toHardFork(com.forkTransitionTable, forkDeterminer)
|
|
|
|
proc hardForkTransition(
|
|
com: CommonRef, forkDeterminer: ForkDeterminationInfo)
|
|
{.gcsafe, raises: [].} =
|
|
## When consensus type already transitioned to POS,
|
|
## the storage can choose not to store TD anymore,
|
|
## at that time, TD is no longer needed to find a fork
|
|
## TD only needed during transition from POW/POA to POS.
|
|
## Same thing happen before London block, TD can be ignored.
|
|
|
|
let fork = com.toHardFork(forkDeterminer)
|
|
com.currentFork = fork
|
|
com.consensusTransition(fork)
|
|
|
|
proc hardForkTransition*(
|
|
com: CommonRef,
|
|
number: BlockNumber,
|
|
td: Option[DifficultyInt],
|
|
time: Option[EthTime])
|
|
{.gcsafe, raises: [].} =
|
|
com.hardForkTransition(ForkDeterminationInfo(
|
|
blockNumber: number, time: time, td: td))
|
|
|
|
proc hardForkTransition*(
|
|
com: CommonRef,
|
|
parentHash: Hash256,
|
|
number: BlockNumber,
|
|
time: Option[EthTime])
|
|
{.gcsafe, raises: [].} =
|
|
com.hardForkTransition(number, getTdIfNecessary(com, parentHash), time)
|
|
|
|
proc hardForkTransition*(
|
|
com: CommonRef, header: BlockHeader)
|
|
{.gcsafe, raises: [].} =
|
|
com.hardForkTransition(
|
|
header.parentHash, header.blockNumber, some(header.timestamp))
|
|
|
|
func toEVMFork*(com: CommonRef, forkDeterminer: ForkDeterminationInfo): EVMFork =
|
|
## similar to toFork, but produce EVMFork
|
|
let fork = com.toHardFork(forkDeterminer)
|
|
ToEVMFork[fork]
|
|
|
|
func toEVMFork*(com: CommonRef): EVMFork =
|
|
ToEVMFork[com.currentFork]
|
|
|
|
func isLondon*(com: CommonRef, number: BlockNumber): bool =
|
|
# TODO: Fixme, use only London comparator
|
|
com.toHardFork(number.forkDeterminationInfo) >= London
|
|
|
|
func isLondon*(com: CommonRef, number: BlockNumber, timestamp: EthTime): bool =
|
|
# TODO: Fixme, use only London comparator
|
|
com.toHardFork(forkDeterminationInfo(number, timestamp)) >= London
|
|
|
|
func forkGTE*(com: CommonRef, fork: HardFork): bool =
|
|
com.currentFork >= fork
|
|
|
|
# TODO: move this consensus code to where it belongs
|
|
proc minerAddress*(com: CommonRef; header: BlockHeader): EthAddress
|
|
{.gcsafe, raises: [CatchableError].} =
|
|
if com.consensusType != ConsensusType.POA:
|
|
# POW and POS return header.coinbase
|
|
return header.coinbase
|
|
|
|
# POA return ecRecover
|
|
let account = header.ecRecover
|
|
if account.isErr:
|
|
let msg = "Could not recover account address: " & $account.error
|
|
raise newException(ValidationError, msg)
|
|
|
|
account.value
|
|
|
|
func forkId*(com: CommonRef, head, time: uint64): ForkID {.gcsafe.} =
|
|
## EIP 2364/2124
|
|
com.forkIdCalculator.newID(head, time)
|
|
|
|
func forkId*(com: CommonRef, head: BlockNumber, time: EthTime): ForkID {.gcsafe.} =
|
|
## EIP 2364/2124
|
|
com.forkIdCalculator.newID(head.truncate(uint64), time.uint64)
|
|
|
|
func isEIP155*(com: CommonRef, number: BlockNumber): bool =
|
|
com.config.eip155Block.isSome and number >= com.config.eip155Block.get
|
|
|
|
proc isBlockAfterTtd*(com: CommonRef, header: BlockHeader): bool
|
|
{.gcsafe, raises: [CatchableError].} =
|
|
if com.config.terminalTotalDifficulty.isNone:
|
|
return false
|
|
|
|
let
|
|
ttd = com.config.terminalTotalDifficulty.get()
|
|
ptd = com.db.getScore(header.parentHash)
|
|
td = ptd + header.difficulty
|
|
ptd >= ttd and td >= ttd
|
|
|
|
func isShanghaiOrLater*(com: CommonRef, t: EthTime): bool =
|
|
com.config.shanghaiTime.isSome and t >= com.config.shanghaiTime.get
|
|
|
|
func isCancunOrLater*(com: CommonRef, t: EthTime): bool =
|
|
com.config.cancunTime.isSome and t >= com.config.cancunTime.get
|
|
|
|
func isPragueOrLater*(com: CommonRef, t: EthTime): bool =
|
|
com.config.pragueTime.isSome and t >= com.config.pragueTime.get
|
|
|
|
proc consensus*(com: CommonRef, header: BlockHeader): ConsensusType
|
|
{.gcsafe, raises: [CatchableError].} =
|
|
if com.isBlockAfterTtd(header):
|
|
return ConsensusType.POS
|
|
|
|
return com.config.consensusType
|
|
|
|
proc initializeEmptyDb*(com: CommonRef)
|
|
{.gcsafe, raises: [CatchableError].} =
|
|
let kvt = com.db.kvt()
|
|
if canonicalHeadHashKey().toOpenArray notin kvt:
|
|
trace "Writing genesis to DB"
|
|
doAssert(com.genesisHeader.blockNumber.isZero,
|
|
"can't commit genesis block with number > 0")
|
|
discard com.db.persistHeaderToDb(com.genesisHeader,
|
|
com.consensusType == ConsensusType.POS)
|
|
doAssert(canonicalHeadHashKey().toOpenArray in kvt)
|
|
|
|
proc syncReqNewHead*(com: CommonRef; header: BlockHeader)
|
|
{.gcsafe, raises: [].} =
|
|
## Used by RPC to update the beacon head for snap sync
|
|
if not com.syncReqNewHead.isNil:
|
|
com.syncReqNewHead(header)
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Getters
|
|
# ------------------------------------------------------------------------------
|
|
|
|
func startOfHistory*(com: CommonRef): Hash256 =
|
|
## Getter
|
|
com.startOfHistory
|
|
|
|
func poa*(com: CommonRef): Clique =
|
|
## Getter
|
|
com.poa
|
|
|
|
func pow*(com: CommonRef): PowRef =
|
|
## Getter
|
|
com.pow
|
|
|
|
func pos*(com: CommonRef): CasperRef =
|
|
## Getter
|
|
com.pos
|
|
|
|
func db*(com: CommonRef): CoreDbRef =
|
|
com.db
|
|
|
|
func consensus*(com: CommonRef): ConsensusType =
|
|
com.consensusType
|
|
|
|
func eip150Block*(com: CommonRef): Option[BlockNumber] =
|
|
com.config.eip150Block
|
|
|
|
func eip150Hash*(com: CommonRef): Hash256 =
|
|
com.config.eip150Hash
|
|
|
|
func daoForkBlock*(com: CommonRef): Option[BlockNumber] =
|
|
com.config.daoForkBlock
|
|
|
|
func daoForkSupport*(com: CommonRef): bool =
|
|
com.config.daoForkSupport
|
|
|
|
func ttd*(com: CommonRef): Option[DifficultyInt] =
|
|
com.config.terminalTotalDifficulty
|
|
|
|
func ttdPassed*(com: CommonRef): bool =
|
|
com.config.terminalTotalDifficultyPassed.get(false)
|
|
|
|
# if you messing with clique period and
|
|
# and epoch, it likely will fail clique verification
|
|
# at epoch * blocknumber
|
|
func cliquePeriod*(com: CommonRef): EthTime =
|
|
if com.config.clique.period.isSome:
|
|
return EthTime com.config.clique.period.get()
|
|
|
|
func cliqueEpoch*(com: CommonRef): int =
|
|
if com.config.clique.epoch.isSome:
|
|
return com.config.clique.epoch.get()
|
|
|
|
func pruneTrie*(com: CommonRef): bool =
|
|
com.pruneTrie
|
|
|
|
# always remember ChainId and NetworkId
|
|
# are two distinct things that often got mixed
|
|
# because some client do not make distinction
|
|
# between them.
|
|
# And popular networks such as MainNet
|
|
# Goerli add more confusion to this
|
|
# by not make distinction too in their value.
|
|
func chainId*(com: CommonRef): ChainId =
|
|
com.config.chainId
|
|
|
|
func networkId*(com: CommonRef): NetworkId =
|
|
com.networkId
|
|
|
|
func blockReward*(com: CommonRef): UInt256 =
|
|
BlockRewards[com.currentFork]
|
|
|
|
func genesisHash*(com: CommonRef): Hash256 =
|
|
## Getter
|
|
com.genesisHash
|
|
|
|
func genesisHeader*(com: CommonRef): BlockHeader =
|
|
## Getter
|
|
com.genesisHeader
|
|
|
|
func syncStart*(com: CommonRef): BlockNumber =
|
|
com.syncProgress.start
|
|
|
|
func syncCurrent*(com: CommonRef): BlockNumber =
|
|
com.syncProgress.current
|
|
|
|
func syncHighest*(com: CommonRef): BlockNumber =
|
|
com.syncProgress.highest
|
|
|
|
func syncReqRelaxV2*(com: CommonRef): bool =
|
|
com.syncReqRelaxV2
|
|
|
|
func ledgerType*(com: CommonRef): LedgerType =
|
|
com.ldgType
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Setters
|
|
# ------------------------------------------------------------------------------
|
|
|
|
proc `syncStart=`*(com: CommonRef, number: BlockNumber) =
|
|
com.syncProgress.start = number
|
|
|
|
proc `syncCurrent=`*(com: CommonRef, number: BlockNumber) =
|
|
com.syncProgress.current = number
|
|
|
|
proc `syncHighest=`*(com: CommonRef, number: BlockNumber) =
|
|
com.syncProgress.highest = number
|
|
|
|
proc `startOfHistory=`*(com: CommonRef, val: Hash256) =
|
|
## Setter
|
|
com.startOfHistory = val
|
|
|
|
proc setTTD*(com: CommonRef, ttd: Option[DifficultyInt]) =
|
|
## useful for testing
|
|
com.config.terminalTotalDifficulty = ttd
|
|
# rebuild the MergeFork piece of the forkTransitionTable
|
|
com.forkTransitionTable.mergeForkTransitionThreshold = com.config.mergeForkTransitionThreshold
|
|
|
|
proc setFork*(com: CommonRef, fork: HardFork): HardFork =
|
|
## useful for testing
|
|
result = com.currentFork
|
|
com.currentFork = fork
|
|
com.consensusTransition(fork)
|
|
|
|
proc `syncReqNewHead=`*(com: CommonRef; cb: SyncReqNewHeadCB) =
|
|
## Activate or reset a call back handler for syncing. When resetting (by
|
|
## passing `cb` as `nil`), the `syncReqRelaxV2` value is also reset.
|
|
com.syncReqNewHead = cb
|
|
if cb.isNil:
|
|
com.syncReqRelaxV2 = false
|
|
|
|
proc `syncReqRelaxV2=`*(com: CommonRef; val: bool) =
|
|
## Allow processing of certain RPC/V2 messages type while syncing (i.e.
|
|
## `syncReqNewHead` is set.) although `shanghaiTime` is unavailable
|
|
## or has not reached, yet.
|
|
##
|
|
## This setter is effective only while `syncReqNewHead` is activated.
|
|
if not com.syncReqNewHead.isNil:
|
|
com.syncReqRelaxV2 = val
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# End
|
|
# ------------------------------------------------------------------------------
|