2022-05-19 19:56:03 +00:00
|
|
|
## Nim-Codex
|
2021-02-26 00:23:22 +00:00
|
|
|
## Copyright (c) 2021 Status Research & Development GmbH
|
|
|
|
## Licensed under either of
|
|
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
|
|
## at your option.
|
|
|
|
## This file may not be copied, modified, or distributed except according to
|
|
|
|
## those terms.
|
|
|
|
|
|
|
|
import std/tables
|
|
|
|
|
2022-05-12 20:23:05 +00:00
|
|
|
import pkg/upraises
|
|
|
|
|
|
|
|
push: {.upraises: [].}
|
|
|
|
|
2021-02-26 00:23:22 +00:00
|
|
|
import pkg/chronicles
|
|
|
|
import pkg/chronos
|
|
|
|
import pkg/libp2p
|
2023-07-20 07:56:28 +00:00
|
|
|
import pkg/metrics
|
2021-02-26 00:23:22 +00:00
|
|
|
|
2022-05-19 22:28:53 +00:00
|
|
|
import ../../blocktype
|
2021-02-26 00:23:22 +00:00
|
|
|
|
|
|
|
logScope:
|
2022-11-15 15:46:21 +00:00
|
|
|
topics = "codex pendingblocks"
|
2021-02-26 00:23:22 +00:00
|
|
|
|
2023-07-20 07:56:28 +00:00
|
|
|
declareGauge(codexBlockExchangePendingBlockRequests, "codex blockexchange pending block requests")
|
|
|
|
|
2022-05-12 20:09:40 +00:00
|
|
|
const
|
|
|
|
DefaultBlockTimeout* = 10.minutes
|
|
|
|
|
2021-02-26 00:23:22 +00:00
|
|
|
type
|
2022-11-15 06:12:05 +00:00
|
|
|
BlockReq* = object
|
|
|
|
handle*: Future[Block]
|
|
|
|
inFlight*: bool
|
|
|
|
|
2021-02-26 00:23:22 +00:00
|
|
|
PendingBlocksManager* = ref object of RootObj
|
2022-11-15 06:12:05 +00:00
|
|
|
blocks*: Table[Cid, BlockReq] # pending Block requests
|
2021-02-26 00:23:22 +00:00
|
|
|
|
2023-07-20 07:56:28 +00:00
|
|
|
proc updatePendingBlockGauge(p: PendingBlocksManager) =
|
|
|
|
codexBlockExchangePendingBlockRequests.set(p.blocks.len.int64)
|
|
|
|
|
2022-05-12 20:09:40 +00:00
|
|
|
proc getWantHandle*(
|
2023-06-22 15:11:18 +00:00
|
|
|
p: PendingBlocksManager,
|
|
|
|
cid: Cid,
|
|
|
|
timeout = DefaultBlockTimeout,
|
|
|
|
inFlight = false
|
|
|
|
): Future[Block] {.async.} =
|
2021-02-26 00:23:22 +00:00
|
|
|
## Add an event for a block
|
|
|
|
##
|
|
|
|
|
|
|
|
try:
|
2022-11-15 06:12:05 +00:00
|
|
|
if cid notin p.blocks:
|
|
|
|
p.blocks[cid] = BlockReq(
|
|
|
|
handle: newFuture[Block]("pendingBlocks.getWantHandle"),
|
|
|
|
inFlight: inFlight)
|
|
|
|
|
2022-11-15 15:46:21 +00:00
|
|
|
trace "Adding pending future for block", cid, inFlight = p.blocks[cid].inFlight
|
2022-11-15 06:12:05 +00:00
|
|
|
|
2023-07-20 07:56:28 +00:00
|
|
|
p.updatePendingBlockGauge()
|
2022-11-15 06:12:05 +00:00
|
|
|
return await p.blocks[cid].handle.wait(timeout)
|
2021-02-26 00:23:22 +00:00
|
|
|
except CancelledError as exc:
|
|
|
|
trace "Blocks cancelled", exc = exc.msg, cid
|
|
|
|
raise exc
|
|
|
|
except CatchableError as exc:
|
|
|
|
trace "Pending WANT failed or expired", exc = exc.msg
|
2022-11-15 06:12:05 +00:00
|
|
|
# no need to cancel, it is already cancelled by wait()
|
|
|
|
raise exc
|
2021-02-26 00:23:22 +00:00
|
|
|
finally:
|
|
|
|
p.blocks.del(cid)
|
2023-07-20 07:56:28 +00:00
|
|
|
p.updatePendingBlockGauge()
|
2021-02-26 00:23:22 +00:00
|
|
|
|
2023-06-22 15:11:18 +00:00
|
|
|
proc resolve*(p: PendingBlocksManager,
|
|
|
|
blocks: seq[Block]) =
|
2021-02-26 00:23:22 +00:00
|
|
|
## Resolve pending blocks
|
|
|
|
##
|
|
|
|
|
|
|
|
for blk in blocks:
|
|
|
|
# resolve any pending blocks
|
2022-11-15 06:12:05 +00:00
|
|
|
p.blocks.withValue(blk.cid, pending):
|
|
|
|
if not pending[].handle.completed:
|
|
|
|
trace "Resolving block", cid = blk.cid
|
|
|
|
pending[].handle.complete(blk)
|
|
|
|
|
2023-06-22 15:11:18 +00:00
|
|
|
proc setInFlight*(p: PendingBlocksManager,
|
|
|
|
cid: Cid,
|
|
|
|
inFlight = true) =
|
2022-11-15 06:12:05 +00:00
|
|
|
p.blocks.withValue(cid, pending):
|
2022-11-15 15:46:21 +00:00
|
|
|
pending[].inFlight = inFlight
|
|
|
|
trace "Setting inflight", cid, inFlight = pending[].inFlight
|
2022-11-15 06:12:05 +00:00
|
|
|
|
2023-06-22 15:11:18 +00:00
|
|
|
proc isInFlight*(p: PendingBlocksManager,
|
|
|
|
cid: Cid
|
|
|
|
): bool =
|
2022-11-15 06:12:05 +00:00
|
|
|
p.blocks.withValue(cid, pending):
|
|
|
|
result = pending[].inFlight
|
2022-11-15 15:46:21 +00:00
|
|
|
trace "Getting inflight", cid, inFlight = result
|
2021-02-26 00:23:22 +00:00
|
|
|
|
2023-06-22 15:11:18 +00:00
|
|
|
proc pending*(p: PendingBlocksManager, cid: Cid): bool =
|
|
|
|
cid in p.blocks
|
2021-02-26 00:23:22 +00:00
|
|
|
|
2023-06-22 15:11:18 +00:00
|
|
|
proc contains*(p: PendingBlocksManager, cid: Cid): bool =
|
|
|
|
p.pending(cid)
|
2021-02-26 00:23:22 +00:00
|
|
|
|
2022-05-12 20:09:40 +00:00
|
|
|
iterator wantList*(p: PendingBlocksManager): Cid =
|
|
|
|
for k in p.blocks.keys:
|
|
|
|
yield k
|
|
|
|
|
|
|
|
iterator wantHandles*(p: PendingBlocksManager): Future[Block] =
|
|
|
|
for v in p.blocks.values:
|
2022-11-15 06:12:05 +00:00
|
|
|
yield v.handle
|
2022-05-12 20:09:40 +00:00
|
|
|
|
|
|
|
func len*(p: PendingBlocksManager): int =
|
|
|
|
p.blocks.len
|
|
|
|
|
2023-06-22 15:11:18 +00:00
|
|
|
func new*(T: type PendingBlocksManager): PendingBlocksManager =
|
|
|
|
PendingBlocksManager()
|