mirror of
https://github.com/codex-storage/nim-codex.git
synced 2025-02-21 09:08:11 +00:00
137 lines
3.9 KiB
Nim
137 lines
3.9 KiB
Nim
## Nim-Codex
|
|
## Copyright (c) 2021 Status Research & Development GmbH
|
|
## Licensed under either of
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
## at your option.
|
|
## This file may not be copied, modified, or distributed except according to
|
|
## those terms.
|
|
|
|
import pkg/upraises
|
|
|
|
push: {.upraises: [].}
|
|
|
|
import std/sugar
|
|
|
|
import pkg/chronicles
|
|
import pkg/chronos
|
|
import pkg/libp2p
|
|
|
|
import ../blocktype as bt
|
|
import ../utils/asyncheapqueue
|
|
import ../utils/asynciter
|
|
|
|
import ./blockstore
|
|
import ../blockexchange
|
|
import ../merkletree
|
|
|
|
export blockstore, blockexchange, asyncheapqueue
|
|
|
|
logScope:
|
|
topics = "codex networkstore"
|
|
|
|
const BlockPrefetchAmount = 5
|
|
|
|
type
|
|
NetworkStore* = ref object of BlockStore
|
|
engine*: BlockExcEngine # blockexc decision engine
|
|
localStore*: BlockStore # local block store
|
|
|
|
method getBlock*(self: NetworkStore, cid: Cid): Future[?!bt.Block] {.async.} =
|
|
trace "Getting block from local store or network", cid
|
|
|
|
without blk =? await self.localStore.getBlock(cid), error:
|
|
if not (error of BlockNotFoundError): return failure error
|
|
trace "Block not in local store", cid
|
|
|
|
without newBlock =? (await self.engine.requestBlock(cid)).catch, error:
|
|
trace "Unable to get block from exchange engine", cid
|
|
return failure error
|
|
|
|
return success newBlock
|
|
|
|
return success blk
|
|
|
|
method getBlock*(self: NetworkStore, treeCid: Cid, index: Natural, merkleRoot: MultiHash): Future[?!Block] {.async.} =
|
|
without localBlock =? await self.localStore.getBlock(treeCid, index, merkleRoot), err:
|
|
if err of BlockNotFoundError:
|
|
trace "Requesting block from the network engine", treeCid, index
|
|
try:
|
|
let networkBlock = await self.engine.requestBlock(treeCid, index, merkleRoot)
|
|
return success(networkBlock)
|
|
except CatchableError as err:
|
|
return failure(err)
|
|
else:
|
|
failure(err)
|
|
return success(localBlock)
|
|
|
|
method getBlocks*(self: NetworkStore, treeCid: Cid, leavesCount: Natural, merkleRoot: MultiHash): Future[?!AsyncIter[?!Block]] {.async.} =
|
|
without localIter =? await self.localStore.getBlocks(treeCid, leavesCount, merkleRoot), err:
|
|
if err of BlockNotFoundError:
|
|
trace "Requesting blocks from the network engine", treeCid, leavesCount
|
|
without var networkIter =? self.engine.requestBlocks(treeCid, leavesCount, merkleRoot), err:
|
|
failure(err)
|
|
|
|
let iter = networkIter
|
|
.prefetch(BlockPrefetchAmount)
|
|
.map(proc (fut: Future[Block]): Future[?!Block] {.async.} = catch: (await fut))
|
|
|
|
return success(iter)
|
|
else:
|
|
return failure(err)
|
|
return success(localIter)
|
|
|
|
method putBlock*(
|
|
self: NetworkStore,
|
|
blk: bt.Block,
|
|
ttl = Duration.none
|
|
): Future[?!void] {.async.} =
|
|
## Store block locally and notify the network
|
|
##
|
|
|
|
trace "Puting block into network store", cid = blk.cid
|
|
|
|
let res = await self.localStore.putBlock(blk, ttl)
|
|
if res.isErr:
|
|
return res
|
|
|
|
await self.engine.resolveBlocks(@[blk])
|
|
return success()
|
|
|
|
method delBlock*(self: NetworkStore, cid: Cid): Future[?!void] =
|
|
## Delete a block from the blockstore
|
|
##
|
|
|
|
trace "Deleting block from network store", cid
|
|
return self.localStore.delBlock(cid)
|
|
|
|
{.pop.}
|
|
|
|
method hasBlock*(self: NetworkStore, cid: Cid): Future[?!bool] {.async.} =
|
|
## Check if the block exists in the blockstore
|
|
##
|
|
|
|
trace "Checking network store for block existence", cid
|
|
return await self.localStore.hasBlock(cid)
|
|
|
|
method getTree*(self: NetworkStore, treeCid: Cid): Future[?!MerkleTree] =
|
|
self.localStore.getTree(treeCid)
|
|
|
|
method close*(self: NetworkStore): Future[void] {.async.} =
|
|
## Close the underlying local blockstore
|
|
##
|
|
|
|
if not self.localStore.isNil:
|
|
await self.localStore.close
|
|
|
|
proc new*(
|
|
T: type NetworkStore,
|
|
engine: BlockExcEngine,
|
|
localStore: BlockStore
|
|
): NetworkStore =
|
|
## Create new instance of a NetworkStore
|
|
##
|
|
NetworkStore(
|
|
localStore: localStore,
|
|
engine: engine)
|