mirror of
https://github.com/codex-storage/nim-codex.git
synced 2025-01-12 14:04:33 +00:00
0beeefd760
* initial implementation of repo store * allow isManifest on multicodec * rework with new blockstore * add raw codec * rework listBlocks * remove fsstore * reworking with repostore * bump datastore * fix listBlocks iterator * adding store's common tests * run common store tests * remove fsstore backend tests * bump datastore * add `listBlocks` tests * listBlocks filter based on block type * disabling tests in need of rewriting * allow passing block type * move BlockNotFoundError definition * fix tests * increase default advertise loop sleep to 10 mins * use `self` * add cache quota functionality * pass meta store and start repo * add `CacheQuotaNamespace` * pass meta store * bump datastore to latest master * don't use os `/` as key separator * Added quota limits support * tests for quota limits * add block expiration key * remove unnesesary space * use idleAsync in listBlocks * proper test name * re-add contrlC try/except * add storage quota and block ttl config options * clarify comments * change expires key format * check for block presence before storing * bump datastore * use dht with fixed datastore `has` * bump datastore to latest master * bump dht to latest master
99 lines
2.4 KiB
Nim
99 lines
2.4 KiB
Nim
## Nim-Codex
|
|
## Copyright (c) 2021 Status Research & Development GmbH
|
|
## Licensed under either of
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
## at your option.
|
|
## This file may not be copied, modified, or distributed except according to
|
|
## those terms.
|
|
|
|
import pkg/upraises
|
|
|
|
push: {.upraises: [].}
|
|
|
|
import pkg/chronicles
|
|
import pkg/chronos
|
|
import pkg/libp2p
|
|
|
|
import ../blocktype as bt
|
|
import ../utils/asyncheapqueue
|
|
|
|
import ./blockstore
|
|
import ../blockexchange
|
|
|
|
export blockstore, blockexchange, asyncheapqueue
|
|
|
|
logScope:
|
|
topics = "codex networkstore"
|
|
|
|
type
|
|
NetworkStore* = ref object of BlockStore
|
|
engine*: BlockExcEngine # blockexc decision engine
|
|
localStore*: BlockStore # local block store
|
|
|
|
method getBlock*(self: NetworkStore, cid: Cid): Future[?!bt.Block] {.async.} =
|
|
## Get a block from a remote peer
|
|
##
|
|
|
|
trace "Getting block from local store or network", cid
|
|
|
|
without blk =? await self.localStore.getBlock(cid), error:
|
|
if not (error of BlockNotFoundError): return failure error
|
|
trace "Block not in local store", cid
|
|
# TODO: What if block isn't available in the engine too?
|
|
# TODO: add retrieved block to the local store
|
|
return (await self.engine.requestBlock(cid)).catch
|
|
|
|
return success blk
|
|
|
|
method putBlock*(
|
|
self: NetworkStore,
|
|
blk: bt.Block,
|
|
ttl = Duration.none): Future[?!void] {.async.} =
|
|
## Store block locally and notify the network
|
|
##
|
|
|
|
trace "Puting block into network store", cid = blk.cid
|
|
|
|
let res = await self.localStore.putBlock(blk, ttl)
|
|
if res.isErr:
|
|
return res
|
|
|
|
await self.engine.resolveBlocks(@[blk])
|
|
return success()
|
|
|
|
method delBlock*(self: NetworkStore, cid: Cid): Future[?!void] =
|
|
## Delete a block from the blockstore
|
|
##
|
|
|
|
trace "Deleting block from network store", cid
|
|
return self.localStore.delBlock(cid)
|
|
|
|
{.pop.}
|
|
|
|
method hasBlock*(self: NetworkStore, cid: Cid): Future[?!bool] {.async.} =
|
|
## Check if the block exists in the blockstore
|
|
##
|
|
|
|
trace "Checking network store for block existence", cid
|
|
return await self.localStore.hasBlock(cid)
|
|
|
|
method close*(self: NetworkStore): Future[void] {.async.} =
|
|
## Close the underlying local blockstore
|
|
##
|
|
|
|
if not self.localStore.isNil:
|
|
await self.localStore.close
|
|
|
|
proc new*(
|
|
T: type NetworkStore,
|
|
engine: BlockExcEngine,
|
|
localStore: BlockStore): T =
|
|
|
|
let
|
|
self = NetworkStore(
|
|
localStore: localStore,
|
|
engine: engine)
|
|
|
|
return self
|