mirror of
https://github.com/status-im/nim-dagger.git
synced 2025-02-28 06:10:45 +00:00
a609baea26
* adding basic retry functionality * avoid duplicate requests and batch them * fix cancelling blocks * properly resolve blocks * minor cleanup - use `self` * avoid useless asyncSpawn * track retries * limit max inflight and set libp2p maxIncomingStreams * cleanup * add basic yield in readLoop * use tuple instead of object * cleanup imports and logs * increase defaults * wip * fix prefetch batching * cleanup * decrease timeouts to speedup tests * remove outdated test * add retry tests * should track retries * remove useless test * use correct block address (index was off by 1) * remove duplicate noop proc * add BlockHandle type * Use BlockHandle type * add fetchLocal to control batching from local store * add format target * revert deps * adjust quotaMaxBytes * cleanup imports and logs * revert deps * cleanup blocks on cancelled * terminate erasure and prefetch jobs on stream end * split storing and retrieving data into separate tests * track `b.discoveryLoop` future * misc * remove useless check
87 lines
2.7 KiB
Nim
87 lines
2.7 KiB
Nim
import std/sequtils
|
|
import std/algorithm
|
|
|
|
import pkg/chronos
|
|
import pkg/stew/byteutils
|
|
|
|
import pkg/codex/blocktype as bt
|
|
import pkg/codex/blockexchange
|
|
|
|
import ../helpers
|
|
import ../../asynctest
|
|
|
|
checksuite "Pending Blocks":
|
|
test "Should add want handle":
|
|
let
|
|
pendingBlocks = PendingBlocksManager.new()
|
|
blk = bt.Block.new("Hello".toBytes).tryGet
|
|
|
|
discard pendingBlocks.getWantHandle(blk.cid)
|
|
|
|
check blk.cid in pendingBlocks
|
|
|
|
test "Should resolve want handle":
|
|
let
|
|
pendingBlocks = PendingBlocksManager.new()
|
|
blk = bt.Block.new("Hello".toBytes).tryGet
|
|
handle = pendingBlocks.getWantHandle(blk.cid)
|
|
|
|
check blk.cid in pendingBlocks
|
|
pendingBlocks.resolve(@[blk].mapIt(BlockDelivery(blk: it, address: it.address)))
|
|
await sleepAsync(0.millis)
|
|
# trigger the event loop, otherwise the block finishes before poll runs
|
|
let resolved = await handle
|
|
check resolved == blk
|
|
check blk.cid notin pendingBlocks
|
|
|
|
test "Should cancel want handle":
|
|
let
|
|
pendingBlocks = PendingBlocksManager.new()
|
|
blk = bt.Block.new("Hello".toBytes).tryGet
|
|
handle = pendingBlocks.getWantHandle(blk.cid)
|
|
|
|
check blk.cid in pendingBlocks
|
|
await handle.cancelAndWait()
|
|
check blk.cid notin pendingBlocks
|
|
|
|
test "Should get wants list":
|
|
let
|
|
pendingBlocks = PendingBlocksManager.new()
|
|
blks = (0 .. 9).mapIt(bt.Block.new(("Hello " & $it).toBytes).tryGet)
|
|
|
|
discard blks.mapIt(pendingBlocks.getWantHandle(it.cid))
|
|
|
|
check:
|
|
blks.mapIt($it.cid).sorted(cmp[string]) ==
|
|
toSeq(pendingBlocks.wantListBlockCids).mapIt($it).sorted(cmp[string])
|
|
|
|
test "Should get want handles list":
|
|
let
|
|
pendingBlocks = PendingBlocksManager.new()
|
|
blks = (0 .. 9).mapIt(bt.Block.new(("Hello " & $it).toBytes).tryGet)
|
|
handles = blks.mapIt(pendingBlocks.getWantHandle(it.cid))
|
|
wantHandles = toSeq(pendingBlocks.wantHandles)
|
|
|
|
check wantHandles.len == handles.len
|
|
pendingBlocks.resolve(blks.mapIt(BlockDelivery(blk: it, address: it.address)))
|
|
|
|
check:
|
|
(await allFinished(wantHandles)).mapIt($it.read.cid).sorted(cmp[string]) ==
|
|
(await allFinished(handles)).mapIt($it.read.cid).sorted(cmp[string])
|
|
|
|
test "Should handle retry counters":
|
|
let
|
|
pendingBlocks = PendingBlocksManager.new(3)
|
|
blk = bt.Block.new("Hello".toBytes).tryGet
|
|
address = BlockAddress.init(blk.cid)
|
|
handle = pendingBlocks.getWantHandle(blk.cid)
|
|
|
|
check pendingBlocks.retries(address) == 3
|
|
pendingBlocks.decRetries(address)
|
|
check pendingBlocks.retries(address) == 2
|
|
pendingBlocks.decRetries(address)
|
|
check pendingBlocks.retries(address) == 1
|
|
pendingBlocks.decRetries(address)
|
|
check pendingBlocks.retries(address) == 0
|
|
check pendingBlocks.retriesExhausted(address)
|