codex-storage
/
nim-codex
mirror of https://github.com/codex-storage/nim-codex.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

don't spawn queue requests (#313) 

* don't spawn queue requests

* adjust list blocks idle timer

* increase timeout on failing test...
This commit is contained in:
Dmitriy Ryajov 2022-11-14 18:01:05 -06:00 committed by GitHub
parent f36dc54eda
commit f235cc6621
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 24 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

46
codex/blockexchange/engine/discovery.nim
View File

@ -13,6 +13,7 @@ import pkg/chronos
import pkg/chronicles import pkg/chronicles
import pkg/libp2p import pkg/libp2p
import pkg/metrics import pkg/metrics
import pkg/questionable/results
import ../protobuf/presence import ../protobuf/presence
@ -52,8 +53,8 @@ type
advertiseQueue*: AsyncQueue[Cid] # Advertise queue advertiseQueue*: AsyncQueue[Cid] # Advertise queue
advertiseTasks*: seq[Future[void]] # Advertise tasks advertiseTasks*: seq[Future[void]] # Advertise tasks
discoveryLoop*: Future[void] # Discovery loop task handle discoveryLoop*: Future[void] # Discovery loop task handle
discoveryTasks*: seq[Future[void]] # Discovery tasks
discoveryQueue*: AsyncQueue[Cid] # Discovery queue discoveryQueue*: AsyncQueue[Cid] # Discovery queue
discoveryTasks*: seq[Future[void]] # Discovery tasks
minPeersPerBlock*: int # Max number of peers with block minPeersPerBlock*: int # Max number of peers with block
discoveryLoopSleep: Duration # Discovery loop sleep discoveryLoopSleep: Duration # Discovery loop sleep
advertiseLoopSleep: Duration # Advertise loop sleep advertiseLoopSleep: Duration # Advertise loop sleep
@ -78,7 +79,9 @@ proc discoveryQueueLoop(b: DiscoveryEngine) {.async.} =
proc advertiseQueueLoop*(b: DiscoveryEngine) {.async.} = proc advertiseQueueLoop*(b: DiscoveryEngine) {.async.} =
proc onBlock(cid: Cid) {.async.} = proc onBlock(cid: Cid) {.async.} =
try: try:
trace "Listed block", cid
await b.advertiseQueue.put(cid) await b.advertiseQueue.put(cid)
await sleepAsync(50.millis) # TODO: temp workaround because we're announcing all CIDs
except CancelledError as exc: except CancelledError as exc:
trace "Cancelling block listing" trace "Cancelling block listing"
raise exc raise exc
@ -107,11 +110,14 @@ proc advertiseTaskLoop(b: DiscoveryEngine) {.async.} =
continue continue
try: try:
let request = b.discovery.provide(cid) let
request = b.discovery.provide(cid)
b.inFlightAdvReqs[cid] = request b.inFlightAdvReqs[cid] = request
codex_inflight_discovery.set(b.inFlightAdvReqs.len.int64) codex_inflight_discovery.set(b.inFlightAdvReqs.len.int64)
trace "Advertising block", cid, inflight = b.inFlightAdvReqs.len trace "Advertising block", cid, inflight = b.inFlightAdvReqs.len
await request await request
finally: finally:
b.inFlightAdvReqs.del(cid) b.inFlightAdvReqs.del(cid)
codex_inflight_discovery.set(b.inFlightAdvReqs.len.int64) codex_inflight_discovery.set(b.inFlightAdvReqs.len.int64)
@ -169,34 +175,28 @@ proc discoveryTaskLoop(b: DiscoveryEngine) {.async.} =
trace "Exiting discovery task runner" trace "Exiting discovery task runner"
proc queueFindBlocksReq*(b: DiscoveryEngine, cids: seq[Cid]) {.inline.} = proc queueFindBlocksReq*(b: DiscoveryEngine, cids: seq[Cid]) {.inline.} =
proc queueReq() {.async.} = for cid in cids:
try: if cid notin b.discoveryQueue:
for cid in cids: try:
if cid notin b.discoveryQueue: trace "Queueing find block", cid, queue = b.discoveryQueue.len
trace "Queueing find block request", cid b.discoveryQueue.putNoWait(cid)
await b.discoveryQueue.put(cid) except CatchableError as exc:
except CatchableError as exc: trace "Exception queueing discovery request", exc = exc.msg
trace "Exception queueing discovery request", exc = exc.msg
asyncSpawn queueReq()
proc queueProvideBlocksReq*(b: DiscoveryEngine, cids: seq[Cid]) {.inline.} = proc queueProvideBlocksReq*(b: DiscoveryEngine, cids: seq[Cid]) {.inline.} =
proc queueReq() {.async.} = for cid in cids:
try: if cid notin b.advertiseQueue:
for cid in cids: try:
if cid notin b.advertiseQueue: trace "Queueing provide block", cid, queue = b.discoveryQueue.len
trace "Queueing provide block request", cid b.advertiseQueue.putNoWait(cid)
await b.advertiseQueue.put(cid) except CatchableError as exc:
except CatchableError as exc: trace "Exception queueing discovery request", exc = exc.msg
trace "Exception queueing discovery request", exc = exc.msg
asyncSpawn queueReq()
proc start*(b: DiscoveryEngine) {.async.} = proc start*(b: DiscoveryEngine) {.async.} =
## Start the discengine task ## Start the discengine task
## ##
trace "discovery engine start" trace "Discovery engine start"
if b.discEngineRunning: if b.discEngineRunning:
warn "Starting discovery engine twice" warn "Starting discovery engine twice"

2
tests/codex/blockexchange/discovery/testdiscoveryengine.nim
View File

@ -86,7 +86,7 @@ suite "Test Discovery Engine":
await discoveryEngine.start() await discoveryEngine.start()
await allFuturesThrowing( await allFuturesThrowing(
allFinished(toSeq(haves.values))).wait(1.seconds) allFinished(toSeq(haves.values))).wait(5.seconds)
await discoveryEngine.stop() await discoveryEngine.stop()
test "Should queue discovery request": test "Should queue discovery request":