mirror of
https://github.com/codex-storage/nim-codex.git
synced 2025-02-16 14:57:54 +00:00
d669e344bc
* rework discovery with async queues * increase max message size for large manifests * increase sleep time to 100 millis * pass config * check for nil on start/stop * fix tests and split out discovery tests * don't auto mount network * add discovery tests * rework moc discovery * move discovery moc to disc dir * don't force logging syncs * don't force moc discovery on all tests * rework discovery with methods * add top level utils file * don't use asyncCheck * don't pass entire blocks to list blocks calback * spelling * - don't send want reqs to peers reporting the cid - Don't request blocks directly on presense update, use `requestBlock` * bug, nodes should not have blocks in local store * Add failing test * prefetch blocks so that download isn't serial * if request already pending, return the handle * fire discovery if no peers report block as have * only query discovery if not enough nodes for cid * wrap async req in template * use non awaiting version of queue routines * rework E2E tests as unittest * re-add chronicles sinks Co-authored-by: Tanguy <tanguy@status.im>
95 lines
2.3 KiB
Nim
95 lines
2.3 KiB
Nim
## Nim-Dagger
|
|
## Copyright (c) 2022 Status Research & Development GmbH
|
|
## Licensed under either of
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
## at your option.
|
|
## This file may not be copied, modified, or distributed except according to
|
|
## those terms.
|
|
|
|
import pkg/chronos
|
|
import pkg/chronicles
|
|
import pkg/libp2p
|
|
import pkg/questionable
|
|
import pkg/questionable/results
|
|
import pkg/stew/shims/net
|
|
import pkg/libp2pdht/discv5/protocol as discv5
|
|
|
|
import ./rng
|
|
import ./errors
|
|
|
|
export discv5
|
|
|
|
type
|
|
Discovery* = ref object of RootObj
|
|
protocol: discv5.Protocol
|
|
localInfo: PeerInfo
|
|
|
|
proc new*(
|
|
T: type Discovery,
|
|
localInfo: PeerInfo,
|
|
discoveryPort: Port,
|
|
bootstrapNodes = newSeq[SignedPeerRecord](),
|
|
): T =
|
|
|
|
T(
|
|
protocol: newProtocol(
|
|
localInfo.privateKey,
|
|
bindPort = discoveryPort,
|
|
record = localInfo.signedPeerRecord,
|
|
bootstrapRecords = bootstrapNodes,
|
|
rng = Rng.instance()
|
|
),
|
|
localInfo: localInfo
|
|
)
|
|
|
|
proc findPeer*(
|
|
d: Discovery,
|
|
peerId: PeerID): Future[?PeerRecord] {.async.} =
|
|
let node = await d.protocol.resolve(toNodeId(peerId))
|
|
return
|
|
if node.isSome():
|
|
some(node.get().record.data)
|
|
else:
|
|
none(PeerRecord)
|
|
|
|
proc toDiscoveryId*(cid: Cid): NodeId =
|
|
## To discovery id
|
|
readUintBE[256](keccak256.digest(cid.data.buffer).data)
|
|
|
|
method findBlockProviders*(
|
|
d: Discovery,
|
|
cid: Cid): Future[seq[SignedPeerRecord]] {.async, base.} =
|
|
## Find block providers
|
|
##
|
|
|
|
trace "Finding providers for block", cid = $cid
|
|
without providers =?
|
|
(await d.protocol.getProviders(cid.toDiscoveryId())).mapFailure, error:
|
|
trace "Error finding providers for block", cid = $cid, error = error.msg
|
|
|
|
return providers
|
|
|
|
method provideBlock*(d: Discovery, cid: Cid) {.async, base.} =
|
|
## Provide a bock Cid
|
|
##
|
|
|
|
trace "Providing block", cid = $cid
|
|
let
|
|
nodes = await d.protocol.addProvider(
|
|
cid.toDiscoveryId(),
|
|
d.localInfo.signedPeerRecord)
|
|
|
|
if nodes.len <= 0:
|
|
trace "Couldn't provide to any nodes!"
|
|
|
|
trace "Provided to nodes", nodes = nodes.len
|
|
|
|
proc start*(d: Discovery) {.async.} =
|
|
d.protocol.updateRecord(d.localInfo.signedPeerRecord).expect("updating SPR")
|
|
d.protocol.open()
|
|
d.protocol.start()
|
|
|
|
proc stop*(d: Discovery) {.async.} =
|
|
await d.protocol.closeWait()
|