import std/[options, sequtils, random], stew/results, chronicles, chronos, metrics, libp2p/protocols/protocol, libp2p/crypto/crypto, eth/p2p/discoveryv5/enr import ../node/peer_manager, ../waku_message, ../waku_discv5, ./rpc, ./rpc_codec declarePublicGauge waku_px_peers_received_total, "number of ENRs received via peer exchange" declarePublicGauge waku_px_peers_received_unknown, "number of previously unknown ENRs received via peer exchange" declarePublicGauge waku_px_peers_sent, "number of ENRs sent to peer exchange requesters" declarePublicGauge waku_px_peers_cached, "number of peer exchange peer ENRs cached" declarePublicGauge waku_px_errors, "number of peer exchange errors", ["type"] logScope: topics = "waku peer_exchange" const # We add a 64kB safety buffer for protocol overhead. # 10x-multiplier also for safety MaxRpcSize* = 10 * MaxWakuMessageSize + 64 * 1024 # TODO what is the expected size of a PX message? As currently specified, it can contain an arbitary number of ENRs... MaxCacheSize = 1000 CacheCleanWindow = 200 WakuPeerExchangeCodec* = "/vac/waku/peer-exchange/2.0.0-alpha1" # Error types (metric label values) const dialFailure = "dial_failure" peerNotFoundFailure = "peer_not_found_failure" decodeRpcFailure = "decode_rpc_failure" retrievePeersDiscv5Error= "retrieve_peers_discv5_failure" pxFailure = "px_failure" type WakuPeerExchangeResult*[T] = Result[T, string] WakuPeerExchange* = ref object of LPProtocol peerManager*: PeerManager wakuDiscv5: Option[WakuDiscoveryV5] enrCache*: seq[enr.Record] # todo: next step: ring buffer; future: implement cache satisfying https://rfc.vac.dev/spec/34/ proc request*(wpx: WakuPeerExchange, numPeers: uint64, conn: Connection): Future[WakuPeerExchangeResult[PeerExchangeResponse]] {.async, gcsafe.} = let rpc = PeerExchangeRpc( request: PeerExchangeRequest(numPeers: numPeers)) var buffer: seq[byte] try: await conn.writeLP(rpc.encode().buffer) buffer = await conn.readLp(MaxRpcSize.int) except CatchableError as exc: waku_px_errors.inc(labelValues = [exc.msg]) return err("write/read failed: " & $exc.msg) let decodedBuff = PeerExchangeRpc.decode(buffer) if decodedBuff.isErr(): return err("decode failed: " & $decodedBuff.error) return ok(decodedBuff.get().response) proc request*(wpx: WakuPeerExchange, numPeers: uint64, peer: RemotePeerInfo): Future[WakuPeerExchangeResult[PeerExchangeResponse]] {.async, gcsafe.} = let connOpt = await wpx.peerManager.dialPeer(peer, WakuPeerExchangeCodec) if connOpt.isNone(): return err(dialFailure) return await wpx.request(numPeers, connOpt.get()) proc request*(wpx: WakuPeerExchange, numPeers: uint64): Future[WakuPeerExchangeResult[PeerExchangeResponse]] {.async, gcsafe.} = let peerOpt = wpx.peerManager.selectPeer(WakuPeerExchangeCodec) if peerOpt.isNone(): waku_px_errors.inc(labelValues = [peerNotFoundFailure]) return err(peerNotFoundFailure) return await wpx.request(numPeers, peerOpt.get()) proc respond(wpx: WakuPeerExchange, enrs: seq[enr.Record], conn: Connection): Future[WakuPeerExchangeResult[void]] {.async, gcsafe.} = let rpc = PeerExchangeRpc( response: PeerExchangeResponse( peerInfos: enrs.mapIt(PeerExchangePeerInfo(enr: it.raw)) ) ) try: await conn.writeLP(rpc.encode().buffer) except CatchableError as exc: waku_px_errors.inc(labelValues = [exc.msg]) return err(exc.msg) return ok() proc cleanCache(wpx: WakuPeerExchange) {.gcsafe.} = wpx.enrCache.delete(0..CacheCleanWindow-1) proc runPeerExchangeDiscv5Loop*(wpx: WakuPeerExchange) {.async, gcsafe.} = ## Runs a discv5 loop adding new peers to the px peer cache if wpx.wakuDiscv5.isNone(): warn "Trying to run discovery v5 (for PX) while it's disabled" return info "Starting peer exchange discovery v5 loop" while wpx.wakuDiscv5.get().listening: trace "Running px discv5 discovery loop" let discoveredPeers = await wpx.wakuDiscv5.get().findRandomPeers() info "Discovered px peers via discv5", count=discoveredPeers.get().len() if discoveredPeers.isOk(): for dp in discoveredPeers.get(): if dp.enr.isSome() and not wpx.enrCache.contains(dp.enr.get()): wpx.enrCache.add(dp.enr.get()) if wpx.enrCache.len() >= MaxCacheSize: wpx.cleanCache() ## This loop "competes" with the loop in wakunode2 ## For the purpose of collecting px peers, 30 sec intervals should be enough await sleepAsync(30.seconds) proc getEnrsFromCache(wpx: WakuPeerExchange, numPeers: uint64): seq[enr.Record] {.gcsafe.} = randomize() if wpx.enrCache.len() == 0: debug "peer exchange ENR cache is empty" return @[] for i in 0..