mirror of
https://github.com/status-im/nim-codex.git
synced 2025-01-25 18:19:30 +00:00
6c92b3dc25
* moving protobuf into bitswap * adding block type * reworking bitswap * adding chunker * adding license header * use 1.2.6 * adding fixed size chunker * add blockstore * add iterator to chunker * more bitswap changes * rename ipfs to dagger * rename to dagger * blockstore inherits from BlockProvider * wip - add core block handling logic * smal changes * use proper block store methods * adding asynq heapqueue * wip prepare for bitswap task runner * adding `$` * adding memory store and tests * fixed chunking * extracted desicion engine from bitswap * added helper random funcs * adding testing helpers * only handle seqs * add peer events * cleanup pending blocks on blockstore event * allow nil handlers * move protobuf type helpers * allow initializing block from Cid * testing and fixes * small fixes * expose `<` * spelling * default value * spelling * pending blocks manager * adding stores manager * more tests a wip around bitswap * small changes * merge bitswap and engine for now * for now run only the new poc's tests * add a more complete ci setup * use template in map * remove p2pd * remove go * dont use asyncCheck * few small changes * adding ability to update items * adding multiple task runners * handle cancelation properly * use Result instead of throwing * wip bitswap tests * moving things around * split out engine again * add request and handlers interface * fix tests * wip - engine tests * remove unused imports * fix tests * cleanup block requesting logic * add block request tests * more block requests * add support for max heap * don't use result * use max heap & send block presence in task handler * add task handler tests * rename store to localStore * cleanup & logging * cancel task on stop * don't depend on local store for events * dont use heap queue for wants * add chronicles * fix issue with peer wants * add test for delayed block sends * remove obsolete tests * wip chunker * run all tests * add todo * misc * remove irrelevant files * removing more files * adding helpers for bitswap tests * moved bitswap file * misc * make blocks timeout longer * adjust block timeout * speedup test * compile with threads * import missing crypto * misc * disable threads for now * fix 32 bit platforms * re-enable threads support in tests
81 lines
2.0 KiB
Nim
81 lines
2.0 KiB
Nim
## Nim-Dagger
|
|
## Copyright (c) 2021 Status Research & Development GmbH
|
|
## Licensed under either of
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
## at your option.
|
|
## This file may not be copied, modified, or distributed except according to
|
|
## those terms.
|
|
|
|
import pkg/chronos
|
|
import pkg/chronicles
|
|
import pkg/protobuf_serialization
|
|
import pkg/libp2p
|
|
|
|
import ./protobuf/bitswap
|
|
|
|
logScope:
|
|
topics = "dagger bitswap networkpeer"
|
|
|
|
const MaxMessageSize = 8 * 1024 * 1024
|
|
|
|
type
|
|
RPCHandler* = proc(peer: NetworkPeer, msg: Message): Future[void] {.gcsafe.}
|
|
|
|
NetworkPeer* = ref object of RootObj
|
|
id*: PeerId
|
|
handler*: RPCHandler
|
|
sendConn: Connection
|
|
getConn: ConnProvider
|
|
|
|
proc connected*(b: NetworkPeer): bool =
|
|
not(isNil(b.sendConn)) and
|
|
not(b.sendConn.closed or b.sendConn.atEof)
|
|
|
|
proc readLoop*(b: NetworkPeer, conn: Connection) {.async.} =
|
|
if isNil(conn):
|
|
return
|
|
|
|
try:
|
|
while not conn.atEof:
|
|
let data = await conn.readLp(MaxMessageSize)
|
|
let msg: Message = Protobuf.decode(data, Message)
|
|
trace "Got message for peer", peer = b.id, msg
|
|
await b.handler(b, msg)
|
|
except CatchableError as exc:
|
|
trace "Exception in bitswap read loop", exc = exc.msg
|
|
finally:
|
|
await conn.close()
|
|
|
|
proc connect*(b: NetworkPeer): Future[Connection] {.async.} =
|
|
if b.connected:
|
|
return b.sendConn
|
|
|
|
b.sendConn = await b.getConn()
|
|
asyncSpawn b.readLoop(b.sendConn)
|
|
return b.sendConn
|
|
|
|
proc send*(b: NetworkPeer, msg: Message) {.async.} =
|
|
let conn = await b.connect()
|
|
|
|
if isNil(conn):
|
|
trace "Unable to get send connection for peer message not sent", peer = b.id
|
|
return
|
|
|
|
trace "Sending message to remote", peer = b.id, msg = $msg
|
|
await conn.writeLp(Protobuf.encode(msg))
|
|
|
|
proc new*(
|
|
T: type NetworkPeer,
|
|
peer: PeerId,
|
|
connProvider: ConnProvider,
|
|
rpcHandler: RPCHandler): T =
|
|
|
|
doAssert(not isNil(connProvider),
|
|
"should supply connection provider")
|
|
|
|
NetworkPeer(
|
|
id: peer,
|
|
getConn: connProvider,
|
|
handler: rpcHandler)
|