mirror of
https://github.com/status-im/nim-dagger.git
synced 2025-01-12 07:34:08 +00:00
fbe161a073
* settup basic nim node * adding http utils * adding confutils * rough rest api proto * adding missing deps * turn tls emulation off * adding toml serialization * wip * adding missing deps * make sure to clean old state in teardown * adding file upload rest endpoint * renaming blockexchange to networkstore * updating nim-presto * updating libp2p * wip adding streaming upload * reworked chunking * bump to latest unstable * adding asyncfutures stream * make streamable * deleting unused files * reworking stores api * use new stores api * rework blockset and remove blockstream * don't return option from constructor * rework chunker * wip implement upload * fix tests * move unrelated logic to engine * don't print entire message * logging * basic encode/decode to/from dag-pb * add basic upload/download support * fix tests * renaming blockset to manifest * don't pass config to node * remove config and use new manifest * wip: make endpoints more reliable * wip: adding node tests * include correct manifest test * removing asyncfutures * proper chunking of files * simplify stream reading * test with encoding/decoding with many blocks * add block storing tests * adding retrieval test * add logging * tidy up chunker * tidy up manifest and node * use default chunk size * fix tests * fix tests * make sure Eof is set properly * wip * minor cleanup * add file utils * cleanup config * splitout DaggerServer and "main" * remove events since they are not used * add broadcast method to network peer * add and wire localstore * use localstore in the node * wip * logging * move file utils * use the constant * updating deps * fix memstore * use latest libp2p unstable * fix tests * rework block streaming * don't fail storing if the block already exists * add helper info endpoint * correct comment * rename localstore to fsstore * fix tests * remove unused tests * add test to retrieve one block * move some test files around * consolidate setup * Update dagger/blockexchange/engine.nim Co-authored-by: Tanguy <tanguy@status.im> * typo * better block path handling * don't inherit rootobj * remove useless template * Update tests/dagger/blockexc/testblockexc.nim Co-authored-by: markspanbroek <mark@spanbroek.net> * use isMainModule * use proper flag for starter/stoped * cleanup optional use * wrap in isMainModule * use `cancelAndAwait` * remove unused imports * wip * don't use optional * use functional error api * rework store tests and add fs tests * Block.new() to Block.init() * don't use optional for engine blocks * use result instead of optional for getBlock * remove unused imports * move stopping servers to `shutdown` * use result instead of optional * rework with results * fix tests * use waitFor in signal handlers * error helper * use `?` and mapFailure where possible * remove unnecesary `=?` * improve empty cid digest initialization Co-authored-by: Tanguy <tanguy@status.im> Co-authored-by: markspanbroek <mark@spanbroek.net>
91 lines
2.3 KiB
Nim
91 lines
2.3 KiB
Nim
## Nim-Dagger
|
|
## Copyright (c) 2021 Status Research & Development GmbH
|
|
## Licensed under either of
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
## at your option.
|
|
## This file may not be copied, modified, or distributed except according to
|
|
## those terms.
|
|
|
|
import pkg/chronos
|
|
import pkg/chronicles
|
|
import pkg/protobuf_serialization
|
|
import pkg/libp2p
|
|
|
|
import ./protobuf/blockexc
|
|
|
|
logScope:
|
|
topics = "dagger blockexc networkpeer"
|
|
|
|
const MaxMessageSize = 8 * 1024 * 1024
|
|
|
|
type
|
|
RPCHandler* = proc(peer: NetworkPeer, msg: Message): Future[void] {.gcsafe.}
|
|
|
|
NetworkPeer* = ref object of RootObj
|
|
id*: PeerId
|
|
handler*: RPCHandler
|
|
sendConn: Connection
|
|
getConn: ConnProvider
|
|
|
|
proc connected*(b: NetworkPeer): bool =
|
|
not(isNil(b.sendConn)) and
|
|
not(b.sendConn.closed or b.sendConn.atEof)
|
|
|
|
proc readLoop*(b: NetworkPeer, conn: Connection) {.async.} =
|
|
if isNil(conn):
|
|
return
|
|
|
|
try:
|
|
while not conn.atEof:
|
|
let
|
|
data = await conn.readLp(MaxMessageSize)
|
|
msg: Message = Protobuf.decode(data, Message)
|
|
trace "Got message for peer", peer = b.id
|
|
await b.handler(b, msg)
|
|
except CatchableError as exc:
|
|
trace "Exception in blockexc read loop", exc = exc.msg
|
|
finally:
|
|
await conn.close()
|
|
|
|
proc connect*(b: NetworkPeer): Future[Connection] {.async.} =
|
|
if b.connected:
|
|
return b.sendConn
|
|
|
|
b.sendConn = await b.getConn()
|
|
asyncSpawn b.readLoop(b.sendConn)
|
|
return b.sendConn
|
|
|
|
proc send*(b: NetworkPeer, msg: Message) {.async.} =
|
|
let conn = await b.connect()
|
|
|
|
if isNil(conn):
|
|
trace "Unable to get send connection for peer message not sent", peer = b.id
|
|
return
|
|
|
|
trace "Sending message to remote", peer = b.id
|
|
await conn.writeLp(Protobuf.encode(msg))
|
|
|
|
proc broadcast*(b: NetworkPeer, msg: Message) =
|
|
proc sendAwaiter() {.async.} =
|
|
try:
|
|
await b.send(msg)
|
|
except CatchableError as exc:
|
|
trace "Exception broadcasting message to peer", peer = b.id, exc = exc.msg
|
|
|
|
asyncSpawn sendAwaiter()
|
|
|
|
func new*(
|
|
T: type NetworkPeer,
|
|
peer: PeerId,
|
|
connProvider: ConnProvider,
|
|
rpcHandler: RPCHandler): T =
|
|
|
|
doAssert(not isNil(connProvider),
|
|
"should supply connection provider")
|
|
|
|
NetworkPeer(
|
|
id: peer,
|
|
getConn: connProvider,
|
|
handler: rpcHandler)
|