close underlying bufferstream in lpchannel
This commit is contained in:
parent
3b69cef2d2
commit
3effb95f10
|
@ -15,6 +15,9 @@ import peerinfo,
|
||||||
varint,
|
varint,
|
||||||
vbuffer
|
vbuffer
|
||||||
|
|
||||||
|
logScope:
|
||||||
|
topic = "Connection"
|
||||||
|
|
||||||
const DefaultReadSize* = 1 shl 20
|
const DefaultReadSize* = 1 shl 20
|
||||||
|
|
||||||
type
|
type
|
||||||
|
@ -22,21 +25,23 @@ type
|
||||||
peerInfo*: PeerInfo
|
peerInfo*: PeerInfo
|
||||||
stream*: LPStream
|
stream*: LPStream
|
||||||
observedAddrs*: Multiaddress
|
observedAddrs*: Multiaddress
|
||||||
|
maxReadSize: int
|
||||||
|
|
||||||
InvalidVarintException = object of LPStreamError
|
InvalidVarintException = object of LPStreamError
|
||||||
InvalidVarintSizeException = object of LPStreamError
|
InvalidVarintSizeException = object of LPStreamError
|
||||||
|
|
||||||
proc newInvalidVarintException*(): ref InvalidVarintException =
|
proc newInvalidVarintException*(): ref InvalidVarintException =
|
||||||
newException(InvalidVarintException, "unable to parse varint")
|
newException(InvalidVarintException, "Unable to parse varint")
|
||||||
|
|
||||||
proc newInvalidVarintSizeException*(): ref InvalidVarintSizeException =
|
proc newInvalidVarintSizeException*(): ref InvalidVarintSizeException =
|
||||||
newException(InvalidVarintSizeException, "wrong varint size")
|
newException(InvalidVarintSizeException, "Wrong varint size")
|
||||||
|
|
||||||
proc init*[T: Connection](self: var T, stream: LPStream) =
|
proc init*[T: Connection](self: var T, stream: LPStream, maxReadSize = DefaultReadSize) =
|
||||||
## create a new Connection for the specified async reader/writer
|
## create a new Connection for the specified async reader/writer
|
||||||
new self
|
new self
|
||||||
self.stream = stream
|
self.stream = stream
|
||||||
self.closeEvent = newAsyncEvent()
|
self.closeEvent = newAsyncEvent()
|
||||||
|
self.maxReadSize = maxReadSize
|
||||||
|
|
||||||
# bind stream's close event to connection's close
|
# bind stream's close event to connection's close
|
||||||
# to ensure correct close propagation
|
# to ensure correct close propagation
|
||||||
|
@ -45,7 +50,7 @@ proc init*[T: Connection](self: var T, stream: LPStream) =
|
||||||
self.stream.closeEvent.wait().
|
self.stream.closeEvent.wait().
|
||||||
addCallback do (udata: pointer):
|
addCallback do (udata: pointer):
|
||||||
if not this.closed:
|
if not this.closed:
|
||||||
trace "closing this connection because wrapped stream closed"
|
trace "wrapped stream closed, closing conn"
|
||||||
asyncCheck this.close()
|
asyncCheck this.close()
|
||||||
|
|
||||||
proc newConnection*(stream: LPStream): Connection =
|
proc newConnection*(stream: LPStream): Connection =
|
||||||
|
@ -128,7 +133,7 @@ proc readLp*(s: Connection): Future[seq[byte]] {.async, gcsafe.} =
|
||||||
break
|
break
|
||||||
if res != VarintStatus.Success:
|
if res != VarintStatus.Success:
|
||||||
raise newInvalidVarintException()
|
raise newInvalidVarintException()
|
||||||
if size.int > DefaultReadSize:
|
if size.int > s.maxReadSize:
|
||||||
raise newInvalidVarintSizeException()
|
raise newInvalidVarintSizeException()
|
||||||
buff.setLen(size)
|
buff.setLen(size)
|
||||||
if size > 0.uint:
|
if size > 0.uint:
|
||||||
|
|
|
@ -154,7 +154,7 @@ proc handle*(m: MultistreamSelect, conn: Connection) {.async, gcsafe.} =
|
||||||
warn "no handlers for ", protocol = ms
|
warn "no handlers for ", protocol = ms
|
||||||
await conn.write(m.na)
|
await conn.write(m.na)
|
||||||
except CatchableError as exc:
|
except CatchableError as exc:
|
||||||
trace "exception occurred in MultistreamSelect.handle", exc = exc.msg
|
trace "Exception occurred", exc = exc.msg
|
||||||
finally:
|
finally:
|
||||||
trace "leaving multistream loop"
|
trace "leaving multistream loop"
|
||||||
|
|
||||||
|
|
|
@ -65,15 +65,22 @@ proc newChannel*(id: uint64,
|
||||||
proc closeMessage(s: LPChannel) {.async.} =
|
proc closeMessage(s: LPChannel) {.async.} =
|
||||||
await s.conn.writeMsg(s.id, s.closeCode) # write header
|
await s.conn.writeMsg(s.id, s.closeCode) # write header
|
||||||
|
|
||||||
proc closedByRemote*(s: LPChannel) {.async.} =
|
|
||||||
s.closedRemote = true
|
|
||||||
|
|
||||||
proc cleanUp*(s: LPChannel): Future[void] =
|
proc cleanUp*(s: LPChannel): Future[void] =
|
||||||
# method which calls the underlying buffer's `close`
|
# method which calls the underlying buffer's `close`
|
||||||
# method used instead of `close` since it's overloaded to
|
# method used instead of `close` since it's overloaded to
|
||||||
# simulate half-closed streams
|
# simulate half-closed streams
|
||||||
result = procCall close(BufferStream(s))
|
result = procCall close(BufferStream(s))
|
||||||
|
|
||||||
|
proc tryCleanup(s: LPChannel) {.async, inline.} =
|
||||||
|
# if stream is EOF, then cleanup immediatelly
|
||||||
|
if s.closedRemote and s.len == 0:
|
||||||
|
await s.cleanUp()
|
||||||
|
|
||||||
|
proc closedByRemote*(s: LPChannel) {.async.} =
|
||||||
|
s.closedRemote = true
|
||||||
|
if s.len == 0:
|
||||||
|
await s.cleanUp()
|
||||||
|
|
||||||
proc open*(s: LPChannel): Future[void] =
|
proc open*(s: LPChannel): Future[void] =
|
||||||
s.isOpen = true
|
s.isOpen = true
|
||||||
s.conn.writeMsg(s.id, MessageType.New, s.name)
|
s.conn.writeMsg(s.id, MessageType.New, s.name)
|
||||||
|
@ -88,11 +95,13 @@ proc resetMessage(s: LPChannel) {.async.} =
|
||||||
proc resetByRemote*(s: LPChannel) {.async.} =
|
proc resetByRemote*(s: LPChannel) {.async.} =
|
||||||
await allFutures(s.close(), s.closedByRemote())
|
await allFutures(s.close(), s.closedByRemote())
|
||||||
s.isReset = true
|
s.isReset = true
|
||||||
|
await s.cleanUp()
|
||||||
|
|
||||||
proc reset*(s: LPChannel) {.async.} =
|
proc reset*(s: LPChannel) {.async.} =
|
||||||
await allFutures(s.resetMessage(), s.resetByRemote())
|
await allFutures(s.resetMessage(), s.resetByRemote())
|
||||||
|
|
||||||
method closed*(s: LPChannel): bool =
|
method closed*(s: LPChannel): bool =
|
||||||
|
trace "closing lpchannel", id = s.id, initiator = s.initiator
|
||||||
result = s.closedRemote and s.len == 0
|
result = s.closedRemote and s.len == 0
|
||||||
|
|
||||||
proc pushTo*(s: LPChannel, data: seq[byte]): Future[void] =
|
proc pushTo*(s: LPChannel, data: seq[byte]): Future[void] =
|
||||||
|
@ -107,57 +116,46 @@ proc pushTo*(s: LPChannel, data: seq[byte]): Future[void] =
|
||||||
|
|
||||||
result = procCall pushTo(BufferStream(s), data)
|
result = procCall pushTo(BufferStream(s), data)
|
||||||
|
|
||||||
method read*(s: LPChannel, n = -1): Future[seq[byte]] =
|
template raiseEOF(): untyped =
|
||||||
if s.closed or s.isReset:
|
if s.closed or s.isReset:
|
||||||
var retFuture = newFuture[seq[byte]]("LPChannel.read")
|
raise newLPStreamEOFError()
|
||||||
retFuture.fail(newLPStreamEOFError())
|
|
||||||
return retFuture
|
|
||||||
|
|
||||||
result = procCall read(BufferStream(s), n)
|
method read*(s: LPChannel, n = -1): Future[seq[byte]] {.async.} =
|
||||||
|
raiseEOF()
|
||||||
|
result = (await procCall(read(BufferStream(s), n)))
|
||||||
|
await s.tryCleanup()
|
||||||
|
|
||||||
method readExactly*(s: LPChannel,
|
method readExactly*(s: LPChannel,
|
||||||
pbytes: pointer,
|
pbytes: pointer,
|
||||||
nbytes: int):
|
nbytes: int):
|
||||||
Future[void] =
|
Future[void] {.async.} =
|
||||||
if s.closed or s.isReset:
|
raiseEOF()
|
||||||
var retFuture = newFuture[void]("LPChannel.readExactly")
|
await procCall readExactly(BufferStream(s), pbytes, nbytes)
|
||||||
retFuture.fail(newLPStreamEOFError())
|
await s.tryCleanup()
|
||||||
return retFuture
|
|
||||||
|
|
||||||
result = procCall readExactly(BufferStream(s), pbytes, nbytes)
|
|
||||||
|
|
||||||
method readLine*(s: LPChannel,
|
method readLine*(s: LPChannel,
|
||||||
limit = 0,
|
limit = 0,
|
||||||
sep = "\r\n"):
|
sep = "\r\n"):
|
||||||
Future[string] =
|
Future[string] {.async.} =
|
||||||
if s.closed or s.isReset:
|
raiseEOF()
|
||||||
var retFuture = newFuture[string]("LPChannel.readLine")
|
result = await procCall readLine(BufferStream(s), limit, sep)
|
||||||
retFuture.fail(newLPStreamEOFError())
|
await s.tryCleanup()
|
||||||
return retFuture
|
|
||||||
|
|
||||||
result = procCall readLine(BufferStream(s), limit, sep)
|
|
||||||
|
|
||||||
method readOnce*(s: LPChannel,
|
method readOnce*(s: LPChannel,
|
||||||
pbytes: pointer,
|
pbytes: pointer,
|
||||||
nbytes: int):
|
nbytes: int):
|
||||||
Future[int] =
|
Future[int] {.async.} =
|
||||||
if s.closed or s.isReset:
|
raiseEOF()
|
||||||
var retFuture = newFuture[int]("LPChannel.readOnce")
|
result = await procCall readOnce(BufferStream(s), pbytes, nbytes)
|
||||||
retFuture.fail(newLPStreamEOFError())
|
await s.tryCleanup()
|
||||||
return retFuture
|
|
||||||
|
|
||||||
result = procCall readOnce(BufferStream(s), pbytes, nbytes)
|
|
||||||
|
|
||||||
method readUntil*(s: LPChannel,
|
method readUntil*(s: LPChannel,
|
||||||
pbytes: pointer, nbytes: int,
|
pbytes: pointer, nbytes: int,
|
||||||
sep: seq[byte]):
|
sep: seq[byte]):
|
||||||
Future[int] =
|
Future[int] {.async.} =
|
||||||
if s.closed or s.isReset:
|
raiseEOF()
|
||||||
var retFuture = newFuture[int]("LPChannel.readUntil")
|
result = await procCall readOnce(BufferStream(s), pbytes, nbytes)
|
||||||
retFuture.fail(newLPStreamEOFError())
|
await s.tryCleanup()
|
||||||
return retFuture
|
|
||||||
|
|
||||||
result = procCall readOnce(BufferStream(s), pbytes, nbytes)
|
|
||||||
|
|
||||||
template writePrefix: untyped =
|
template writePrefix: untyped =
|
||||||
if s.isLazy and not s.isOpen:
|
if s.isLazy and not s.isOpen:
|
||||||
|
|
|
@ -123,7 +123,7 @@ method handle*(m: Mplex) {.async, gcsafe.} =
|
||||||
m.getChannelList(initiator).del(id)
|
m.getChannelList(initiator).del(id)
|
||||||
break
|
break
|
||||||
except CatchableError as exc:
|
except CatchableError as exc:
|
||||||
trace "exception occurred", exception = exc.msg
|
trace "Exception occurred", exception = exc.msg
|
||||||
finally:
|
finally:
|
||||||
trace "stopping mplex main loop"
|
trace "stopping mplex main loop"
|
||||||
if not m.connection.closed():
|
if not m.connection.closed():
|
||||||
|
|
|
@ -19,7 +19,7 @@ import ../protobuf/minprotobuf,
|
||||||
../utility
|
../utility
|
||||||
|
|
||||||
logScope:
|
logScope:
|
||||||
topic = "identify"
|
topic = "Identify"
|
||||||
|
|
||||||
const
|
const
|
||||||
IdentifyCodec* = "/ipfs/id/1.0.0"
|
IdentifyCodec* = "/ipfs/id/1.0.0"
|
||||||
|
@ -123,6 +123,7 @@ method init*(p: Identify) =
|
||||||
proc identify*(p: Identify,
|
proc identify*(p: Identify,
|
||||||
conn: Connection,
|
conn: Connection,
|
||||||
remotePeerInfo: PeerInfo): Future[IdentifyInfo] {.async, gcsafe.} =
|
remotePeerInfo: PeerInfo): Future[IdentifyInfo] {.async, gcsafe.} =
|
||||||
|
trace "initiating identify"
|
||||||
var message = await conn.readLp()
|
var message = await conn.readLp()
|
||||||
if len(message) == 0:
|
if len(message) == 0:
|
||||||
trace "identify: Invalid or empty message received!"
|
trace "identify: Invalid or empty message received!"
|
||||||
|
|
|
@ -63,7 +63,7 @@ proc handle*(p: PubSubPeer, conn: Connection) {.async.} =
|
||||||
await p.handler(p, @[msg])
|
await p.handler(p, @[msg])
|
||||||
p.recvdRpcCache.put($hexData.hash)
|
p.recvdRpcCache.put($hexData.hash)
|
||||||
except CatchableError as exc:
|
except CatchableError as exc:
|
||||||
error "exception occurred in PubSubPeer.handle", exc = exc.msg
|
trace "Exception occurred in PubSubPeer.handle", exc = exc.msg
|
||||||
finally:
|
finally:
|
||||||
trace "exiting pubsub peer read loop", peer = p.id
|
trace "exiting pubsub peer read loop", peer = p.id
|
||||||
if not conn.closed():
|
if not conn.closed():
|
||||||
|
@ -101,7 +101,7 @@ proc send*(p: PubSubPeer, msgs: seq[RPCMsg]) {.async.} =
|
||||||
encoded = encodedHex
|
encoded = encodedHex
|
||||||
|
|
||||||
except CatchableError as exc:
|
except CatchableError as exc:
|
||||||
trace "exception occurred in PubSubPeer.send", exc = exc.msg
|
trace "Exception occurred in PubSubPeer.send", exc = exc.msg
|
||||||
|
|
||||||
proc sendMsg*(p: PubSubPeer,
|
proc sendMsg*(p: PubSubPeer,
|
||||||
peerId: PeerID,
|
peerId: PeerID,
|
||||||
|
|
|
@ -42,7 +42,7 @@ proc readLoop(sconn: SecureConn, stream: BufferStream) {.async.} =
|
||||||
|
|
||||||
await stream.pushTo(msg)
|
await stream.pushTo(msg)
|
||||||
except CatchableError as exc:
|
except CatchableError as exc:
|
||||||
trace "exception occurred Secure.readLoop", exc = exc.msg
|
trace "Exception occurred Secure.readLoop", exc = exc.msg
|
||||||
finally:
|
finally:
|
||||||
if not sconn.closed:
|
if not sconn.closed:
|
||||||
await sconn.close()
|
await sconn.close()
|
||||||
|
@ -63,7 +63,8 @@ proc handleConn*(s: Secure, conn: Connection, initiator: bool = false): Future[C
|
||||||
if not isNil(sconn) and not sconn.closed:
|
if not isNil(sconn) and not sconn.closed:
|
||||||
asyncCheck sconn.close()
|
asyncCheck sconn.close()
|
||||||
|
|
||||||
result.peerInfo = PeerInfo.init(sconn.peerInfo.publicKey.get())
|
if not isNil(sconn.peerInfo) and sconn.peerInfo.publicKey.isSome:
|
||||||
|
result.peerInfo = PeerInfo.init(sconn.peerInfo.publicKey.get())
|
||||||
|
|
||||||
method init*(s: Secure) {.gcsafe.} =
|
method init*(s: Secure) {.gcsafe.} =
|
||||||
proc handle(conn: Connection, proto: string) {.async, gcsafe.} =
|
proc handle(conn: Connection, proto: string) {.async, gcsafe.} =
|
||||||
|
|
|
@ -31,7 +31,7 @@
|
||||||
## buffer goes below ``maxSize`` or more data becomes available.
|
## buffer goes below ``maxSize`` or more data becomes available.
|
||||||
|
|
||||||
import deques, math
|
import deques, math
|
||||||
import chronos
|
import chronos, chronicles
|
||||||
import ../stream/lpstream
|
import ../stream/lpstream
|
||||||
|
|
||||||
const DefaultBufferSize* = 1024
|
const DefaultBufferSize* = 1024
|
||||||
|
@ -154,7 +154,12 @@ method readExactly*(s: BufferStream,
|
||||||
## If EOF is received and ``nbytes`` is not yet read, the procedure
|
## If EOF is received and ``nbytes`` is not yet read, the procedure
|
||||||
## will raise ``LPStreamIncompleteError``.
|
## will raise ``LPStreamIncompleteError``.
|
||||||
##
|
##
|
||||||
var buff = await s.read(nbytes)
|
var buff: seq[byte]
|
||||||
|
try:
|
||||||
|
buff = await s.read(nbytes)
|
||||||
|
except LPStreamEOFError as exc:
|
||||||
|
trace "Exception occured", exc = exc.msg
|
||||||
|
|
||||||
if nbytes > buff.len():
|
if nbytes > buff.len():
|
||||||
raise newLPStreamIncompleteError()
|
raise newLPStreamIncompleteError()
|
||||||
|
|
||||||
|
@ -362,9 +367,10 @@ proc `|`*(s: BufferStream, target: BufferStream): BufferStream =
|
||||||
|
|
||||||
method close*(s: BufferStream) {.async.} =
|
method close*(s: BufferStream) {.async.} =
|
||||||
## close the stream and clear the buffer
|
## close the stream and clear the buffer
|
||||||
|
trace "closing bufferstream"
|
||||||
for r in s.readReqs:
|
for r in s.readReqs:
|
||||||
if not(isNil(r)) and not(r.finished()):
|
if not(isNil(r)) and not(r.finished()):
|
||||||
r.cancel()
|
r.fail(newLPStreamEOFError())
|
||||||
s.dataReadEvent.fire()
|
s.dataReadEvent.fire()
|
||||||
s.readBuf.clear()
|
s.readBuf.clear()
|
||||||
s.closeEvent.fire()
|
s.closeEvent.fire()
|
||||||
|
|
|
@ -28,16 +28,24 @@ proc newChronosStream*(server: StreamServer,
|
||||||
result.writer = newAsyncStreamWriter(client)
|
result.writer = newAsyncStreamWriter(client)
|
||||||
result.closeEvent = newAsyncEvent()
|
result.closeEvent = newAsyncEvent()
|
||||||
|
|
||||||
|
template withExceptions(body: untyped) =
|
||||||
|
try:
|
||||||
|
body
|
||||||
|
except TransportIncompleteError:
|
||||||
|
raise newLPStreamIncompleteError()
|
||||||
|
except TransportLimitError:
|
||||||
|
raise newLPStreamLimitError()
|
||||||
|
except TransportError as exc:
|
||||||
|
raise newLPStreamIncorrectError(exc.msg)
|
||||||
|
except AsyncStreamIncompleteError:
|
||||||
|
raise newLPStreamIncompleteError()
|
||||||
|
|
||||||
method read*(s: ChronosStream, n = -1): Future[seq[byte]] {.async.} =
|
method read*(s: ChronosStream, n = -1): Future[seq[byte]] {.async.} =
|
||||||
if s.reader.atEof:
|
if s.reader.atEof:
|
||||||
raise newLPStreamEOFError()
|
raise newLPStreamEOFError()
|
||||||
|
|
||||||
try:
|
withExceptions:
|
||||||
result = await s.reader.read(n)
|
result = await s.reader.read(n)
|
||||||
except AsyncStreamReadError as exc:
|
|
||||||
raise newLPStreamReadError(exc.par)
|
|
||||||
except AsyncStreamIncorrectError as exc:
|
|
||||||
raise newLPStreamIncorrectError(exc.msg)
|
|
||||||
|
|
||||||
method readExactly*(s: ChronosStream,
|
method readExactly*(s: ChronosStream,
|
||||||
pbytes: pointer,
|
pbytes: pointer,
|
||||||
|
@ -45,36 +53,22 @@ method readExactly*(s: ChronosStream,
|
||||||
if s.reader.atEof:
|
if s.reader.atEof:
|
||||||
raise newLPStreamEOFError()
|
raise newLPStreamEOFError()
|
||||||
|
|
||||||
try:
|
withExceptions:
|
||||||
await s.reader.readExactly(pbytes, nbytes)
|
await s.reader.readExactly(pbytes, nbytes)
|
||||||
except AsyncStreamIncompleteError:
|
|
||||||
raise newLPStreamIncompleteError()
|
|
||||||
except AsyncStreamReadError as exc:
|
|
||||||
raise newLPStreamReadError(exc.par)
|
|
||||||
except AsyncStreamIncorrectError as exc:
|
|
||||||
raise newLPStreamIncorrectError(exc.msg)
|
|
||||||
|
|
||||||
method readLine*(s: ChronosStream, limit = 0, sep = "\r\n"): Future[string] {.async.} =
|
method readLine*(s: ChronosStream, limit = 0, sep = "\r\n"): Future[string] {.async.} =
|
||||||
if s.reader.atEof:
|
if s.reader.atEof:
|
||||||
raise newLPStreamEOFError()
|
raise newLPStreamEOFError()
|
||||||
|
|
||||||
try:
|
withExceptions:
|
||||||
result = await s.reader.readLine(limit, sep)
|
result = await s.reader.readLine(limit, sep)
|
||||||
except AsyncStreamReadError as exc:
|
|
||||||
raise newLPStreamReadError(exc.par)
|
|
||||||
except AsyncStreamIncorrectError as exc:
|
|
||||||
raise newLPStreamIncorrectError(exc.msg)
|
|
||||||
|
|
||||||
method readOnce*(s: ChronosStream, pbytes: pointer, nbytes: int): Future[int] {.async.} =
|
method readOnce*(s: ChronosStream, pbytes: pointer, nbytes: int): Future[int] {.async.} =
|
||||||
if s.reader.atEof:
|
if s.reader.atEof:
|
||||||
raise newLPStreamEOFError()
|
raise newLPStreamEOFError()
|
||||||
|
|
||||||
try:
|
withExceptions:
|
||||||
result = await s.reader.readOnce(pbytes, nbytes)
|
result = await s.reader.readOnce(pbytes, nbytes)
|
||||||
except AsyncStreamReadError as exc:
|
|
||||||
raise newLPStreamReadError(exc.par)
|
|
||||||
except AsyncStreamIncorrectError as exc:
|
|
||||||
raise newLPStreamIncorrectError(exc.msg)
|
|
||||||
|
|
||||||
method readUntil*(s: ChronosStream,
|
method readUntil*(s: ChronosStream,
|
||||||
pbytes: pointer,
|
pbytes: pointer,
|
||||||
|
@ -83,55 +77,29 @@ method readUntil*(s: ChronosStream,
|
||||||
if s.reader.atEof:
|
if s.reader.atEof:
|
||||||
raise newLPStreamEOFError()
|
raise newLPStreamEOFError()
|
||||||
|
|
||||||
try:
|
withExceptions:
|
||||||
result = await s.reader.readUntil(pbytes, nbytes, sep)
|
result = await s.reader.readUntil(pbytes, nbytes, sep)
|
||||||
except AsyncStreamIncompleteError:
|
|
||||||
raise newLPStreamIncompleteError()
|
|
||||||
except AsyncStreamLimitError:
|
|
||||||
raise newLPStreamLimitError()
|
|
||||||
except LPStreamReadError as exc:
|
|
||||||
raise newLPStreamReadError(exc.par)
|
|
||||||
except AsyncStreamIncorrectError as exc:
|
|
||||||
raise newLPStreamIncorrectError(exc.msg)
|
|
||||||
|
|
||||||
method write*(s: ChronosStream, pbytes: pointer, nbytes: int) {.async.} =
|
method write*(s: ChronosStream, pbytes: pointer, nbytes: int) {.async.} =
|
||||||
if s.writer.atEof:
|
if s.writer.atEof:
|
||||||
raise newLPStreamEOFError()
|
raise newLPStreamEOFError()
|
||||||
|
|
||||||
try:
|
withExceptions:
|
||||||
await s.writer.write(pbytes, nbytes)
|
await s.writer.write(pbytes, nbytes)
|
||||||
except AsyncStreamWriteError as exc:
|
|
||||||
raise newLPStreamWriteError(exc.par)
|
|
||||||
except AsyncStreamIncompleteError:
|
|
||||||
raise newLPStreamIncompleteError()
|
|
||||||
except AsyncStreamIncorrectError as exc:
|
|
||||||
raise newLPStreamIncorrectError(exc.msg)
|
|
||||||
|
|
||||||
method write*(s: ChronosStream, msg: string, msglen = -1) {.async.} =
|
method write*(s: ChronosStream, msg: string, msglen = -1) {.async.} =
|
||||||
if s.writer.atEof:
|
if s.writer.atEof:
|
||||||
raise newLPStreamEOFError()
|
raise newLPStreamEOFError()
|
||||||
|
|
||||||
try:
|
withExceptions:
|
||||||
await s.writer.write(msg, msglen)
|
await s.writer.write(msg, msglen)
|
||||||
except AsyncStreamWriteError as exc:
|
|
||||||
raise newLPStreamWriteError(exc.par)
|
|
||||||
except AsyncStreamIncompleteError:
|
|
||||||
raise newLPStreamIncompleteError()
|
|
||||||
except AsyncStreamIncorrectError as exc:
|
|
||||||
raise newLPStreamIncorrectError(exc.msg)
|
|
||||||
|
|
||||||
method write*(s: ChronosStream, msg: seq[byte], msglen = -1) {.async.} =
|
method write*(s: ChronosStream, msg: seq[byte], msglen = -1) {.async.} =
|
||||||
if s.writer.atEof:
|
if s.writer.atEof:
|
||||||
raise newLPStreamEOFError()
|
raise newLPStreamEOFError()
|
||||||
|
|
||||||
try:
|
withExceptions:
|
||||||
await s.writer.write(msg, msglen)
|
await s.writer.write(msg, msglen)
|
||||||
except AsyncStreamWriteError as exc:
|
|
||||||
raise newLPStreamWriteError(exc.par)
|
|
||||||
except AsyncStreamIncompleteError:
|
|
||||||
raise newLPStreamIncompleteError()
|
|
||||||
except AsyncStreamIncorrectError as exc:
|
|
||||||
raise newLPStreamIncorrectError(exc.msg)
|
|
||||||
|
|
||||||
method closed*(s: ChronosStream): bool {.inline.} =
|
method closed*(s: ChronosStream): bool {.inline.} =
|
||||||
# TODO: we might only need to check for reader's EOF
|
# TODO: we might only need to check for reader's EOF
|
||||||
|
|
|
@ -51,24 +51,36 @@ proc newLPStreamEOFError*(): ref Exception {.inline.} =
|
||||||
method closed*(s: LPStream): bool {.base, inline.} =
|
method closed*(s: LPStream): bool {.base, inline.} =
|
||||||
s.isClosed
|
s.isClosed
|
||||||
|
|
||||||
method read*(s: LPStream, n = -1): Future[seq[byte]] {.base, async.} =
|
method read*(s: LPStream,
|
||||||
|
n = -1):
|
||||||
|
Future[seq[byte]] {.base, async.} =
|
||||||
doAssert(false, "not implemented!")
|
doAssert(false, "not implemented!")
|
||||||
|
|
||||||
method readExactly*(s: LPStream, pbytes: pointer,
|
method readExactly*(s: LPStream,
|
||||||
nbytes: int): Future[void] {.base, async.} =
|
pbytes: pointer,
|
||||||
|
nbytes: int):
|
||||||
|
Future[void] {.base, async.} =
|
||||||
doAssert(false, "not implemented!")
|
doAssert(false, "not implemented!")
|
||||||
|
|
||||||
method readLine*(s: LPStream, limit = 0, sep = "\r\n"): Future[string]
|
method readLine*(s: LPStream,
|
||||||
|
limit = 0,
|
||||||
|
sep = "\r\n"):
|
||||||
|
Future[string]
|
||||||
{.base, async.} =
|
{.base, async.} =
|
||||||
doAssert(false, "not implemented!")
|
doAssert(false, "not implemented!")
|
||||||
|
|
||||||
method readOnce*(s: LPStream, pbytes: pointer, nbytes: int): Future[int]
|
method readOnce*(s: LPStream,
|
||||||
|
pbytes: pointer,
|
||||||
|
nbytes: int):
|
||||||
|
Future[int]
|
||||||
{.base, async.} =
|
{.base, async.} =
|
||||||
doAssert(false, "not implemented!")
|
doAssert(false, "not implemented!")
|
||||||
|
|
||||||
method readUntil*(s: LPStream,
|
method readUntil*(s: LPStream,
|
||||||
pbytes: pointer, nbytes: int,
|
pbytes: pointer,
|
||||||
sep: seq[byte]): Future[int]
|
nbytes: int,
|
||||||
|
sep: seq[byte]):
|
||||||
|
Future[int]
|
||||||
{.base, async.} =
|
{.base, async.} =
|
||||||
doAssert(false, "not implemented!")
|
doAssert(false, "not implemented!")
|
||||||
|
|
||||||
|
|
|
@ -285,7 +285,7 @@ proc start*(s: Switch): Future[seq[Future[void]]] {.async, gcsafe.} =
|
||||||
try:
|
try:
|
||||||
await s.upgradeIncoming(conn) # perform upgrade on incoming connection
|
await s.upgradeIncoming(conn) # perform upgrade on incoming connection
|
||||||
except CatchableError as exc:
|
except CatchableError as exc:
|
||||||
trace "exception occurred in Switch.start", exc = exc.msg
|
trace "Exception occurred in Switch.start", exc = exc.msg
|
||||||
finally:
|
finally:
|
||||||
if not isNil(conn) and not conn.closed:
|
if not isNil(conn) and not conn.closed:
|
||||||
await conn.close()
|
await conn.close()
|
||||||
|
|
|
@ -62,7 +62,7 @@ method upgrade*(t: Transport) {.base, async, gcsafe.} =
|
||||||
method handles*(t: Transport, address: MultiAddress): bool {.base, gcsafe.} =
|
method handles*(t: Transport, address: MultiAddress): bool {.base, gcsafe.} =
|
||||||
## check if transport supportes the multiaddress
|
## check if transport supportes the multiaddress
|
||||||
|
|
||||||
# by default we skip circuit addresses to avoid
|
# by default we skip circuit addresses to avoid
|
||||||
# having to repeat the check in every transport
|
# having to repeat the check in every transport
|
||||||
address.protocols.filterIt( it == multiCodec("p2p-circuit") ).len == 0
|
address.protocols.filterIt( it == multiCodec("p2p-circuit") ).len == 0
|
||||||
|
|
||||||
|
|
|
@ -193,7 +193,12 @@ suite "Mplex":
|
||||||
proc handleMplexListen(stream: Connection) {.async, gcsafe.} =
|
proc handleMplexListen(stream: Connection) {.async, gcsafe.} =
|
||||||
defer:
|
defer:
|
||||||
await stream.close()
|
await stream.close()
|
||||||
let msg = await stream.readLp()
|
|
||||||
|
try:
|
||||||
|
discard await stream.readLp()
|
||||||
|
except CatchableError:
|
||||||
|
return
|
||||||
|
|
||||||
# we should not reach this anyway!!
|
# we should not reach this anyway!!
|
||||||
check false
|
check false
|
||||||
listenJob.complete()
|
listenJob.complete()
|
||||||
|
@ -217,12 +222,14 @@ suite "Mplex":
|
||||||
var bigseq = newSeqOfCap[uint8](MaxMsgSize + 1)
|
var bigseq = newSeqOfCap[uint8](MaxMsgSize + 1)
|
||||||
for _ in 0..<MaxMsgSize:
|
for _ in 0..<MaxMsgSize:
|
||||||
bigseq.add(uint8(rand(uint('A')..uint('z'))))
|
bigseq.add(uint8(rand(uint('A')..uint('z'))))
|
||||||
await stream.writeLp(bigseq)
|
|
||||||
try:
|
try:
|
||||||
|
await stream.writeLp(bigseq)
|
||||||
await listenJob.wait(millis(500))
|
await listenJob.wait(millis(500))
|
||||||
except AsyncTimeoutError:
|
except AsyncTimeoutError:
|
||||||
# we want to time out here!
|
# we want to time out here!
|
||||||
discard
|
discard
|
||||||
|
|
||||||
result = true
|
result = true
|
||||||
|
|
||||||
check:
|
check:
|
||||||
|
@ -359,24 +366,18 @@ suite "Mplex":
|
||||||
expect LPStreamEOFError:
|
expect LPStreamEOFError:
|
||||||
waitFor(testClosedForWrite())
|
waitFor(testClosedForWrite())
|
||||||
|
|
||||||
# TODO: this locks up after removing sleepAsync as a
|
test "half closed - channel should close for read by remote":
|
||||||
# synchronization mechanism in mplex. I believe this
|
proc testClosedForRead(): Future[void] {.async.} =
|
||||||
# is related to how chronos schedules callbacks in select,
|
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
||||||
# which effectively puts to infinite sleep when there
|
let chann = newChannel(1, newConnection(newBufferStream(writeHandler)), true)
|
||||||
# are no more callbacks, so essentially this sequence of
|
|
||||||
# reads isn't possible with the current chronos.
|
|
||||||
# test "half closed - channel should close for read by remote":
|
|
||||||
# proc testClosedForRead(): Future[void] {.async.} =
|
|
||||||
# proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
|
||||||
# let chann = newChannel(1, newConnection(newBufferStream(writeHandler)), true)
|
|
||||||
|
|
||||||
# await chann.pushTo(cast[seq[byte]]("Hello!"))
|
await chann.pushTo(cast[seq[byte]]("Hello!"))
|
||||||
# await chann.closedByRemote()
|
await chann.closedByRemote()
|
||||||
# discard await chann.read() # this should work, since there is data in the buffer
|
discard await chann.read() # this should work, since there is data in the buffer
|
||||||
# discard await chann.read() # this should throw
|
discard await chann.read() # this should throw
|
||||||
|
|
||||||
# expect LPStreamEOFError:
|
expect LPStreamEOFError:
|
||||||
# waitFor(testClosedForRead())
|
waitFor(testClosedForRead())
|
||||||
|
|
||||||
test "jitter - channel should be able to handle erratic read/writes":
|
test "jitter - channel should be able to handle erratic read/writes":
|
||||||
proc test(): Future[bool] {.async.} =
|
proc test(): Future[bool] {.async.} =
|
||||||
|
|
|
@ -17,7 +17,8 @@ import ../libp2p/[switch,
|
||||||
muxers/mplex/mplex,
|
muxers/mplex/mplex,
|
||||||
muxers/mplex/types,
|
muxers/mplex/types,
|
||||||
protocols/secure/secio,
|
protocols/secure/secio,
|
||||||
protocols/secure/secure]
|
protocols/secure/secure,
|
||||||
|
stream/lpstream]
|
||||||
|
|
||||||
when defined(nimHasUsed): {.used.}
|
when defined(nimHasUsed): {.used.}
|
||||||
|
|
||||||
|
@ -26,16 +27,6 @@ const TestCodec = "/test/proto/1.0.0"
|
||||||
type
|
type
|
||||||
TestProto = ref object of LPProtocol
|
TestProto = ref object of LPProtocol
|
||||||
|
|
||||||
method init(p: TestProto) {.gcsafe.} =
|
|
||||||
proc handle(conn: Connection, proto: string) {.async, gcsafe.} =
|
|
||||||
let msg = cast[string](await conn.readLp())
|
|
||||||
check "Hello!" == msg
|
|
||||||
await conn.writeLp("Hello!")
|
|
||||||
await conn.close()
|
|
||||||
|
|
||||||
p.codec = TestCodec
|
|
||||||
p.handler = handle
|
|
||||||
|
|
||||||
proc createSwitch(ma: MultiAddress): (Switch, PeerInfo) =
|
proc createSwitch(ma: MultiAddress): (Switch, PeerInfo) =
|
||||||
var peerInfo: PeerInfo = PeerInfo.init(PrivateKey.random(RSA))
|
var peerInfo: PeerInfo = PeerInfo.init(PrivateKey.random(RSA))
|
||||||
peerInfo.addrs.add(ma)
|
peerInfo.addrs.add(ma)
|
||||||
|
@ -67,21 +58,33 @@ suite "Switch":
|
||||||
|
|
||||||
(switch1, peerInfo1) = createSwitch(ma1)
|
(switch1, peerInfo1) = createSwitch(ma1)
|
||||||
|
|
||||||
|
proc handle(conn: Connection, proto: string) {.async, gcsafe.} =
|
||||||
|
let msg = cast[string](await conn.readLp())
|
||||||
|
check "Hello!" == msg
|
||||||
|
await conn.writeLp("Hello!")
|
||||||
|
await conn.close()
|
||||||
|
|
||||||
let testProto = new TestProto
|
let testProto = new TestProto
|
||||||
testProto.init()
|
|
||||||
testProto.codec = TestCodec
|
testProto.codec = TestCodec
|
||||||
|
testProto.handler = handle
|
||||||
switch1.mount(testProto)
|
switch1.mount(testProto)
|
||||||
|
|
||||||
(switch2, peerInfo2) = createSwitch(ma2)
|
(switch2, peerInfo2) = createSwitch(ma2)
|
||||||
awaiters.add(await switch1.start())
|
awaiters.add(await switch1.start())
|
||||||
awaiters.add(await switch2.start())
|
awaiters.add(await switch2.start())
|
||||||
|
|
||||||
let conn = await switch2.dial(switch1.peerInfo, TestCodec)
|
let conn = await switch2.dial(switch1.peerInfo, TestCodec)
|
||||||
await conn.writeLp("Hello!")
|
|
||||||
let msg = cast[string](await conn.readLp())
|
try:
|
||||||
check "Hello!" == msg
|
await conn.writeLp("Hello!")
|
||||||
|
let msg = cast[string](await conn.readLp())
|
||||||
|
check "Hello!" == msg
|
||||||
|
result = true
|
||||||
|
except LPStreamError:
|
||||||
|
result = false
|
||||||
|
|
||||||
await allFutures(switch1.stop(), switch2.stop())
|
await allFutures(switch1.stop(), switch2.stop())
|
||||||
await allFutures(awaiters)
|
await allFutures(awaiters)
|
||||||
result = true
|
|
||||||
|
|
||||||
check:
|
check:
|
||||||
waitFor(testSwitch()) == true
|
waitFor(testSwitch()) == true
|
||||||
|
@ -97,22 +100,33 @@ suite "Switch":
|
||||||
|
|
||||||
(switch1, peerInfo1) = createSwitch(ma1)
|
(switch1, peerInfo1) = createSwitch(ma1)
|
||||||
|
|
||||||
|
proc handle(conn: Connection, proto: string) {.async, gcsafe.} =
|
||||||
|
let msg = cast[string](await conn.readLp())
|
||||||
|
check "Hello!" == msg
|
||||||
|
await conn.writeLp("Hello!")
|
||||||
|
await conn.close()
|
||||||
|
|
||||||
let testProto = new TestProto
|
let testProto = new TestProto
|
||||||
testProto.init()
|
|
||||||
testProto.codec = TestCodec
|
testProto.codec = TestCodec
|
||||||
|
testProto.handler = handle
|
||||||
switch1.mount(testProto)
|
switch1.mount(testProto)
|
||||||
|
|
||||||
(switch2, peerInfo2) = createSwitch(ma2)
|
(switch2, peerInfo2) = createSwitch(ma2)
|
||||||
awaiters.add(await switch1.start())
|
awaiters.add(await switch1.start())
|
||||||
awaiters.add(await switch2.start())
|
awaiters.add(await switch2.start())
|
||||||
await switch2.connect(switch1.peerInfo)
|
await switch2.connect(switch1.peerInfo)
|
||||||
let conn = await switch2.dial(switch1.peerInfo, TestCodec)
|
let conn = await switch2.dial(switch1.peerInfo, TestCodec)
|
||||||
await conn.writeLp("Hello!")
|
|
||||||
let msg = cast[string](await conn.readLp())
|
try:
|
||||||
check "Hello!" == msg
|
await conn.writeLp("Hello!")
|
||||||
|
let msg = cast[string](await conn.readLp())
|
||||||
|
check "Hello!" == msg
|
||||||
|
result = true
|
||||||
|
except LPStreamError:
|
||||||
|
result = false
|
||||||
|
|
||||||
await allFutures(switch1.stop(), switch2.stop())
|
await allFutures(switch1.stop(), switch2.stop())
|
||||||
await allFutures(awaiters)
|
await allFutures(awaiters)
|
||||||
result = true
|
|
||||||
|
|
||||||
check:
|
check:
|
||||||
waitFor(testSwitch()) == true
|
waitFor(testSwitch()) == true
|
||||||
|
|
Loading…
Reference in New Issue