mirror of https://github.com/vacp2p/nim-libp2p.git
fix channels not being reset (#439)
* fix channels not being reset silly for loop.. * allow only one concurrent read * fix mplex test race condition * add some bufferstream eof tests * deadlock, lost data and hung channel fixes * prevent concurrent `reset` calls * reset LPChannel when read is cancelled (since data is lost) * ensure there's one, and one only, 0-byte readOnce on EOF * ensure that all data is returned before EOF is returned * keep running activity monitor for half-closed channels (or they never get closed)
This commit is contained in:
parent
51a0aec058
commit
74acd0a33a
|
@ -71,7 +71,7 @@ method closed*(s: LPChannel): bool =
|
||||||
proc closeUnderlying(s: LPChannel): Future[void] {.async.} =
|
proc closeUnderlying(s: LPChannel): Future[void] {.async.} =
|
||||||
## Channels may be closed for reading and writing in any order - we'll close
|
## Channels may be closed for reading and writing in any order - we'll close
|
||||||
## the underlying bufferstream when both directions are closed
|
## the underlying bufferstream when both directions are closed
|
||||||
if s.closedLocal and s.isEof:
|
if s.closedLocal and s.atEof():
|
||||||
await procCall BufferStream(s).close()
|
await procCall BufferStream(s).close()
|
||||||
|
|
||||||
proc reset*(s: LPChannel) {.async, gcsafe.} =
|
proc reset*(s: LPChannel) {.async, gcsafe.} =
|
||||||
|
@ -79,6 +79,8 @@ proc reset*(s: LPChannel) {.async, gcsafe.} =
|
||||||
trace "Already closed", s
|
trace "Already closed", s
|
||||||
return
|
return
|
||||||
|
|
||||||
|
s.isClosed = true
|
||||||
|
|
||||||
trace "Resetting channel", s, len = s.len
|
trace "Resetting channel", s, len = s.len
|
||||||
|
|
||||||
# First, make sure any new calls to `readOnce` and `pushData` etc will fail -
|
# First, make sure any new calls to `readOnce` and `pushData` etc will fail -
|
||||||
|
@ -88,17 +90,20 @@ proc reset*(s: LPChannel) {.async, gcsafe.} =
|
||||||
s.readBuf = StreamSeq()
|
s.readBuf = StreamSeq()
|
||||||
s.pushedEof = true
|
s.pushedEof = true
|
||||||
|
|
||||||
for i in 0..<s.pushing:
|
let pushing = s.pushing # s.pushing changes while iterating
|
||||||
|
for i in 0..<pushing:
|
||||||
# Make sure to drain any ongoing pushes - there's already at least one item
|
# Make sure to drain any ongoing pushes - there's already at least one item
|
||||||
# more in the queue already so any ongoing reads shouldn't interfere
|
# more in the queue already so any ongoing reads shouldn't interfere
|
||||||
# Notably, popFirst is not fair - which reader/writer gets woken up depends
|
# Notably, popFirst is not fair - which reader/writer gets woken up depends
|
||||||
discard await s.readQueue.popFirst()
|
discard await s.readQueue.popFirst()
|
||||||
|
|
||||||
if s.readQueue.len == 0 and s.pushing == 0:
|
if s.readQueue.len == 0 and s.reading:
|
||||||
# There is no push ongoing and nothing on the queue - let's place an
|
# There is an active reader - we just grabbed all pushes so we need to push
|
||||||
# EOF marker there so that any reader is woken up - we don't need to
|
# an EOF marker to wake it up
|
||||||
# synchronize here
|
try:
|
||||||
await s.readQueue.addLast(@[])
|
s.readQueue.addLastNoWait(@[])
|
||||||
|
except CatchableError:
|
||||||
|
raiseAssert "We just checked the queue is empty"
|
||||||
|
|
||||||
if not s.conn.isClosed:
|
if not s.conn.isClosed:
|
||||||
# If the connection is still active, notify the other end
|
# If the connection is still active, notify the other end
|
||||||
|
@ -113,7 +118,7 @@ proc reset*(s: LPChannel) {.async, gcsafe.} =
|
||||||
asyncSpawn resetMessage()
|
asyncSpawn resetMessage()
|
||||||
|
|
||||||
# This should wake up any readers by pushing an EOF marker at least
|
# This should wake up any readers by pushing an EOF marker at least
|
||||||
await procCall BufferStream(s).close() # noraises, nocancels
|
await s.closeImpl() # noraises, nocancels
|
||||||
|
|
||||||
trace "Channel reset", s
|
trace "Channel reset", s
|
||||||
|
|
||||||
|
@ -136,7 +141,7 @@ method close*(s: LPChannel) {.async, gcsafe.} =
|
||||||
except CatchableError as exc:
|
except CatchableError as exc:
|
||||||
# It's harmless that close message cannot be sent - the connection is
|
# It's harmless that close message cannot be sent - the connection is
|
||||||
# likely down already
|
# likely down already
|
||||||
trace "Cannot send close message", s, id = s.id
|
trace "Cannot send close message", s, id = s.id, msg = exc.msg
|
||||||
|
|
||||||
await s.closeUnderlying() # maybe already eofed
|
await s.closeUnderlying() # maybe already eofed
|
||||||
|
|
||||||
|
@ -167,7 +172,11 @@ method readOnce*(s: LPChannel,
|
||||||
await s.closeUnderlying()
|
await s.closeUnderlying()
|
||||||
return bytes
|
return bytes
|
||||||
except CatchableError as exc:
|
except CatchableError as exc:
|
||||||
await s.closeUnderlying()
|
# readOnce in BufferStream generally raises on EOF or cancellation - for
|
||||||
|
# the former, resetting is harmless, for the latter it's necessary because
|
||||||
|
# data has been lost in s.readBuf and there's no way to gracefully recover /
|
||||||
|
# use the channel any more
|
||||||
|
await s.reset()
|
||||||
raise exc
|
raise exc
|
||||||
|
|
||||||
method write*(s: LPChannel, msg: seq[byte]): Future[void] {.async.} =
|
method write*(s: LPChannel, msg: seq[byte]): Future[void] {.async.} =
|
||||||
|
|
|
@ -29,8 +29,9 @@ type
|
||||||
readQueue*: AsyncQueue[seq[byte]] # read queue for managing backpressure
|
readQueue*: AsyncQueue[seq[byte]] # read queue for managing backpressure
|
||||||
readBuf*: StreamSeq # overflow buffer for readOnce
|
readBuf*: StreamSeq # overflow buffer for readOnce
|
||||||
pushing*: int # number of ongoing push operations
|
pushing*: int # number of ongoing push operations
|
||||||
|
reading*: bool # is there an ongoing read? (only allow one)
|
||||||
pushedEof*: bool
|
pushedEof*: bool # eof marker has been put on readQueue
|
||||||
|
returnedEof*: bool # 0-byte readOnce has been completed
|
||||||
|
|
||||||
func shortLog*(s: BufferStream): auto =
|
func shortLog*(s: BufferStream): auto =
|
||||||
if s.isNil: "BufferStream(nil)"
|
if s.isNil: "BufferStream(nil)"
|
||||||
|
@ -91,12 +92,17 @@ method pushEof*(s: BufferStream) {.base, async.} =
|
||||||
finally:
|
finally:
|
||||||
dec s.pushing
|
dec s.pushing
|
||||||
|
|
||||||
|
method atEof*(s: BufferStream): bool =
|
||||||
|
s.isEof and s.readBuf.len == 0
|
||||||
|
|
||||||
method readOnce*(s: BufferStream,
|
method readOnce*(s: BufferStream,
|
||||||
pbytes: pointer,
|
pbytes: pointer,
|
||||||
nbytes: int):
|
nbytes: int):
|
||||||
Future[int] {.async.} =
|
Future[int] {.async.} =
|
||||||
doAssert(nbytes > 0, "nbytes must be positive integer")
|
doAssert(nbytes > 0, "nbytes must be positive integer")
|
||||||
if s.isEof and s.readBuf.len() == 0:
|
doAssert(not s.reading, "Only one concurrent read allowed")
|
||||||
|
|
||||||
|
if s.returnedEof:
|
||||||
raise newLPStreamEOFError()
|
raise newLPStreamEOFError()
|
||||||
|
|
||||||
var
|
var
|
||||||
|
@ -105,12 +111,23 @@ method readOnce*(s: BufferStream,
|
||||||
# First consume leftovers from previous read
|
# First consume leftovers from previous read
|
||||||
var rbytes = s.readBuf.consumeTo(toOpenArray(p, 0, nbytes - 1))
|
var rbytes = s.readBuf.consumeTo(toOpenArray(p, 0, nbytes - 1))
|
||||||
|
|
||||||
if rbytes < nbytes:
|
if rbytes < nbytes and not s.isEof:
|
||||||
# There's space in the buffer - consume some data from the read queue
|
# There's space in the buffer - consume some data from the read queue
|
||||||
trace "popping readQueue", s, rbytes, nbytes
|
s.reading = true
|
||||||
let buf = await s.readQueue.popFirst()
|
let buf =
|
||||||
|
try:
|
||||||
|
await s.readQueue.popFirst()
|
||||||
|
except CatchableError as exc:
|
||||||
|
# When an exception happens here, the Bufferstream is effectively
|
||||||
|
# broken and no more reads will be valid - for now, return EOF if it's
|
||||||
|
# called again, though this is not completely true - EOF represents an
|
||||||
|
# "orderly" shutdown and that's not what happened here..
|
||||||
|
s.returnedEof = true
|
||||||
|
raise exc
|
||||||
|
finally:
|
||||||
|
s.reading = false
|
||||||
|
|
||||||
if buf.len == 0 or s.isEof: # Another task might have set EOF!
|
if buf.len == 0:
|
||||||
# No more data will arrive on read queue
|
# No more data will arrive on read queue
|
||||||
trace "EOF", s
|
trace "EOF", s
|
||||||
s.isEof = true
|
s.isEof = true
|
||||||
|
@ -130,6 +147,12 @@ method readOnce*(s: BufferStream,
|
||||||
|
|
||||||
s.activity = true
|
s.activity = true
|
||||||
|
|
||||||
|
# We want to return 0 exactly once - after that, we'll start raising instead -
|
||||||
|
# this is a bit nuts in a mixed exception / return value world, but allows the
|
||||||
|
# consumer of the stream to rely on the 0-byte read as a "regular" EOF marker
|
||||||
|
# (instead of _sometimes_ getting an exception).
|
||||||
|
s.returnedEof = rbytes == 0
|
||||||
|
|
||||||
return rbytes
|
return rbytes
|
||||||
|
|
||||||
method closeImpl*(s: BufferStream): Future[void] =
|
method closeImpl*(s: BufferStream): Future[void] =
|
||||||
|
|
|
@ -84,7 +84,7 @@ proc timeoutMonitor(s: Connection) {.async, gcsafe.} =
|
||||||
while true:
|
while true:
|
||||||
await sleepAsync(s.timeout)
|
await sleepAsync(s.timeout)
|
||||||
|
|
||||||
if s.closed or s.atEof:
|
if s.closed and s.atEof:
|
||||||
return
|
return
|
||||||
|
|
||||||
if s.activity:
|
if s.activity:
|
||||||
|
|
|
@ -129,10 +129,10 @@ method initStream*(s: LPStream) {.base.} =
|
||||||
proc join*(s: LPStream): Future[void] =
|
proc join*(s: LPStream): Future[void] =
|
||||||
s.closeEvent.wait()
|
s.closeEvent.wait()
|
||||||
|
|
||||||
method closed*(s: LPStream): bool {.base, inline.} =
|
method closed*(s: LPStream): bool {.base.} =
|
||||||
s.isClosed
|
s.isClosed
|
||||||
|
|
||||||
method atEof*(s: LPStream): bool {.base, inline.} =
|
method atEof*(s: LPStream): bool {.base.} =
|
||||||
s.isEof
|
s.isEof
|
||||||
|
|
||||||
method readOnce*(s: LPStream,
|
method readOnce*(s: LPStream,
|
||||||
|
@ -272,6 +272,13 @@ method close*(s: LPStream): Future[void] {.base, async.} = # {.raises [Defect].}
|
||||||
proc closeWithEOF*(s: LPStream): Future[void] {.async.} =
|
proc closeWithEOF*(s: LPStream): Future[void] {.async.} =
|
||||||
## Close the stream and wait for EOF - use this with half-closed streams where
|
## Close the stream and wait for EOF - use this with half-closed streams where
|
||||||
## an EOF is expected to arrive from the other end.
|
## an EOF is expected to arrive from the other end.
|
||||||
|
##
|
||||||
|
## Note - this should only be used when there has been an in-protocol
|
||||||
|
## notification that no more data will arrive and that the only thing left
|
||||||
|
## for the other end to do is to close the stream gracefully.
|
||||||
|
##
|
||||||
|
## In particular, it must not be used when there is another concurrent read
|
||||||
|
## ongoing (which may be the case during cancellations)!
|
||||||
await s.close()
|
await s.close()
|
||||||
|
|
||||||
if s.atEof():
|
if s.atEof():
|
||||||
|
|
|
@ -142,6 +142,54 @@ suite "BufferStream":
|
||||||
check str == str2
|
check str == str2
|
||||||
await buff.close()
|
await buff.close()
|
||||||
|
|
||||||
|
asyncTest "read all data after eof":
|
||||||
|
let buff = newBufferStream()
|
||||||
|
check buff.len == 0
|
||||||
|
|
||||||
|
await buff.pushData("12345".toBytes())
|
||||||
|
var data: array[2, byte]
|
||||||
|
check: (await buff.readOnce(addr data[0], data.len)) == 2
|
||||||
|
|
||||||
|
await buff.pushEof()
|
||||||
|
|
||||||
|
check:
|
||||||
|
not buff.atEof()
|
||||||
|
(await buff.readOnce(addr data[0], data.len)) == 2
|
||||||
|
not buff.atEof()
|
||||||
|
(await buff.readOnce(addr data[0], data.len)) == 1
|
||||||
|
buff.atEof()
|
||||||
|
# exactly one 0-byte read
|
||||||
|
(await buff.readOnce(addr data[0], data.len)) == 0
|
||||||
|
|
||||||
|
expect LPStreamEOFError:
|
||||||
|
discard (await buff.readOnce(addr data[0], data.len))
|
||||||
|
|
||||||
|
await buff.close() # all data should still be read after close
|
||||||
|
|
||||||
|
asyncTest "read more data after eof":
|
||||||
|
let buff = newBufferStream()
|
||||||
|
check buff.len == 0
|
||||||
|
|
||||||
|
await buff.pushData("12345".toBytes())
|
||||||
|
var data: array[5, byte]
|
||||||
|
check: (await buff.readOnce(addr data[0], 1)) == 1 # 4 bytes in readBuf
|
||||||
|
|
||||||
|
await buff.pushEof()
|
||||||
|
|
||||||
|
check:
|
||||||
|
not buff.atEof()
|
||||||
|
(await buff.readOnce(addr data[0], 1)) == 1 # 3 bytes in readBuf, eof marker processed
|
||||||
|
not buff.atEof()
|
||||||
|
(await buff.readOnce(addr data[0], data.len)) == 3 # 0 bytes in readBuf
|
||||||
|
buff.atEof()
|
||||||
|
# exactly one 0-byte read
|
||||||
|
(await buff.readOnce(addr data[0], data.len)) == 0
|
||||||
|
|
||||||
|
expect LPStreamEOFError:
|
||||||
|
discard (await buff.readOnce(addr data[0], data.len))
|
||||||
|
|
||||||
|
await buff.close() # all data should still be read after close
|
||||||
|
|
||||||
asyncTest "shouldn't get stuck on close":
|
asyncTest "shouldn't get stuck on close":
|
||||||
var stream = newBufferStream()
|
var stream = newBufferStream()
|
||||||
var
|
var
|
||||||
|
|
|
@ -140,7 +140,7 @@ suite "Mplex":
|
||||||
await chann.readExactly(addr data[0], 3)
|
await chann.readExactly(addr data[0], 3)
|
||||||
let closeFut = chann.pushEof() # closing channel
|
let closeFut = chann.pushEof() # closing channel
|
||||||
let readFut = chann.readExactly(addr data[3], 3)
|
let readFut = chann.readExactly(addr data[3], 3)
|
||||||
await all(closeFut, readFut)
|
await allFutures(closeFut, readFut)
|
||||||
|
|
||||||
expect LPStreamEOFError:
|
expect LPStreamEOFError:
|
||||||
await chann.readExactly(addr data[0], 6) # this should fail now
|
await chann.readExactly(addr data[0], 6) # this should fail now
|
||||||
|
@ -194,7 +194,7 @@ suite "Mplex":
|
||||||
|
|
||||||
await conn.close()
|
await conn.close()
|
||||||
|
|
||||||
asyncTest "should complete read":
|
asyncTest "reset should complete read":
|
||||||
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
||||||
let
|
let
|
||||||
conn = newBufferStream(writeHandler)
|
conn = newBufferStream(writeHandler)
|
||||||
|
@ -209,33 +209,66 @@ suite "Mplex":
|
||||||
|
|
||||||
await conn.close()
|
await conn.close()
|
||||||
|
|
||||||
asyncTest "should complete pushData":
|
asyncTest "reset should complete pushData":
|
||||||
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
||||||
let
|
let
|
||||||
conn = newBufferStream(writeHandler)
|
conn = newBufferStream(writeHandler)
|
||||||
chann = LPChannel.init(1, conn, true)
|
chann = LPChannel.init(1, conn, true)
|
||||||
|
|
||||||
await chann.pushData(@[0'u8])
|
let futs = @[
|
||||||
let fut = chann.pushData(@[0'u8])
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
]
|
||||||
await chann.reset()
|
await chann.reset()
|
||||||
check await fut.withTimeout(100.millis)
|
check await allFutures(futs).withTimeout(100.millis)
|
||||||
await conn.close()
|
await conn.close()
|
||||||
|
|
||||||
asyncTest "should complete both read and push":
|
asyncTest "reset should complete both read and push":
|
||||||
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
||||||
let
|
let
|
||||||
conn = newBufferStream(writeHandler)
|
conn = newBufferStream(writeHandler)
|
||||||
chann = LPChannel.init(1, conn, true)
|
chann = LPChannel.init(1, conn, true)
|
||||||
|
|
||||||
var data = newSeq[byte](1)
|
var data = newSeq[byte](1)
|
||||||
let rfut = chann.readExactly(addr data[0], 1)
|
let futs = [
|
||||||
let wfut = chann.pushData(@[0'u8])
|
chann.readExactly(addr data[0], 1),
|
||||||
let wfut2 = chann.pushData(@[0'u8])
|
chann.pushData(@[0'u8]),
|
||||||
|
]
|
||||||
await chann.reset()
|
await chann.reset()
|
||||||
check await allFutures(rfut, wfut, wfut2).withTimeout(100.millis)
|
check await allFutures(futs).withTimeout(100.millis)
|
||||||
await conn.close()
|
await conn.close()
|
||||||
|
|
||||||
asyncTest "should complete both read and push after cancel":
|
asyncTest "reset should complete both read and pushes":
|
||||||
|
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
||||||
|
let
|
||||||
|
conn = newBufferStream(writeHandler)
|
||||||
|
chann = LPChannel.init(1, conn, true)
|
||||||
|
|
||||||
|
var data = newSeq[byte](1)
|
||||||
|
let futs = [
|
||||||
|
chann.readExactly(addr data[0], 1),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
chann.pushData(@[0'u8]),
|
||||||
|
]
|
||||||
|
await chann.reset()
|
||||||
|
check await allFutures(futs).withTimeout(100.millis)
|
||||||
|
await futs[0]
|
||||||
|
await conn.close()
|
||||||
|
|
||||||
|
asyncTest "reset should complete both read and push with cancel":
|
||||||
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
proc writeHandler(data: seq[byte]) {.async, gcsafe.} = discard
|
||||||
let
|
let
|
||||||
conn = newBufferStream(writeHandler)
|
conn = newBufferStream(writeHandler)
|
||||||
|
@ -244,11 +277,9 @@ suite "Mplex":
|
||||||
var data = newSeq[byte](1)
|
var data = newSeq[byte](1)
|
||||||
let rfut = chann.readExactly(addr data[0], 1)
|
let rfut = chann.readExactly(addr data[0], 1)
|
||||||
rfut.cancel()
|
rfut.cancel()
|
||||||
|
let xfut = chann.reset()
|
||||||
|
|
||||||
let wfut = chann.pushData(@[0'u8])
|
check await allFutures(rfut, xfut).withTimeout(100.millis)
|
||||||
let wfut2 = chann.pushData(@[0'u8])
|
|
||||||
await chann.reset()
|
|
||||||
check await allFutures(rfut, wfut, wfut2).withTimeout(100.millis)
|
|
||||||
await conn.close()
|
await conn.close()
|
||||||
|
|
||||||
asyncTest "should complete both read and push after reset":
|
asyncTest "should complete both read and push after reset":
|
||||||
|
@ -259,14 +290,14 @@ suite "Mplex":
|
||||||
|
|
||||||
var data = newSeq[byte](1)
|
var data = newSeq[byte](1)
|
||||||
let rfut = chann.readExactly(addr data[0], 1)
|
let rfut = chann.readExactly(addr data[0], 1)
|
||||||
let fut2 = sleepAsync(1.millis) or rfut
|
let rfut2 = sleepAsync(1.millis) or rfut
|
||||||
|
|
||||||
await sleepAsync(5.millis)
|
await sleepAsync(5.millis)
|
||||||
|
|
||||||
let wfut = chann.pushData(@[0'u8])
|
let wfut = chann.pushData(@[0'u8])
|
||||||
let wfut2 = chann.pushData(@[0'u8])
|
let wfut2 = chann.pushData(@[0'u8])
|
||||||
await chann.reset()
|
await chann.reset()
|
||||||
check await allFutures(rfut, wfut, wfut2).withTimeout(100.millis)
|
check await allFutures(rfut, rfut2, wfut, wfut2).withTimeout(100.millis)
|
||||||
await conn.close()
|
await conn.close()
|
||||||
|
|
||||||
asyncTest "channel should fail writing":
|
asyncTest "channel should fail writing":
|
||||||
|
@ -466,9 +497,9 @@ suite "Mplex":
|
||||||
let msg = await stream.readLp(1024)
|
let msg = await stream.readLp(1024)
|
||||||
check string.fromBytes(msg) == &"stream {count}!"
|
check string.fromBytes(msg) == &"stream {count}!"
|
||||||
count.inc
|
count.inc
|
||||||
await stream.close()
|
if count == 11:
|
||||||
if count == 10:
|
|
||||||
done.complete()
|
done.complete()
|
||||||
|
await stream.close()
|
||||||
|
|
||||||
await mplexListen.handle()
|
await mplexListen.handle()
|
||||||
await mplexListen.close()
|
await mplexListen.close()
|
||||||
|
@ -508,9 +539,9 @@ suite "Mplex":
|
||||||
check string.fromBytes(msg) == &"stream {count} from dialer!"
|
check string.fromBytes(msg) == &"stream {count} from dialer!"
|
||||||
await stream.writeLp(&"stream {count} from listener!")
|
await stream.writeLp(&"stream {count} from listener!")
|
||||||
count.inc
|
count.inc
|
||||||
await stream.close()
|
if count == 11:
|
||||||
if count == 10:
|
|
||||||
done.complete()
|
done.complete()
|
||||||
|
await stream.close()
|
||||||
|
|
||||||
await mplexListen.handle()
|
await mplexListen.handle()
|
||||||
await mplexListen.close()
|
await mplexListen.close()
|
||||||
|
|
Loading…
Reference in New Issue