2019-09-03 20:40:51 +00:00
|
|
|
## Nim-LibP2P
|
2019-09-24 17:48:23 +00:00
|
|
|
## Copyright (c) 2019 Status Research & Development GmbH
|
2019-09-03 20:40:51 +00:00
|
|
|
## Licensed under either of
|
|
|
|
## * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
|
|
## * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
|
|
## at your option.
|
|
|
|
## This file may not be copied, modified, or distributed except according to
|
|
|
|
## those terms.
|
|
|
|
|
2019-09-23 23:14:41 +00:00
|
|
|
## TODO:
|
|
|
|
## Timeouts and message limits are still missing
|
|
|
|
## they need to be added ASAP
|
2019-09-04 16:40:05 +00:00
|
|
|
|
2020-03-29 14:28:48 +00:00
|
|
|
import tables, sequtils
|
2019-09-09 17:33:32 +00:00
|
|
|
import chronos, chronicles
|
2019-12-04 04:44:54 +00:00
|
|
|
import ../muxer,
|
2019-09-24 16:16:39 +00:00
|
|
|
../../connection,
|
2019-12-04 04:44:54 +00:00
|
|
|
../../stream/lpstream,
|
2020-03-23 06:03:36 +00:00
|
|
|
../../utility,
|
2020-04-11 04:08:25 +00:00
|
|
|
../../errors,
|
2019-12-10 20:50:35 +00:00
|
|
|
coder,
|
|
|
|
types,
|
2019-12-04 04:44:54 +00:00
|
|
|
lpchannel
|
2019-09-03 20:40:51 +00:00
|
|
|
|
2019-09-10 02:15:52 +00:00
|
|
|
logScope:
|
2019-09-12 02:10:38 +00:00
|
|
|
topic = "Mplex"
|
2019-09-10 02:15:52 +00:00
|
|
|
|
2020-02-12 14:37:22 +00:00
|
|
|
const DefaultRWTimeout = InfiniteDuration
|
|
|
|
|
2019-09-04 03:08:51 +00:00
|
|
|
type
|
2019-09-03 20:40:51 +00:00
|
|
|
Mplex* = ref object of Muxer
|
2020-03-23 17:14:06 +00:00
|
|
|
remote*: Table[uint64, LPChannel]
|
|
|
|
local*: Table[uint64, LPChannel]
|
|
|
|
currentId*: uint64
|
|
|
|
maxChannels*: uint64
|
2019-09-03 20:40:51 +00:00
|
|
|
|
2020-03-23 17:14:06 +00:00
|
|
|
proc getChannelList(m: Mplex, initiator: bool): var Table[uint64, LPChannel] =
|
2019-09-04 01:42:00 +00:00
|
|
|
if initiator:
|
2019-12-04 04:44:54 +00:00
|
|
|
trace "picking local channels", initiator = initiator
|
2019-09-03 20:40:51 +00:00
|
|
|
result = m.local
|
2019-12-04 04:44:54 +00:00
|
|
|
else:
|
|
|
|
trace "picking remote channels", initiator = initiator
|
|
|
|
result = m.remote
|
2019-09-03 20:40:51 +00:00
|
|
|
|
2019-09-04 01:42:00 +00:00
|
|
|
proc newStreamInternal*(m: Mplex,
|
|
|
|
initiator: bool = true,
|
2020-03-23 17:14:06 +00:00
|
|
|
chanId: uint64 = 0,
|
2020-02-11 17:30:36 +00:00
|
|
|
name: string = "",
|
|
|
|
lazy: bool = false):
|
2019-12-10 20:50:35 +00:00
|
|
|
Future[LPChannel] {.async, gcsafe.} =
|
2019-09-03 20:40:51 +00:00
|
|
|
## create new channel/stream
|
2019-09-04 01:42:00 +00:00
|
|
|
let id = if initiator: m.currentId.inc(); m.currentId else: chanId
|
2019-12-04 04:44:54 +00:00
|
|
|
trace "creating new channel", channelId = id, initiator = initiator
|
2020-02-11 17:30:36 +00:00
|
|
|
result = newChannel(id, m.connection, initiator, name, lazy = lazy)
|
2019-09-04 01:42:00 +00:00
|
|
|
m.getChannelList(initiator)[id] = result
|
2019-09-03 20:40:51 +00:00
|
|
|
|
2019-12-04 04:44:54 +00:00
|
|
|
proc cleanupChann(m: Mplex, chann: LPChannel, initiator: bool) {.async, inline.} =
|
2019-12-10 20:50:35 +00:00
|
|
|
## call the channel's `close` to signal the
|
2019-12-04 04:44:54 +00:00
|
|
|
## remote that the channel is closing
|
|
|
|
if not isNil(chann) and not chann.closed:
|
|
|
|
await chann.close()
|
|
|
|
await chann.cleanUp()
|
|
|
|
m.getChannelList(initiator).del(chann.id)
|
|
|
|
trace "cleaned up channel", id = chann.id
|
|
|
|
|
2019-12-10 20:50:35 +00:00
|
|
|
method handle*(m: Mplex) {.async, gcsafe.} =
|
2019-09-23 21:51:28 +00:00
|
|
|
trace "starting mplex main loop"
|
2019-09-07 23:34:40 +00:00
|
|
|
try:
|
2019-09-04 01:42:00 +00:00
|
|
|
while not m.connection.closed:
|
2019-12-04 04:44:54 +00:00
|
|
|
trace "waiting for data"
|
2020-02-12 14:37:22 +00:00
|
|
|
let (id, msgType, data) = await m.connection.readMsg()
|
|
|
|
trace "read message from connection", id = id,
|
|
|
|
msgType = msgType,
|
2020-03-23 06:03:36 +00:00
|
|
|
data = data.shortLog
|
2019-09-07 23:34:40 +00:00
|
|
|
let initiator = bool(ord(msgType) and 1)
|
2019-09-12 17:07:34 +00:00
|
|
|
var channel: LPChannel
|
2019-09-07 23:34:40 +00:00
|
|
|
if MessageType(msgType) != MessageType.New:
|
|
|
|
let channels = m.getChannelList(initiator)
|
2019-12-04 04:44:54 +00:00
|
|
|
if id notin channels:
|
|
|
|
trace "Channel not found, skipping", id = id,
|
|
|
|
initiator = initiator,
|
|
|
|
msg = msgType
|
2019-09-08 06:34:08 +00:00
|
|
|
continue
|
2019-09-07 23:34:40 +00:00
|
|
|
channel = channels[id]
|
|
|
|
|
|
|
|
case msgType:
|
|
|
|
of MessageType.New:
|
2019-09-08 06:34:08 +00:00
|
|
|
let name = cast[string](data)
|
|
|
|
channel = await m.newStreamInternal(false, id, name)
|
2019-12-04 04:44:54 +00:00
|
|
|
trace "created channel", id = id, name = name, inititator = true
|
2019-09-07 23:34:40 +00:00
|
|
|
if not isNil(m.streamHandler):
|
2019-09-11 19:04:27 +00:00
|
|
|
let stream = newConnection(channel)
|
|
|
|
stream.peerInfo = m.connection.peerInfo
|
2019-12-04 04:44:54 +00:00
|
|
|
|
2020-04-21 01:24:42 +00:00
|
|
|
proc handler() {.async.} =
|
|
|
|
tryAndWarn "mplex channel handler":
|
|
|
|
await m.streamHandler(stream)
|
|
|
|
# TODO closing stream
|
|
|
|
# or doing cleanupChann
|
|
|
|
# will make go interop tests fail
|
|
|
|
# need to investigate why
|
2019-12-04 04:44:54 +00:00
|
|
|
|
2020-04-21 01:24:42 +00:00
|
|
|
asynccheck handler()
|
2019-09-07 23:34:40 +00:00
|
|
|
continue
|
|
|
|
of MessageType.MsgIn, MessageType.MsgOut:
|
2019-12-10 20:50:35 +00:00
|
|
|
trace "pushing data to channel", id = id,
|
|
|
|
initiator = initiator,
|
2020-02-06 06:24:11 +00:00
|
|
|
msgType = msgType,
|
|
|
|
size = data.len
|
2019-12-04 04:44:54 +00:00
|
|
|
|
2020-02-06 06:24:11 +00:00
|
|
|
if data.len > MaxMsgSize:
|
2020-03-11 22:23:39 +00:00
|
|
|
raise newLPStreamLimitError()
|
2019-12-10 20:50:35 +00:00
|
|
|
await channel.pushTo(data)
|
2019-09-07 23:34:40 +00:00
|
|
|
of MessageType.CloseIn, MessageType.CloseOut:
|
2019-12-10 20:50:35 +00:00
|
|
|
trace "closing channel", id = id,
|
|
|
|
initiator = initiator,
|
2019-12-04 04:44:54 +00:00
|
|
|
msgType = msgType
|
|
|
|
|
2019-09-07 23:34:40 +00:00
|
|
|
await channel.closedByRemote()
|
2020-02-16 17:40:46 +00:00
|
|
|
m.getChannelList(initiator).del(id)
|
2019-09-07 23:34:40 +00:00
|
|
|
of MessageType.ResetIn, MessageType.ResetOut:
|
2019-12-10 20:50:35 +00:00
|
|
|
trace "resetting channel", id = id,
|
|
|
|
initiator = initiator,
|
2019-12-04 04:44:54 +00:00
|
|
|
msgType = msgType
|
|
|
|
|
2019-09-07 23:34:40 +00:00
|
|
|
await channel.resetByRemote()
|
2019-12-04 04:44:54 +00:00
|
|
|
m.getChannelList(initiator).del(id)
|
2019-09-07 23:34:40 +00:00
|
|
|
break
|
2019-12-04 04:44:54 +00:00
|
|
|
except CatchableError as exc:
|
2020-03-27 14:25:52 +00:00
|
|
|
trace "Exception occurred", exception = exc.msg
|
2019-09-07 23:34:40 +00:00
|
|
|
finally:
|
2019-12-04 04:44:54 +00:00
|
|
|
trace "stopping mplex main loop"
|
2020-04-05 02:42:08 +00:00
|
|
|
await m.close()
|
2019-09-03 20:40:51 +00:00
|
|
|
|
2020-04-07 15:49:43 +00:00
|
|
|
proc internalCleanup(m: Mplex, conn: Connection) {.async.} =
|
|
|
|
await conn.closeEvent.wait()
|
|
|
|
trace "connection closed, cleaning up mplex"
|
|
|
|
await m.close()
|
|
|
|
|
2019-12-10 20:50:35 +00:00
|
|
|
proc newMplex*(conn: Connection,
|
2019-09-03 20:40:51 +00:00
|
|
|
maxChanns: uint = MaxChannels): Mplex =
|
|
|
|
new result
|
|
|
|
result.connection = conn
|
|
|
|
result.maxChannels = maxChanns
|
2020-03-23 17:14:06 +00:00
|
|
|
result.remote = initTable[uint64, LPChannel]()
|
|
|
|
result.local = initTable[uint64, LPChannel]()
|
2019-09-03 20:40:51 +00:00
|
|
|
|
2020-04-07 15:49:43 +00:00
|
|
|
asyncCheck result.internalCleanup(conn)
|
2020-02-12 14:37:22 +00:00
|
|
|
|
|
|
|
method newStream*(m: Mplex,
|
|
|
|
name: string = "",
|
|
|
|
lazy: bool = false): Future[Connection] {.async, gcsafe.} =
|
2020-02-11 17:30:36 +00:00
|
|
|
let channel = await m.newStreamInternal(lazy = lazy)
|
|
|
|
if not lazy:
|
|
|
|
await channel.open()
|
2019-09-04 01:42:00 +00:00
|
|
|
result = newConnection(channel)
|
2019-09-11 19:04:27 +00:00
|
|
|
result.peerInfo = m.connection.peerInfo
|
2019-09-03 20:40:51 +00:00
|
|
|
|
2019-12-10 20:50:35 +00:00
|
|
|
method close*(m: Mplex) {.async, gcsafe.} =
|
2019-12-04 04:44:54 +00:00
|
|
|
trace "closing mplex muxer"
|
2020-04-11 04:08:25 +00:00
|
|
|
|
2020-04-05 02:42:08 +00:00
|
|
|
if not m.connection.closed():
|
|
|
|
await m.connection.close()
|
|
|
|
|
2020-04-11 04:08:25 +00:00
|
|
|
let
|
|
|
|
futs = await allFinished(
|
|
|
|
toSeq(m.remote.values).mapIt(it.reset()) &
|
|
|
|
toSeq(m.local.values).mapIt(it.reset()))
|
|
|
|
|
|
|
|
checkFutures(futs)
|
|
|
|
|
2020-04-05 02:42:08 +00:00
|
|
|
m.remote.clear()
|
|
|
|
m.local.clear()
|