{.used.} # Nim-Libp2p # Copyright (c) 2023-2024 Status Research & Development GmbH # Licensed under either of # * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE)) # * MIT license ([LICENSE-MIT](LICENSE-MIT)) # at your option. # This file may not be copied, modified, or distributed except according to # those terms. import strformat, stew/byteutils import chronos import ../libp2p/multistream, ../libp2p/stream/bufferstream, ../libp2p/stream/connection, ../libp2p/multiaddress, ../libp2p/transports/transport, ../libp2p/transports/tcptransport, ../libp2p/protocols/protocol, ../libp2p/upgrademngrs/upgrade {.push raises: [].} import ./helpers when defined(nimHasUsed): {.used.} ## Mock stream for select test type TestSelectStream = ref object of Connection step*: int method readOnce*( s: TestSelectStream, pbytes: pointer, nbytes: int ): Future[int] {.async: (raises: [CancelledError, LPStreamError], raw: true).} = let fut = newFuture[int]() case s.step: of 1: var buf = newSeq[byte](1) buf[0] = 19 copyMem(pbytes, addr buf[0], buf.len()) s.step = 2 fut.complete(buf.len) of 2: var buf = "/multistream/1.0.0\n" copyMem(pbytes, addr buf[0], buf.len()) s.step = 3 fut.complete(buf.len) of 3: var buf = newSeq[byte](1) buf[0] = 18 copyMem(pbytes, addr buf[0], buf.len()) s.step = 4 fut.complete(buf.len) of 4: var buf = "/test/proto/1.0.0\n" copyMem(pbytes, addr buf[0], buf.len()) fut.complete(buf.len) else: copyMem(pbytes, cstring("\0x3na\n"), "\0x3na\n".len()) fut.complete("\0x3na\n".len()) fut method write*( s: TestSelectStream, msg: seq[byte] ): Future[void] {.async: (raises: [ CancelledError, LPStreamError], raw: true).} = let fut = newFuture[void]() fut.complete() fut method close(s: TestSelectStream) {.async: (raises: [], raw: true).} = s.isClosed = true s.isEof = true let fut = newFuture[void]() fut.complete() fut proc newTestSelectStream(): TestSelectStream = new result result.step = 1 ## Mock stream for handles `ls` test type LsHandler = proc( procs: seq[byte] ): Future[void] {.async: (raises: [CancelledError, LPStreamError]).} TestLsStream = ref object of Connection step*: int ls*: LsHandler method readOnce*( s: TestLsStream, pbytes: pointer, nbytes: int ): Future[int] {.async: (raises: [CancelledError, LPStreamError], raw: true).} = let fut = newFuture[int]() case s.step: of 1: var buf = newSeq[byte](1) buf[0] = 19 copyMem(pbytes, addr buf[0], buf.len()) s.step = 2 fut.complete(buf.len()) of 2: var buf = "/multistream/1.0.0\n" copyMem(pbytes, addr buf[0], buf.len()) s.step = 3 fut.complete(buf.len()) of 3: var buf = newSeq[byte](1) buf[0] = 3 copyMem(pbytes, addr buf[0], buf.len()) s.step = 4 fut.complete(buf.len()) of 4: var buf = "ls\n" copyMem(pbytes, addr buf[0], buf.len()) fut.complete(buf.len()) else: var buf = "na\n" copyMem(pbytes, addr buf[0], buf.len()) fut.complete(buf.len()) fut method write*( s: TestLsStream, msg: seq[byte] ): Future[void] {.async: (raises: [ CancelledError, LPStreamError], raw: true).} = if s.step == 4: return s.ls(msg) let fut = newFuture[void]() fut.complete() fut method close(s: TestLsStream): Future[void] {.async: (raises: [], raw: true).} = s.isClosed = true s.isEof = true let fut = newFuture[void]() fut.complete() fut proc newTestLsStream(ls: LsHandler): TestLsStream {.gcsafe.} = new result result.ls = ls result.step = 1 ## Mock stream for handles `na` test type NaHandler = proc( procs: string ): Future[void] {.async: (raises: [CancelledError, LPStreamError]).} TestNaStream = ref object of Connection step*: int na*: NaHandler method readOnce*( s: TestNaStream, pbytes: pointer, nbytes: int ): Future[int] {.async: (raises: [CancelledError, LPStreamError], raw: true).} = let fut = newFuture[int]() case s.step: of 1: var buf = newSeq[byte](1) buf[0] = 19 copyMem(pbytes, addr buf[0], buf.len()) s.step = 2 fut.complete(buf.len()) of 2: var buf = "/multistream/1.0.0\n" copyMem(pbytes, addr buf[0], buf.len()) s.step = 3 fut.complete(buf.len()) of 3: var buf = newSeq[byte](1) buf[0] = 18 copyMem(pbytes, addr buf[0], buf.len()) s.step = 4 fut.complete(buf.len()) of 4: var buf = "/test/proto/1.0.0\n" copyMem(pbytes, addr buf[0], buf.len()) fut.complete(buf.len()) else: copyMem(pbytes, cstring("\0x3na\n"), "\0x3na\n".len()) fut.complete("\0x3na\n".len()) fut method write*( s: TestNaStream, msg: seq[byte] ): Future[void] {.async: (raises: [ CancelledError, LPStreamError], raw: true).} = if s.step == 4: return s.na(string.fromBytes(msg)) let fut = newFuture[void]() fut.complete() fut method close(s: TestNaStream): Future[void] {.async: (raises: [], raw: true).} = s.isClosed = true s.isEof = true let fut = newFuture[void]() fut.complete() fut proc newTestNaStream(na: NaHandler): TestNaStream = new result result.na = na result.step = 1 suite "Multistream select": teardown: checkTrackers() asyncTest "test select custom proto": let ms = MultistreamSelect.new() let conn = newTestSelectStream() check (await ms.select(conn, @["/test/proto/1.0.0"])) == "/test/proto/1.0.0" await conn.close() asyncTest "test handle custom proto": let ms = MultistreamSelect.new() let conn = newTestSelectStream() var protocol: LPProtocol = new LPProtocol proc testHandler(conn: Connection, proto: string): Future[void] {.async.} = check proto == "/test/proto/1.0.0" await conn.close() protocol.handler = testHandler ms.addHandler("/test/proto/1.0.0", protocol) await ms.handle(conn) asyncTest "test handle `ls`": let ms = MultistreamSelect.new() var conn: Connection = nil let done = newFuture[void]() proc testLsHandler( proto: seq[byte]) {.async: (raises: [CancelledError, LPStreamError]).} = var strProto: string = string.fromBytes(proto) check strProto == "\x26/test/proto1/1.0.0\n/test/proto2/1.0.0\n" await conn.close() done.complete() conn = Connection(newTestLsStream(testLsHandler)) proc testHandler(conn: Connection, proto: string): Future[void] {.async.} = discard var protocol: LPProtocol = new LPProtocol protocol.handler = testHandler ms.addHandler("/test/proto1/1.0.0", protocol) ms.addHandler("/test/proto2/1.0.0", protocol) await ms.handle(conn) await done.wait(5.seconds) asyncTest "test handle `na`": let ms = MultistreamSelect.new() var conn: Connection = nil proc testNaHandler( msg: string ): Future[void] {.async: (raises: [CancelledError, LPStreamError]).} = check msg == "\x03na\n" await conn.close() conn = newTestNaStream(testNaHandler) var protocol: LPProtocol = new LPProtocol proc testHandler(conn: Connection, proto: string): Future[void] {.async.} = discard protocol.handler = testHandler ms.addHandler("/unabvailable/proto/1.0.0", protocol) await ms.handle(conn) asyncTest "e2e - handle": let ma = @[MultiAddress.init("/ip4/0.0.0.0/tcp/0").tryGet()] var protocol: LPProtocol = new LPProtocol proc testHandler(conn: Connection, proto: string): Future[void] {.async.} = check proto == "/test/proto/1.0.0" await conn.writeLp("Hello!") await conn.close() protocol.handler = testHandler let msListen = MultistreamSelect.new() msListen.addHandler("/test/proto/1.0.0", protocol) let transport1 = TcpTransport.new(upgrade = Upgrade()) asyncSpawn transport1.start(ma) proc acceptHandler(): Future[void] {.async.} = let conn = await transport1.accept() await msListen.handle(conn) await conn.close() let handlerWait = acceptHandler() let msDial = MultistreamSelect.new() let transport2 = TcpTransport.new(upgrade = Upgrade()) let conn = await transport2.dial(transport1.addrs[0]) check (await msDial.select(conn, "/test/proto/1.0.0")) == true let hello = string.fromBytes(await conn.readLp(1024)) check hello == "Hello!" await conn.close() await transport2.stop() await transport1.stop() await handlerWait.wait(30.seconds) asyncTest "e2e - streams limit": let ma = @[MultiAddress.init("/ip4/0.0.0.0/tcp/0").tryGet()] let blocker = newFuture[void]() # Start 5 streams which are blocked by `blocker` # Try to start a new one, which should fail # Unblock the 5 streams, check that we can open a new one proc testHandler(conn: Connection, proto: string): Future[void] {.async.} = await blocker await conn.writeLp("Hello!") await conn.close() var protocol: LPProtocol = LPProtocol.new( @["/test/proto/1.0.0"], testHandler, maxIncomingStreams = 5 ) protocol.handler = testHandler let msListen = MultistreamSelect.new() msListen.addHandler("/test/proto/1.0.0", protocol) let transport1 = TcpTransport.new(upgrade = Upgrade()) await transport1.start(ma) proc acceptedOne(c: Connection) {.async.} = await msListen.handle(c) await c.close() proc acceptHandler() {.async.} = while true: let conn = await transport1.accept() asyncSpawn acceptedOne(conn) var handlerWait = acceptHandler() let msDial = MultistreamSelect.new() let transport2 = TcpTransport.new(upgrade = Upgrade()) proc connector {.async.} = let conn = await transport2.dial(transport1.addrs[0]) check: (await msDial.select(conn, "/test/proto/1.0.0")) == true check: string.fromBytes(await conn.readLp(1024)) == "Hello!" await conn.close() # Fill up the 5 allowed streams var dialers: seq[Future[void]] for _ in 0..<5: dialers.add(connector()) # This one will fail during negotiation expect(CatchableError): try: waitFor(connector().wait(1.seconds)) except AsyncTimeoutError as exc: check false raise exc # check that the dialers aren't finished check: (await dialers[0].withTimeout(10.milliseconds)) == false # unblock the dialers blocker.complete() await allFutures(dialers) # now must work waitFor(connector()) await transport2.stop() await transport1.stop() await handlerWait.cancelAndWait() asyncTest "e2e - ls": let ma = @[MultiAddress.init("/ip4/0.0.0.0/tcp/0").tryGet()] let msListen = MultistreamSelect.new() var protocol: LPProtocol = new LPProtocol protocol.handler = proc(conn: Connection, proto: string) {.async.} = # never reached discard proc testHandler(conn: Connection, proto: string): Future[void] {.async.} = # never reached discard protocol.handler = testHandler msListen.addHandler("/test/proto1/1.0.0", protocol) msListen.addHandler("/test/proto2/1.0.0", protocol) let transport1: TcpTransport = TcpTransport.new(upgrade = Upgrade()) let listenFut = transport1.start(ma) proc acceptHandler(): Future[void] {.async.} = let conn = await transport1.accept() try: await msListen.handle(conn) except LPStreamEOFError: discard except LPStreamClosedError: discard finally: await conn.close() let acceptFut = acceptHandler() let msDial = MultistreamSelect.new() let transport2: TcpTransport = TcpTransport.new(upgrade = Upgrade()) let conn = await transport2.dial(transport1.addrs[0]) let ls = await msDial.list(conn) let protos: seq[string] = @["/test/proto1/1.0.0", "/test/proto2/1.0.0"] check ls == protos await conn.close() await acceptFut await transport2.stop() await transport1.stop() await listenFut.wait(5.seconds) asyncTest "e2e - select one from a list with unsupported protos": let ma = @[MultiAddress.init("/ip4/0.0.0.0/tcp/0").tryGet()] var protocol: LPProtocol = new LPProtocol proc testHandler(conn: Connection, proto: string): Future[void] {.async.} = check proto == "/test/proto/1.0.0" await conn.writeLp("Hello!") await conn.close() protocol.handler = testHandler let msListen = MultistreamSelect.new() msListen.addHandler("/test/proto/1.0.0", protocol) let transport1: TcpTransport = TcpTransport.new(upgrade = Upgrade()) asyncSpawn transport1.start(ma) proc acceptHandler(): Future[void] {.async.} = let conn = await transport1.accept() await msListen.handle(conn) let acceptFut = acceptHandler() let msDial = MultistreamSelect.new() let transport2: TcpTransport = TcpTransport.new(upgrade = Upgrade()) let conn = await transport2.dial(transport1.addrs[0]) check (await msDial.select(conn, @["/test/proto/1.0.0", "/test/no/proto/1.0.0"])) == "/test/proto/1.0.0" let hello = string.fromBytes(await conn.readLp(1024)) check hello == "Hello!" await conn.close() await acceptFut await transport2.stop() await transport1.stop() asyncTest "e2e - select one with both valid": let ma = @[MultiAddress.init("/ip4/0.0.0.0/tcp/0").tryGet()] var protocol: LPProtocol = new LPProtocol proc testHandler(conn: Connection, proto: string): Future[void] {.async.} = await conn.writeLp(&"Hello from {proto}!") await conn.close() protocol.handler = testHandler let msListen = MultistreamSelect.new() msListen.addHandler("/test/proto1/1.0.0", protocol) msListen.addHandler("/test/proto2/1.0.0", protocol) let transport1: TcpTransport = TcpTransport.new(upgrade = Upgrade()) asyncSpawn transport1.start(ma) proc acceptHandler(): Future[void] {.async.} = let conn = await transport1.accept() await msListen.handle(conn) let acceptFut = acceptHandler() let msDial = MultistreamSelect.new() let transport2: TcpTransport = TcpTransport.new(upgrade = Upgrade()) let conn = await transport2.dial(transport1.addrs[0]) check (await msDial.select(conn, @[ "/test/proto2/1.0.0", "/test/proto1/1.0.0" ])) == "/test/proto2/1.0.0" check string.fromBytes(await conn.readLp(1024)) == "Hello from /test/proto2/1.0.0!" await conn.close() await acceptFut await transport2.stop() await transport1.stop()