{.push raises: [Defect].} import std/[uri, strutils] import pkg/[ chronos, chronicles, httputils, stew/byteutils] import ./common logScope: topics = "http-client" type HttpClient* = ref object of RootObj connected*: bool hostname*: string address*: TransportAddress version*: HttpVersion port*: Port stream*: AsyncStream buf*: seq[byte] TlsHttpClient* = ref object of HttpClient tlsFlags*: set[TLSFlags] minVersion*: TLSVersion maxVersion*: TLSVersion proc close*(client: HttpClient): Future[void] = client.stream.closeWait() proc readResponse(stream: AsyncStreamReader): Future[HttpResponseHeader] {.async.} = var buffer = newSeq[byte](MaxHttpHeadersSize) try: let hlenfut = stream.readUntil( addr buffer[0], MaxHttpHeadersSize, sep = HeaderSep) ores = await withTimeout(hlenfut, HttpHeadersTimeout) if not ores: raise newException(HttpError, "Timeout expired while receiving headers") let hlen = hlenfut.read() buffer.setLen(hlen) return buffer.parseResponse() except CatchableError as exc: trace "Exception reading headers", exc = exc.msg buffer.setLen(0) raise exc proc generateHeaders( requestUrl: Uri, httpMethod: HttpMethod, version: HttpVersion, headers: HttpTables): string = var headersData = toUpperAscii($httpMethod) headersData.add " " if not requestUrl.path.startsWith("/"): headersData.add "/" headersData.add(requestUrl.path) if requestUrl.query.len > 0: headersData.add("?" & requestUrl.query) headersData.add(" ") headersData.add($version & CRLF) for (key, val) in headers.stringItems(true): headersData.add(key) headersData.add(": ") headersData.add(val) headersData.add(CRLF) headersData.add(CRLF) return headersData proc request*( client: HttpClient, url: string | Uri, httpMethod = MethodGet, headers: HttpTables, body: seq[byte] = @[]): Future[HttpResponse] {.async.} = ## Helper that actually makes the request. ## Does not handle redirects. ## if not client.connected: raise newException(HttpError, "No connection to host!") let requestUrl = when url is string: url.parseUri() else: url if requestUrl.scheme == "": raise newException(HttpError, "No uri scheme supplied.") let headerString = generateHeaders(requestUrl, httpMethod, client.version, headers) await client.stream.writer.write(headerString) let response = await client.stream.reader.readResponse() let headers = block: var res = HttpTable.init() for key, value in response.headers(): res.add(key, value) res return HttpResponse( headers: headers, stream: client.stream, code: response.code, reason: response.reason()) proc connect*( T: typedesc[HttpClient | TlsHttpClient], address: TransportAddress, version = HttpVersion11, tlsFlags: set[TLSFlags] = {}, tlsMinVersion = TLSVersion.TLS11, tlsMaxVersion = TLSVersion.TLS12): Future[T] {.async.} = let transp = await connect(address) let client = T( hostname: address.host, port: address.port, address: transp.remoteAddress(), version: version) var stream = AsyncStream( reader: newAsyncStreamReader(transp), writer: newAsyncStreamWriter(transp)) when T is TlsHttpClient: client.tlsFlags = tlsFlags client.minVersion = tlsMinVersion client.maxVersion = tlsMaxVersion let tlsStream = newTLSClientAsyncStream( stream.reader, stream.writer, address.host, minVersion = tlsMinVersion, maxVersion = tlsMaxVersion, flags = tlsFlags) stream = AsyncStream( reader: tlsStream.reader, writer: tlsStream.writer) client.stream = stream client.connected = true return client proc connect*( T: typedesc[HttpClient | TlsHttpClient], host: string, port: int = 80, version = HttpVersion11, tlsFlags: set[TLSFlags] = {}, tlsMinVersion = TLSVersion.TLS11, tlsMaxVersion = TLSVersion.TLS12): Future[T] {.raises: [Defect, HttpError].} = let address = try: initTAddress(host, port) except TransportAddressError as exc: raise newException(HttpError, exc.msg) return T.connect(address, version, tlsFlags, tlsMinVersion, tlsMaxVersion)