mirror of
https://github.com/codex-storage/nim-json-rpc.git
synced 2025-02-24 00:48:12 +00:00
379 lines
12 KiB
Nim
379 lines
12 KiB
Nim
import json, tables, strutils, options, macros, chronicles
|
|
import asyncdispatch2
|
|
import jsonmarshal
|
|
|
|
export asyncdispatch2, json, jsonmarshal
|
|
|
|
logScope:
|
|
topics = "RpcServer"
|
|
|
|
type
|
|
RpcJsonError* = enum rjeInvalidJson, rjeVersionError, rjeNoMethod, rjeNoId
|
|
|
|
RpcJsonErrorContainer* = tuple[err: RpcJsonError, msg: string]
|
|
|
|
# Procedure signature accepted as an RPC call by server
|
|
RpcProc* = proc (params: JsonNode): Future[JsonNode]
|
|
|
|
RpcClientTransport* = concept t
|
|
t.write(var string) is Future[int]
|
|
t.readLine(int) is Future[string]
|
|
t.close
|
|
t.remoteAddress() # Required for logging
|
|
t.localAddress()
|
|
|
|
RpcServerTransport* = concept t
|
|
t.start
|
|
t.stop
|
|
t.close
|
|
|
|
RpcProcessClient* = proc (server: RpcServerTransport, client: RpcClientTransport): Future[void] {.gcsafe.}
|
|
|
|
RpcServer*[S: RpcServerTransport] = ref object
|
|
servers*: seq[S]
|
|
procs*: TableRef[string, RpcProc]
|
|
|
|
RpcProcError* = ref object of Exception
|
|
code*: int
|
|
data*: JsonNode
|
|
|
|
RpcBindError* = object of Exception
|
|
RpcAddressUnresolvableError* = object of Exception
|
|
|
|
const
|
|
JSON_PARSE_ERROR* = -32700
|
|
INVALID_REQUEST* = -32600
|
|
METHOD_NOT_FOUND* = -32601
|
|
INVALID_PARAMS* = -32602
|
|
INTERNAL_ERROR* = -32603
|
|
SERVER_ERROR* = -32000
|
|
|
|
maxRequestLength = 1024 * 128
|
|
|
|
jsonErrorMessages*: array[RpcJsonError, (int, string)] =
|
|
[
|
|
(JSON_PARSE_ERROR, "Invalid JSON"),
|
|
(INVALID_REQUEST, "JSON 2.0 required"),
|
|
(INVALID_REQUEST, "No method requested"),
|
|
(INVALID_REQUEST, "No id specified")
|
|
]
|
|
|
|
proc newRpcServer*[T]: RpcServer[T] =
|
|
result = RpcServer[T]()
|
|
result.procs = newTable[string, RpcProc]()
|
|
result.servers = @[]
|
|
|
|
# Utility functions
|
|
# TODO: Move outside server
|
|
func `%`*(p: Port): JsonNode = %(p.int)
|
|
|
|
# Json state checking
|
|
|
|
template jsonValid*(jsonString: string, node: var JsonNode): (bool, string) =
|
|
var
|
|
valid = true
|
|
msg = ""
|
|
try: node = parseJson(line)
|
|
except:
|
|
valid = false
|
|
msg = getCurrentExceptionMsg()
|
|
debug "Cannot process json", json = jsonString, msg = msg
|
|
(valid, msg)
|
|
|
|
proc checkJsonErrors*(line: string,
|
|
node: var JsonNode): Option[RpcJsonErrorContainer] =
|
|
## Tries parsing line into node, if successful checks required fields
|
|
## Returns: error state or none
|
|
let res = jsonValid(line, node)
|
|
if not res[0]:
|
|
return some((rjeInvalidJson, res[1]))
|
|
if not node.hasKey("id"):
|
|
return some((rjeNoId, ""))
|
|
if node{"jsonrpc"} != %"2.0":
|
|
return some((rjeVersionError, ""))
|
|
if not node.hasKey("method"):
|
|
return some((rjeNoMethod, ""))
|
|
return none(RpcJsonErrorContainer)
|
|
|
|
# Json reply wrappers
|
|
|
|
proc wrapReply*(id: JsonNode, value: JsonNode, error: JsonNode): string =
|
|
let node = %{"jsonrpc": %"2.0", "result": value, "error": error, "id": id}
|
|
return $node & "\c\l"
|
|
|
|
proc sendError*(client: RpcClientTransport, code: int, msg: string, id: JsonNode,
|
|
data: JsonNode = newJNull()) {.async.} =
|
|
## Send error message to client
|
|
let error = %{"code": %(code), "id": id, "message": %msg, "data": data}
|
|
debug "Error generated", error = error, id = id
|
|
var res = wrapReply(id, newJNull(), error)
|
|
result = client.write(res)
|
|
|
|
proc sendJsonError*(state: RpcJsonError, client: RpcClientTransport, id: JsonNode,
|
|
data = newJNull()) {.async.} =
|
|
## Send client response for invalid json state
|
|
let errMsgs = jsonErrorMessages[state]
|
|
await client.sendError(errMsgs[0], errMsgs[1], id, data)
|
|
|
|
# Server message processing
|
|
proc processMessage[T](server: RpcServer[T], client: RpcClientTransport,
|
|
line: string) {.async.} =
|
|
var
|
|
node: JsonNode
|
|
# set up node and/or flag errors
|
|
jsonErrorState = checkJsonErrors(line, node)
|
|
|
|
if jsonErrorState.isSome:
|
|
let errState = jsonErrorState.get
|
|
var id =
|
|
if errState.err == rjeInvalidJson or errState.err == rjeNoId:
|
|
newJNull()
|
|
else:
|
|
node["id"]
|
|
await errState.err.sendJsonError(client, id, %errState.msg)
|
|
else:
|
|
let
|
|
methodName = node["method"].str
|
|
id = node["id"]
|
|
|
|
if not server.procs.hasKey(methodName):
|
|
await client.sendError(METHOD_NOT_FOUND, "Method not found", %id,
|
|
%(methodName & " is not a registered method."))
|
|
else:
|
|
let callRes = await server.procs[methodName](node["params"])
|
|
var res = wrapReply(id, callRes, newJNull())
|
|
discard await client.write(res)
|
|
|
|
proc processClient*[S: RpcServerTransport, C: RpcClientTransport](server: S, client: C) {.async, gcsafe.} =
|
|
var rpc = getUserData[RpcServer[S]](server)
|
|
while true:
|
|
let line = await client.readLine(maxRequestLength)
|
|
if line == "":
|
|
client.close()
|
|
break
|
|
|
|
debug "Processing client", address = client.remoteAddress(), line
|
|
|
|
let future = processMessage(rpc, client, line)
|
|
yield future
|
|
if future.failed:
|
|
if future.readError of RpcProcError:
|
|
let err = future.readError.RpcProcError
|
|
await client.sendError(err.code, err.msg, err.data)
|
|
elif future.readError of ValueError:
|
|
let err = future.readError[].ValueError
|
|
await client.sendError(INVALID_PARAMS, err.msg, %"")
|
|
else:
|
|
await client.sendError(SERVER_ERROR,
|
|
"Error: Unknown error occurred", %"")
|
|
|
|
proc start*(server: RpcServer) =
|
|
## Start the RPC server.
|
|
for item in server.servers:
|
|
item.start()
|
|
|
|
proc stop*(server: RpcServer) =
|
|
## Stop the RPC server.
|
|
for item in server.servers:
|
|
item.stop()
|
|
|
|
proc close*(server: RpcServer) =
|
|
## Cleanup resources of RPC server.
|
|
for item in server.servers:
|
|
item.close()
|
|
|
|
# Server registration and RPC generation
|
|
|
|
proc register*(server: RpcServer, name: string, rpc: RpcProc) =
|
|
## Add a name/code pair to the RPC server.
|
|
server.procs[name] = rpc
|
|
|
|
proc unRegisterAll*(server: RpcServer) =
|
|
# Remove all remote procedure calls from this server.
|
|
server.procs.clear
|
|
|
|
proc makeProcName(s: string): string =
|
|
result = ""
|
|
for c in s:
|
|
if c.isAlphaNumeric: result.add c
|
|
|
|
proc hasReturnType(params: NimNode): bool =
|
|
if params != nil and params.len > 0 and params[0] != nil and
|
|
params[0].kind != nnkEmpty:
|
|
result = true
|
|
|
|
macro rpc*(server: RpcServer, path: string, body: untyped): untyped =
|
|
## Define a remote procedure call.
|
|
## Input and return parameters are defined using the ``do`` notation.
|
|
## For example:
|
|
## .. code-block:: nim
|
|
## myServer.rpc("path") do(param1: int, param2: float) -> string:
|
|
## result = $param1 & " " & $param2
|
|
## ```
|
|
## Input parameters are automatically marshalled from json to Nim types,
|
|
## and output parameters are automatically marshalled to json for transport.
|
|
result = newStmtList()
|
|
let
|
|
parameters = body.findChild(it.kind == nnkFormalParams)
|
|
# all remote calls have a single parameter: `params: JsonNode`
|
|
paramsIdent = newIdentNode"params"
|
|
# procs are generated from the stripped path
|
|
pathStr = $path
|
|
# strip non alphanumeric
|
|
procNameStr = pathStr.makeProcName
|
|
# public rpc proc
|
|
procName = newIdentNode(procNameStr)
|
|
# when parameters present: proc that contains our rpc body
|
|
doMain = newIdentNode(procNameStr & "DoMain")
|
|
# async result
|
|
res = newIdentNode("result")
|
|
var
|
|
setup = jsonToNim(parameters, paramsIdent)
|
|
procBody = if body.kind == nnkStmtList: body else: body.body
|
|
errTrappedBody = quote do:
|
|
try:
|
|
`procBody`
|
|
except:
|
|
debug "Error occurred within RPC ", path = `path`, errorMessage = getCurrentExceptionMsg()
|
|
if parameters.hasReturnType:
|
|
let returnType = parameters[0]
|
|
|
|
# delegate async proc allows return and setting of result as native type
|
|
result.add(quote do:
|
|
proc `doMain`(`paramsIdent`: JsonNode): Future[`returnType`] {.async.} =
|
|
`setup`
|
|
`errTrappedBody`
|
|
)
|
|
|
|
if returnType == ident"JsonNode":
|
|
# `JsonNode` results don't need conversion
|
|
result.add( quote do:
|
|
proc `procName`(`paramsIdent`: JsonNode): Future[JsonNode] {.async.} =
|
|
`res` = await `doMain`(`paramsIdent`)
|
|
)
|
|
else:
|
|
result.add(quote do:
|
|
proc `procName`(`paramsIdent`: JsonNode): Future[JsonNode] {.async.} =
|
|
`res` = %await `doMain`(`paramsIdent`)
|
|
)
|
|
else:
|
|
# no return types, inline contents
|
|
result.add(quote do:
|
|
proc `procName`(`paramsIdent`: JsonNode): Future[JsonNode] {.async.} =
|
|
`setup`
|
|
`errTrappedBody`
|
|
)
|
|
result.add( quote do:
|
|
`server`.register(`path`, `procName`)
|
|
)
|
|
|
|
when defined(nimDumpRpcs):
|
|
echo "\n", pathStr, ": ", result.repr
|
|
|
|
# Utility functions for setting up servers using transport addresses
|
|
|
|
proc addStreamServer*[T: RpcServer](server: T, address: TransportAddress, streamCallback: StreamCallback) =
|
|
try:
|
|
info "Creating server on ", address = $address
|
|
var transportServer = createStreamServer(address, streamCallback, {ReuseAddr}, udata = server)
|
|
server.servers.add(transportServer)
|
|
except:
|
|
error "Failed to create server", address = $address, message = getCurrentExceptionMsg()
|
|
|
|
if len(server.servers) == 0:
|
|
# Server was not bound, critical error.
|
|
raise newException(RpcBindError, "Unable to create server!")
|
|
|
|
proc addStreamServers*[T: RpcServer](server: T, addresses: openarray[TransportAddress], streamCallback: StreamCallback) =
|
|
for item in addresses:
|
|
server.addStreamServer(item, streamCallback)
|
|
|
|
proc addStreamServer*[T: RpcServer](server: T, address: string, streamCallback: StreamCallback) =
|
|
## Create new server and assign it to addresses ``addresses``.
|
|
var
|
|
tas4: seq[TransportAddress]
|
|
tas6: seq[TransportAddress]
|
|
added = 0
|
|
|
|
# Attempt to resolve `address` for IPv4 address space.
|
|
try:
|
|
tas4 = resolveTAddress(address, IpAddressFamily.IPv4)
|
|
except:
|
|
discard
|
|
|
|
# Attempt to resolve `address` for IPv6 address space.
|
|
try:
|
|
tas6 = resolveTAddress(address, IpAddressFamily.IPv6)
|
|
except:
|
|
discard
|
|
|
|
for r in tas4:
|
|
server.addStreamServer(r, streamCallback)
|
|
added.inc
|
|
for r in tas6:
|
|
server.addStreamServer(r, streamCallback)
|
|
added.inc
|
|
|
|
if added == 0:
|
|
# Addresses could not be resolved, critical error.
|
|
raise newException(RpcAddressUnresolvableError, "Unable to get address!")
|
|
|
|
proc addStreamServers*[T: RpcServer](server: T, addresses: openarray[string], streamCallback: StreamCallback) =
|
|
for address in addresses:
|
|
server.addStreamServer(address, streamCallback)
|
|
|
|
proc addStreamServer*[T: RpcServer](server: T, address: string, port: Port, streamCallback: StreamCallback) =
|
|
var
|
|
tas4: seq[TransportAddress]
|
|
tas6: seq[TransportAddress]
|
|
added = 0
|
|
|
|
# Attempt to resolve `address` for IPv4 address space.
|
|
try:
|
|
tas4 = resolveTAddress(address, port, IpAddressFamily.IPv4)
|
|
except:
|
|
discard
|
|
|
|
# Attempt to resolve `address` for IPv6 address space.
|
|
try:
|
|
tas6 = resolveTAddress(address, port, IpAddressFamily.IPv6)
|
|
except:
|
|
discard
|
|
|
|
if len(tas4) == 0 and len(tas6) == 0:
|
|
# Address was not resolved, critical error.
|
|
raise newException(RpcAddressUnresolvableError,
|
|
"Address " & address & " could not be resolved!")
|
|
|
|
for r in tas4:
|
|
server.addStreamServer(r, streamCallback)
|
|
added.inc
|
|
for r in tas6:
|
|
server.addStreamServer(r, streamCallback)
|
|
added.inc
|
|
|
|
if len(server.servers) == 0:
|
|
# Server was not bound, critical error.
|
|
raise newException(RpcBindError,
|
|
"Could not setup server on " & address & ":" & $int(port))
|
|
|
|
type RpcStreamServer* = RpcServer[StreamServer]
|
|
|
|
proc newRpcStreamServer*(addresses: openarray[TransportAddress]): RpcStreamServer =
|
|
## Create new server and assign it to addresses ``addresses``.
|
|
result = newRpcServer[StreamServer]()
|
|
result.addStreamServers(addresses, processClient)
|
|
|
|
proc newRpcStreamServer*(addresses: openarray[string]): RpcStreamServer =
|
|
## Create new server and assign it to addresses ``addresses``.
|
|
result = newRpcServer[StreamServer]()
|
|
result.addStreamServers(addresses, processClient)
|
|
|
|
proc newRpcStreamServer*(address = "localhost", port: Port = Port(8545)): RpcStreamServer =
|
|
# Create server on specified port
|
|
result = newRpcServer[StreamServer]()
|
|
result.addStreamServer(address, port, processClient)
|
|
|
|
|
|
# TODO: Allow cross checking between client signatures and server calls
|