2024-01-25 10:04:09 +00:00
|
|
|
# fluffy
|
2024-01-13 01:41:57 +00:00
|
|
|
# Copyright (c) 2021-2024 Status Research & Development GmbH
|
2021-11-24 07:45:55 +00:00
|
|
|
# Licensed and distributed under either of
|
|
|
|
# * MIT license (license terms in the root directory or at https://opensource.org/licenses/MIT).
|
|
|
|
# * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
|
|
|
|
# at your option. This file may not be copied, modified, or distributed except according to those terms.
|
|
|
|
|
2023-01-31 12:38:08 +00:00
|
|
|
{.push raises: [].}
|
2021-11-24 07:45:55 +00:00
|
|
|
|
|
|
|
import
|
2024-01-13 01:41:57 +00:00
|
|
|
std/[sequtils, json],
|
|
|
|
json_rpc/[rpcproxy, rpcserver],
|
|
|
|
json_serialization/std/tables,
|
|
|
|
stew/byteutils,
|
2021-11-24 07:45:55 +00:00
|
|
|
../network/wire/portal_protocol,
|
|
|
|
./rpc_types
|
|
|
|
|
2024-01-13 01:41:57 +00:00
|
|
|
export
|
|
|
|
rpcserver,
|
|
|
|
tables
|
2021-11-24 13:53:01 +00:00
|
|
|
|
2023-01-17 13:47:10 +00:00
|
|
|
# Portal Network JSON-RPC impelentation as per specification:
|
|
|
|
# https://github.com/ethereum/portal-network-specs/tree/master/jsonrpc
|
|
|
|
|
2023-08-24 16:19:29 +00:00
|
|
|
type
|
|
|
|
ContentInfo = object
|
|
|
|
content: string
|
|
|
|
utpTransfer: bool
|
|
|
|
|
2024-01-13 01:41:57 +00:00
|
|
|
ContentInfo.useDefaultSerializationIn JrpcConv
|
|
|
|
TraceContentLookupResult.useDefaultSerializationIn JrpcConv
|
|
|
|
TraceObject.useDefaultSerializationIn JrpcConv
|
|
|
|
NodeMetadata.useDefaultSerializationIn JrpcConv
|
|
|
|
TraceResponse.useDefaultSerializationIn JrpcConv
|
2023-10-30 14:48:06 +00:00
|
|
|
|
2021-11-24 13:53:01 +00:00
|
|
|
# Note:
|
|
|
|
# Using a string for the network parameter will give an error in the rpc macro:
|
2021-11-24 07:45:55 +00:00
|
|
|
# Error: Invalid node kind nnkInfix for macros.`$`
|
2021-11-24 13:53:01 +00:00
|
|
|
# Using a static string works but some sandwich problem seems to be happening,
|
|
|
|
# as the proc becomes generic, where the rpc macro from router.nim can no longer
|
|
|
|
# be found, which is why we export rpcserver which should export router.
|
|
|
|
proc installPortalApiHandlers*(
|
2024-01-25 10:04:09 +00:00
|
|
|
rpcServer: RpcServer|RpcProxy, p: PortalProtocol, network: static string) =
|
2021-11-24 07:45:55 +00:00
|
|
|
|
2022-10-10 13:15:57 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "NodeInfo") do() -> NodeInfo:
|
2021-11-24 07:45:55 +00:00
|
|
|
return p.routingTable.getNodeInfo()
|
|
|
|
|
2022-10-10 13:15:57 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "RoutingTableInfo") do() -> RoutingTableInfo:
|
2021-11-24 07:45:55 +00:00
|
|
|
return getRoutingTableInfo(p.routingTable)
|
2021-11-29 09:39:37 +00:00
|
|
|
|
2022-12-16 07:49:18 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "AddEnr") do(enr: Record) -> bool:
|
|
|
|
let node = newNode(enr).valueOr:
|
|
|
|
raise newException(ValueError, "Failed creating Node from ENR")
|
|
|
|
|
|
|
|
let addResult = p.addNode(node)
|
|
|
|
p.routingTable.setJustSeen(node)
|
|
|
|
return addResult == Added
|
2021-12-08 08:26:31 +00:00
|
|
|
|
2022-10-10 13:15:57 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "AddEnrs") do(enrs: seq[Record]) -> bool:
|
2022-12-16 07:49:18 +00:00
|
|
|
# Note: unspecified RPC, but useful for our local testnet test
|
2022-02-02 21:48:33 +00:00
|
|
|
for enr in enrs:
|
|
|
|
let nodeRes = newNode(enr)
|
|
|
|
if nodeRes.isOk():
|
|
|
|
let node = nodeRes.get()
|
|
|
|
discard p.addNode(node)
|
|
|
|
p.routingTable.setJustSeen(node)
|
|
|
|
|
|
|
|
return true
|
|
|
|
|
2022-12-16 07:49:18 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "GetEnr") do(nodeId: NodeId) -> Record:
|
2023-08-23 16:18:03 +00:00
|
|
|
if p.localNode.id == nodeId:
|
|
|
|
return p.localNode.record
|
|
|
|
|
2022-12-16 07:49:18 +00:00
|
|
|
let node = p.getNode(nodeId)
|
|
|
|
if node.isSome():
|
|
|
|
return node.get().record
|
|
|
|
else:
|
|
|
|
raise newException(ValueError, "Record not in local routing table.")
|
|
|
|
|
|
|
|
rpcServer.rpc("portal_" & network & "DeleteEnr") do(nodeId: NodeId) -> bool:
|
|
|
|
# TODO: Adjust `removeNode` to accept NodeId as param and to return bool.
|
|
|
|
let node = p.getNode(nodeId)
|
|
|
|
if node.isSome():
|
|
|
|
p.routingTable.removeNode(node.get())
|
|
|
|
return true
|
|
|
|
else:
|
2023-08-23 19:04:17 +00:00
|
|
|
return false
|
2022-12-16 07:49:18 +00:00
|
|
|
|
|
|
|
rpcServer.rpc("portal_" & network & "LookupEnr") do(nodeId: NodeId) -> Record:
|
|
|
|
let lookup = await p.resolve(nodeId)
|
|
|
|
if lookup.isSome():
|
|
|
|
return lookup.get().record
|
|
|
|
else:
|
|
|
|
raise newException(ValueError, "Record not found in DHT lookup.")
|
|
|
|
|
2022-10-10 13:15:57 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "Ping") do(
|
2024-01-13 01:41:57 +00:00
|
|
|
enr: Record) -> PingResult:
|
2021-12-13 13:12:51 +00:00
|
|
|
let
|
|
|
|
node = toNodeWithAddress(enr)
|
|
|
|
pong = await p.ping(node)
|
|
|
|
|
|
|
|
if pong.isErr():
|
|
|
|
raise newException(ValueError, $pong.error)
|
|
|
|
else:
|
2023-04-21 15:00:55 +00:00
|
|
|
let
|
|
|
|
p = pong.get()
|
|
|
|
# Note: the SSZ.decode cannot fail here as it has already been verified
|
|
|
|
# in the ping call.
|
|
|
|
decodedPayload =
|
|
|
|
try: SSZ.decode(p.customPayload.asSeq(), CustomPayload)
|
|
|
|
except MalformedSszError, SszSizeMismatchError:
|
|
|
|
raiseAssert("Already verified")
|
|
|
|
return (
|
|
|
|
p.enrSeq,
|
|
|
|
decodedPayload.dataRadius
|
|
|
|
)
|
2021-12-13 13:12:51 +00:00
|
|
|
|
2022-10-10 13:15:57 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "FindNodes") do(
|
2021-12-13 13:12:51 +00:00
|
|
|
enr: Record, distances: seq[uint16]) -> seq[Record]:
|
|
|
|
let
|
|
|
|
node = toNodeWithAddress(enr)
|
2022-03-19 07:54:42 +00:00
|
|
|
nodes = await p.findNodes(node, distances)
|
2021-12-13 13:12:51 +00:00
|
|
|
if nodes.isErr():
|
|
|
|
raise newException(ValueError, $nodes.error)
|
|
|
|
else:
|
|
|
|
return nodes.get().map(proc(n: Node): Record = n.record)
|
|
|
|
|
2022-12-16 07:49:18 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "FindContent") do(
|
2024-01-13 01:41:57 +00:00
|
|
|
enr: Record, contentKey: string) -> JsonString:
|
2022-01-14 15:07:14 +00:00
|
|
|
let
|
|
|
|
node = toNodeWithAddress(enr)
|
|
|
|
foundContentResult = await p.findContent(
|
|
|
|
node, ByteList.init(hexToSeqByte(contentKey)))
|
|
|
|
|
|
|
|
if foundContentResult.isErr():
|
|
|
|
raise newException(ValueError, $foundContentResult.error)
|
|
|
|
else:
|
|
|
|
let foundContent = foundContentResult.get()
|
|
|
|
case foundContent.kind:
|
|
|
|
of Content:
|
2024-01-13 01:41:57 +00:00
|
|
|
let res = ContentInfo(
|
2023-04-28 07:04:21 +00:00
|
|
|
content: foundContent.content.to0xHex(),
|
|
|
|
utpTransfer: foundContent.utpTransfer
|
|
|
|
)
|
2024-01-13 01:41:57 +00:00
|
|
|
return JrpcConv.encode(res).JsonString
|
2022-01-14 15:07:14 +00:00
|
|
|
of Nodes:
|
2024-01-13 01:41:57 +00:00
|
|
|
let enrs = foundContent.nodes.map(proc(n: Node): Record = n.record)
|
|
|
|
let jsonEnrs = JrpcConv.encode(enrs)
|
|
|
|
return ("{\"enrs\":" & jsonEnrs & "}").JsonString
|
2022-01-14 15:07:14 +00:00
|
|
|
|
2023-01-17 13:47:10 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "Offer") do(
|
|
|
|
enr: Record, contentKey: string, contentValue: string) -> string:
|
2022-12-16 16:47:52 +00:00
|
|
|
let
|
|
|
|
node = toNodeWithAddress(enr)
|
|
|
|
key = hexToSeqByte(contentKey)
|
|
|
|
content = hexToSeqByte(contentValue)
|
2023-08-24 16:19:29 +00:00
|
|
|
contentKV = ContentKV(contentKey: ByteList.init(key), content: content)
|
|
|
|
res = await p.offer(node, @[contentKV])
|
2022-12-16 16:47:52 +00:00
|
|
|
|
|
|
|
if res.isOk():
|
2023-04-27 12:07:57 +00:00
|
|
|
return SSZ.encode(res.get()).to0xHex()
|
2022-12-16 16:47:52 +00:00
|
|
|
else:
|
|
|
|
raise newException(ValueError, $res.error)
|
|
|
|
|
2022-12-16 07:49:18 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "RecursiveFindNodes") do(
|
|
|
|
nodeId: NodeId) -> seq[Record]:
|
|
|
|
let discovered = await p.lookup(nodeId)
|
2021-11-29 09:39:37 +00:00
|
|
|
return discovered.map(proc(n: Node): Record = n.record)
|
2022-12-13 18:22:36 +00:00
|
|
|
|
2022-12-16 07:49:18 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "RecursiveFindContent") do(
|
2023-08-24 16:19:29 +00:00
|
|
|
contentKey: string) -> ContentInfo:
|
2022-12-16 07:49:18 +00:00
|
|
|
let
|
|
|
|
key = ByteList.init(hexToSeqByte(contentKey))
|
|
|
|
contentId = p.toContentId(key).valueOr:
|
|
|
|
raise newException(ValueError, "Invalid content key")
|
|
|
|
|
|
|
|
contentResult = (await p.contentLookup(key, contentId)).valueOr:
|
2023-08-24 16:19:29 +00:00
|
|
|
return ContentInfo(content: "0x", utpTransfer: false)
|
2022-12-16 07:49:18 +00:00
|
|
|
|
2023-08-24 16:19:29 +00:00
|
|
|
return ContentInfo(
|
|
|
|
content: contentResult.content.to0xHex(),
|
|
|
|
utpTransfer: contentResult.utpTransfer
|
|
|
|
)
|
2022-12-16 07:49:18 +00:00
|
|
|
|
2023-10-30 14:48:06 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "TraceRecursiveFindContent") do(
|
2023-11-27 09:21:19 +00:00
|
|
|
contentKey: string) -> TraceContentLookupResult:
|
2023-10-30 14:48:06 +00:00
|
|
|
|
|
|
|
let
|
|
|
|
key = ByteList.init(hexToSeqByte(contentKey))
|
|
|
|
contentId = p.toContentId(key).valueOr:
|
|
|
|
raise newException(ValueError, "Invalid content key")
|
|
|
|
|
2023-11-27 09:21:19 +00:00
|
|
|
await p.traceContentLookup(key, contentId)
|
2023-10-30 14:48:06 +00:00
|
|
|
|
2022-12-13 18:22:36 +00:00
|
|
|
rpcServer.rpc("portal_" & network & "Store") do(
|
2022-12-16 07:49:18 +00:00
|
|
|
contentKey: string, contentValue: string) -> bool:
|
2022-12-13 18:22:36 +00:00
|
|
|
let key = ByteList.init(hexToSeqByte(contentKey))
|
|
|
|
let contentId = p.toContentId(key)
|
|
|
|
|
|
|
|
if contentId.isSome():
|
2022-12-16 07:49:18 +00:00
|
|
|
p.storeContent(key, contentId.get(), hexToSeqByte(contentValue))
|
2022-12-13 18:22:36 +00:00
|
|
|
return true
|
|
|
|
else:
|
|
|
|
raise newException(ValueError, "Invalid content key")
|
2022-12-16 10:00:10 +00:00
|
|
|
|
|
|
|
rpcServer.rpc("portal_" & network & "LocalContent") do(
|
|
|
|
contentKey: string) -> string:
|
|
|
|
let
|
|
|
|
key = ByteList.init(hexToSeqByte(contentKey))
|
|
|
|
contentId = p.toContentId(key).valueOr:
|
|
|
|
raise newException(ValueError, "Invalid content key")
|
|
|
|
|
2023-04-27 12:07:57 +00:00
|
|
|
contentResult = p.dbGet(key, contentId).valueOr:
|
|
|
|
return "0x"
|
|
|
|
|
|
|
|
return contentResult.to0xHex()
|
2023-01-17 13:47:10 +00:00
|
|
|
|
|
|
|
rpcServer.rpc("portal_" & network & "Gossip") do(
|
|
|
|
contentKey: string, contentValue: string) -> int:
|
|
|
|
let
|
|
|
|
key = hexToSeqByte(contentKey)
|
|
|
|
content = hexToSeqByte(contentValue)
|
|
|
|
contentKeys = ContentKeysList(@[ByteList.init(key)])
|
2023-09-04 10:21:01 +00:00
|
|
|
numberOfPeers = await p.neighborhoodGossip(Opt.none(NodeId), contentKeys, @[content])
|
2023-01-17 13:47:10 +00:00
|
|
|
|
|
|
|
return numberOfPeers
|
2023-10-05 17:29:39 +00:00
|
|
|
|
|
|
|
rpcServer.rpc("portal_" & network & "RandomGossip") do(
|
|
|
|
contentKey: string, contentValue: string) -> int:
|
|
|
|
let
|
|
|
|
key = hexToSeqByte(contentKey)
|
|
|
|
content = hexToSeqByte(contentValue)
|
|
|
|
contentKeys = ContentKeysList(@[ByteList.init(key)])
|
|
|
|
numberOfPeers = await p.randomGossip(Opt.none(NodeId), contentKeys, @[content])
|
|
|
|
|
|
|
|
return numberOfPeers
|