mirror of
https://github.com/logos-co/nomos-specs.git
synced 2025-02-08 05:25:50 +00:00
214 lines
7.0 KiB
Python
214 lines
7.0 KiB
Python
from __future__ import annotations
|
|
|
|
import asyncio
|
|
import hashlib
|
|
from enum import Enum
|
|
from typing import Awaitable, Callable, TypeAlias
|
|
|
|
from pysphinx.sphinx import (
|
|
Payload,
|
|
ProcessedFinalHopPacket,
|
|
ProcessedForwardHopPacket,
|
|
SphinxPacket,
|
|
)
|
|
|
|
from mixnet.config import GlobalConfig, GossipConfig, NodeConfig
|
|
from mixnet.packet import Fragment, MessageFlag, MessageReconstructor, PacketBuilder
|
|
|
|
NetworkPacketQueue: TypeAlias = asyncio.Queue[bytes]
|
|
Connection: TypeAlias = NetworkPacketQueue
|
|
BroadcastChannel: TypeAlias = asyncio.Queue[bytes]
|
|
|
|
|
|
class Node:
|
|
config: NodeConfig
|
|
global_config: GlobalConfig
|
|
mixgossip_channel: MixGossipChannel
|
|
reconstructor: MessageReconstructor
|
|
broadcast_channel: BroadcastChannel
|
|
packet_size: int
|
|
|
|
def __init__(self, config: NodeConfig, global_config: GlobalConfig):
|
|
self.config = config
|
|
self.global_config = global_config
|
|
self.mixgossip_channel = MixGossipChannel(
|
|
config.gossip, self.__process_sphinx_packet
|
|
)
|
|
self.reconstructor = MessageReconstructor()
|
|
self.broadcast_channel = asyncio.Queue()
|
|
|
|
sample_packet, _ = PacketBuilder.build_real_packets(
|
|
bytes(1), global_config.membership
|
|
)[0]
|
|
self.packet_size = len(sample_packet.bytes())
|
|
|
|
async def __process_sphinx_packet(
|
|
self, packet: SphinxPacket
|
|
) -> SphinxPacket | None:
|
|
try:
|
|
processed = packet.process(self.config.private_key)
|
|
match processed:
|
|
case ProcessedForwardHopPacket():
|
|
return processed.next_packet
|
|
case ProcessedFinalHopPacket():
|
|
await self.__process_sphinx_payload(processed.payload)
|
|
except ValueError:
|
|
# Return SphinxPacket as it is, if it cannot be unwrapped by the private key of this node.
|
|
return packet
|
|
|
|
async def __process_sphinx_payload(self, payload: Payload):
|
|
msg_with_flag = self.reconstructor.add(
|
|
Fragment.from_bytes(payload.recover_plain_playload())
|
|
)
|
|
if msg_with_flag is not None:
|
|
flag, msg = PacketBuilder.parse_msg_and_flag(msg_with_flag)
|
|
if flag == MessageFlag.MESSAGE_FLAG_REAL:
|
|
await self.broadcast_channel.put(msg)
|
|
|
|
def connect(self, peer: Node):
|
|
noise_msg = build_msg(MsgType.NOISE, bytes(self.packet_size))
|
|
inbound_conn, outbound_conn = asyncio.Queue(), asyncio.Queue()
|
|
self.mixgossip_channel.add_conn(
|
|
DuplexConnection(
|
|
inbound_conn,
|
|
MixOutboundConnection(
|
|
outbound_conn,
|
|
self.global_config.transmission_rate_per_sec,
|
|
noise_msg,
|
|
),
|
|
)
|
|
)
|
|
peer.mixgossip_channel.add_conn(
|
|
DuplexConnection(
|
|
outbound_conn,
|
|
MixOutboundConnection(
|
|
inbound_conn,
|
|
self.global_config.transmission_rate_per_sec,
|
|
noise_msg,
|
|
),
|
|
)
|
|
)
|
|
|
|
async def send_message(self, msg: bytes):
|
|
for packet, _ in PacketBuilder.build_real_packets(
|
|
msg, self.global_config.membership
|
|
):
|
|
await self.mixgossip_channel.gossip(build_msg(MsgType.REAL, packet.bytes()))
|
|
|
|
|
|
class MixGossipChannel:
|
|
config: GossipConfig
|
|
conns: list[DuplexConnection]
|
|
handler: Callable[[SphinxPacket], Awaitable[SphinxPacket | None]]
|
|
msg_cache: set[bytes]
|
|
|
|
def __init__(
|
|
self,
|
|
config: GossipConfig,
|
|
handler: Callable[[SphinxPacket], Awaitable[SphinxPacket | None]],
|
|
):
|
|
self.config = config
|
|
self.conns = []
|
|
self.handler = handler
|
|
self.msg_cache = set()
|
|
# A set just for gathering a reference of tasks to prevent them from being garbage collected.
|
|
# https://docs.python.org/3/library/asyncio-task.html#asyncio.create_task
|
|
self.tasks = set()
|
|
|
|
def add_conn(self, conn: DuplexConnection):
|
|
if len(self.conns) >= self.config.peering_degree:
|
|
# For simplicity of the spec, reject the connection if the peering degree is reached.
|
|
raise ValueError("The peering degree is reached.")
|
|
|
|
self.conns.append(conn)
|
|
task = asyncio.create_task(self.__process_inbound_conn(conn))
|
|
self.tasks.add(task)
|
|
# To discard the task from the set automatically when it is done.
|
|
task.add_done_callback(self.tasks.discard)
|
|
|
|
async def __process_inbound_conn(self, conn: DuplexConnection):
|
|
while True:
|
|
msg = await conn.recv()
|
|
# Don't process the same message twice.
|
|
msg_hash = hashlib.sha256(msg).digest()
|
|
if msg_hash in self.msg_cache:
|
|
continue
|
|
self.msg_cache.add(msg_hash)
|
|
|
|
flag, msg = parse_msg(msg)
|
|
match flag:
|
|
case MsgType.NOISE:
|
|
# Drop noise packet
|
|
continue
|
|
case MsgType.REAL:
|
|
# Handle the packet and gossip the result if needed.
|
|
sphinx_packet = SphinxPacket.from_bytes(msg)
|
|
new_sphinx_packet = await self.handler(sphinx_packet)
|
|
if new_sphinx_packet is not None:
|
|
await self.gossip(
|
|
build_msg(MsgType.REAL, new_sphinx_packet.bytes())
|
|
)
|
|
|
|
async def gossip(self, packet: bytes):
|
|
for conn in self.conns:
|
|
await conn.send(packet)
|
|
|
|
|
|
class DuplexConnection:
|
|
inbound: Connection
|
|
outbound: MixOutboundConnection
|
|
|
|
def __init__(self, inbound: Connection, outbound: MixOutboundConnection):
|
|
self.inbound = inbound
|
|
self.outbound = outbound
|
|
|
|
async def recv(self) -> bytes:
|
|
return await self.inbound.get()
|
|
|
|
async def send(self, packet: bytes):
|
|
await self.outbound.send(packet)
|
|
|
|
|
|
class MixOutboundConnection:
|
|
queue: NetworkPacketQueue
|
|
conn: Connection
|
|
transmission_rate_per_sec: int
|
|
noise_msg: bytes
|
|
|
|
def __init__(
|
|
self, conn: Connection, transmission_rate_per_sec: int, noise_msg: bytes
|
|
):
|
|
self.queue = asyncio.Queue()
|
|
self.conn = conn
|
|
self.transmission_rate_per_sec = transmission_rate_per_sec
|
|
self.noise_msg = noise_msg
|
|
self.task = asyncio.create_task(self.__run())
|
|
|
|
async def __run(self):
|
|
while True:
|
|
await asyncio.sleep(1 / self.transmission_rate_per_sec)
|
|
# TODO: time mixing
|
|
if self.queue.empty():
|
|
elem = self.noise_msg
|
|
else:
|
|
elem = self.queue.get_nowait()
|
|
await self.conn.put(elem)
|
|
|
|
async def send(self, elem: bytes):
|
|
await self.queue.put(elem)
|
|
|
|
|
|
class MsgType(Enum):
|
|
REAL = b"\x00"
|
|
NOISE = b"\x01"
|
|
|
|
|
|
def build_msg(flag: MsgType, data: bytes) -> bytes:
|
|
return flag.value + data
|
|
|
|
|
|
def parse_msg(data: bytes) -> tuple[MsgType, bytes]:
|
|
if len(data) < 1:
|
|
raise ValueError("Invalid message format")
|
|
return (MsgType(data[:1]), data[1:])
|