wip: add blend

This commit is contained in:
Youngjoon Lee 2024-11-06 16:26:19 +07:00
parent ae7f5e437a
commit 2e5db9a3f3
No known key found for this signature in database
GPG Key ID: 25CA11F37F095E5D
4 changed files with 89 additions and 16 deletions

View File

@ -1909,6 +1909,7 @@ dependencies = [
"getrandom",
"humantime",
"humantime-serde",
"multiaddr",
"nomos-mix",
"nomos-mix-message",
"once_cell",

View File

@ -53,6 +53,7 @@ tracing-subscriber = { version = "0.3", features = [
nomos-mix = { git = "https://github.com/logos-co/nomos-node", rev = "9b29c17", package = "nomos-mix" }
nomos-mix-message = { git = "https://github.com/logos-co/nomos-node", rev = "9b29c17", package = "nomos-mix-message" }
rand_chacha = "0.3.1"
multiaddr = "0.18.2"
[target.'cfg(target_arch = "wasm32")'.dependencies]
getrandom = { version = "0.2", features = ["js"] }

View File

@ -6,8 +6,14 @@ use super::{Node, NodeId};
use crate::network::{InMemoryNetworkInterface, NetworkInterface, PayloadSize};
use crossbeam::channel;
use futures::Stream;
use nomos_mix::persistent_transmission::{
PersistentTransmissionExt, PersistentTransmissionSettings, PersistentTransmissionStream,
use multiaddr::Multiaddr;
use nomos_mix::{
membership::Membership,
message_blend::{MessageBlendExt, MessageBlendSettings, MessageBlendStream},
persistent_transmission::{
PersistentTransmissionExt, PersistentTransmissionSettings, PersistentTransmissionStream,
},
MixOutgoingMessage,
};
use nomos_mix_message::mock::MockMixMessage;
use rand::SeedableRng;
@ -19,7 +25,7 @@ use std::{
task::Poll,
time::Duration,
};
use step_scheduler::Interval;
use step_scheduler::{Interval, TemporalRelease};
use stream_wrapper::CrossbeamReceiverStream;
#[derive(Debug, Clone)]
@ -33,11 +39,13 @@ impl PayloadSize for MixMessage {
}
}
#[derive(Clone, Default, Deserialize)]
#[derive(Clone, Deserialize)]
pub struct MixnodeSettings {
pub connected_peers: Vec<NodeId>,
pub seed: u64,
pub persistent_transmission: PersistentTransmissionSettings,
pub message_blend: MessageBlendSettings<MockMixMessage>,
pub membership: Vec<<MockMixMessage as nomos_mix_message::MixMessage>::PublicKey>,
}
/// This node implementation only used for testing different streaming implementation purposes.
@ -48,13 +56,21 @@ pub struct MixNode {
network_interface: InMemoryNetworkInterface<MixMessage>,
persistent_sender: channel::Sender<Vec<u8>>,
update_time_sender: channel::Sender<Duration>,
persistent_update_time_sender: channel::Sender<Duration>,
persistent_transmission_messages: PersistentTransmissionStream<
CrossbeamReceiverStream<Vec<u8>>,
ChaCha12Rng,
MockMixMessage,
Interval,
>,
blend_sender: channel::Sender<Vec<u8>>,
blend_update_time_sender: channel::Sender<Duration>,
blend_messages: MessageBlendStream<
CrossbeamReceiverStream<Vec<u8>>,
ChaCha12Rng,
MockMixMessage,
TemporalRelease,
>,
}
impl MixNode {
@ -69,28 +85,65 @@ impl MixNode {
step_id: 0,
};
let mut rng_generator = ChaCha12Rng::seed_from_u64(settings.seed);
// Init Tier-1: Persistent transmission
let (persistent_sender, persistent_receiver) = channel::unbounded();
let (update_time_sender, update_time_receiver) = channel::unbounded();
let (persistent_update_time_sender, persistent_update_time_receiver) = channel::unbounded();
let persistent_transmission_messages = CrossbeamReceiverStream::new(persistent_receiver)
.persistent_transmission(
settings.persistent_transmission,
ChaCha12Rng::seed_from_u64(settings.seed),
ChaCha12Rng::from_rng(&mut rng_generator).unwrap(),
Interval::new(
Duration::from_secs_f64(
1.0 / settings.persistent_transmission.max_emission_frequency,
),
update_time_receiver,
persistent_update_time_receiver,
),
);
// Init Tier-2: Temporal processor
let (blend_sender, blend_receiver) = channel::unbounded();
let (blend_update_time_sender, blend_update_time_receiver) = channel::unbounded();
let nodes: Vec<
nomos_mix::membership::Node<
<MockMixMessage as nomos_mix_message::MixMessage>::PublicKey,
>,
> = settings
.membership
.iter()
.map(|&public_key| nomos_mix::membership::Node {
address: Multiaddr::empty(),
public_key,
})
.collect();
let membership = Membership::<MockMixMessage>::new(nodes, id.into());
let temporal_release = TemporalRelease::new(
ChaCha12Rng::from_rng(&mut rng_generator).unwrap(),
blend_update_time_receiver,
(
1,
settings.message_blend.temporal_processor.max_delay_seconds,
),
);
let blend_messages = CrossbeamReceiverStream::new(blend_receiver).blend(
settings.message_blend.clone(),
membership,
temporal_release,
ChaCha12Rng::from_rng(&mut rng_generator).unwrap(),
);
Self {
id,
network_interface,
settings,
state,
persistent_sender,
update_time_sender,
persistent_update_time_sender,
persistent_transmission_messages,
blend_sender,
blend_update_time_sender,
blend_messages,
}
}
@ -100,6 +153,11 @@ impl MixNode {
.send_message(*node_id, message.clone())
}
}
fn update_time(&mut self, elapsed: Duration) {
self.persistent_update_time_sender.send(elapsed).unwrap();
self.blend_update_time_sender.send(elapsed).unwrap();
}
}
impl Node for MixNode {
@ -116,9 +174,13 @@ impl Node for MixNode {
}
fn step(&mut self, elapsed: Duration) {
self.update_time(elapsed);
let Self {
update_time_sender,
persistent_sender,
persistent_transmission_messages,
blend_sender,
blend_messages,
..
} = self;
@ -126,16 +188,25 @@ impl Node for MixNode {
for message in messages {
println!(">>>>> Node {}, message: {message:?}", self.id);
let MixMessage::Dummy(msg) = message.into_payload();
self.persistent_sender.send(msg).unwrap();
blend_sender.send(msg).unwrap();
}
self.state.step_id += 1;
self.state.mock_counter += 1;
update_time_sender.send(elapsed).unwrap();
let waker = futures::task::noop_waker();
let mut cx = futures::task::Context::from_waker(&waker);
if let Poll::Ready(Some(msg)) = pin::pin!(blend_messages).poll_next(&mut cx) {
match msg {
MixOutgoingMessage::Outbound(msg) => {
persistent_sender.send(msg).unwrap();
}
MixOutgoingMessage::FullyUnwrapped(_) => {
//TODO: increase counter and create a tracing event
}
}
}
if let Poll::Ready(Some(msg)) =
pin::pin!(persistent_transmission_messages).poll_next(&mut cx)
{

View File

@ -44,15 +44,15 @@ impl Stream for Interval {
}
}
struct TemporalRelease {
random_sleeps: Box<dyn Iterator<Item = Duration>>,
pub struct TemporalRelease {
random_sleeps: Box<dyn Iterator<Item = Duration> + Send + Sync + 'static>,
elapsed: Duration,
current_sleep: Duration,
update_time: channel::Receiver<Duration>,
}
impl TemporalRelease {
pub fn new<Rng: RngCore + 'static>(
pub fn new<Rng: RngCore + Send + Sync + 'static>(
mut rng: Rng,
update_time: channel::Receiver<Duration>,
(min_delay, max_delay): (u64, u64),