2018-05-12 10:53:25 -06:00
|
|
|
//! The `rpu` module implements the Request Processing Unit, a
|
2018-05-08 17:32:50 -06:00
|
|
|
//! 5-stage transaction processing pipeline in software.
|
2018-03-29 12:20:54 -06:00
|
|
|
|
2018-05-14 15:33:11 -06:00
|
|
|
use bank::Bank;
|
2018-04-28 00:31:20 -07:00
|
|
|
use crdt::{Crdt, ReplicatedData};
|
2018-05-14 14:35:25 -06:00
|
|
|
use hash::Hash;
|
2018-03-26 21:07:11 -07:00
|
|
|
use packet;
|
2018-05-14 14:19:11 -06:00
|
|
|
use record_stage::RecordStage;
|
2018-05-12 17:50:55 -06:00
|
|
|
use request_processor::RequestProcessor;
|
|
|
|
use request_stage::RequestStage;
|
2018-05-11 21:51:37 -06:00
|
|
|
use sig_verify_stage::SigVerifyStage;
|
2018-05-11 11:38:52 -07:00
|
|
|
use std::io::Write;
|
2018-05-10 15:30:18 -06:00
|
|
|
use std::net::UdpSocket;
|
2018-05-14 16:27:40 -06:00
|
|
|
use std::sync::atomic::AtomicBool;
|
|
|
|
use std::sync::mpsc::channel;
|
2018-04-18 12:02:54 -07:00
|
|
|
use std::sync::{Arc, Mutex, RwLock};
|
2018-05-14 16:27:40 -06:00
|
|
|
use std::thread::JoinHandle;
|
2018-05-14 14:35:25 -06:00
|
|
|
use std::time::Duration;
|
2018-03-26 22:03:26 -06:00
|
|
|
use streamer;
|
2018-05-14 16:27:40 -06:00
|
|
|
use write_stage::WriteStage;
|
2018-02-28 10:07:54 -07:00
|
|
|
|
2018-05-12 10:53:25 -06:00
|
|
|
pub struct Rpu {
|
2018-05-15 10:27:18 -06:00
|
|
|
pub thread_hdls: Vec<JoinHandle<()>>,
|
2018-03-29 13:18:08 -06:00
|
|
|
}
|
|
|
|
|
2018-05-12 10:53:25 -06:00
|
|
|
impl Rpu {
|
2018-05-15 10:45:33 -06:00
|
|
|
pub fn new<W: Write + Send + 'static>(
|
2018-05-15 11:21:40 -06:00
|
|
|
bank: Arc<Bank>,
|
2018-05-15 10:27:18 -06:00
|
|
|
start_hash: Hash,
|
|
|
|
tick_duration: Option<Duration>,
|
|
|
|
me: ReplicatedData,
|
|
|
|
requests_socket: UdpSocket,
|
|
|
|
broadcast_socket: UdpSocket,
|
|
|
|
respond_socket: UdpSocket,
|
|
|
|
gossip: UdpSocket,
|
|
|
|
exit: Arc<AtomicBool>,
|
|
|
|
writer: W,
|
|
|
|
) -> Self {
|
2018-04-02 19:32:58 -07:00
|
|
|
let packet_recycler = packet::PacketRecycler::default();
|
|
|
|
let (packet_sender, packet_receiver) = channel();
|
2018-05-11 16:41:35 -06:00
|
|
|
let t_receiver = streamer::receiver(
|
|
|
|
requests_socket,
|
|
|
|
exit.clone(),
|
|
|
|
packet_recycler.clone(),
|
|
|
|
packet_sender,
|
2018-05-15 09:53:51 -06:00
|
|
|
);
|
2018-03-26 21:07:11 -07:00
|
|
|
|
2018-05-11 21:51:37 -06:00
|
|
|
let sig_verify_stage = SigVerifyStage::new(exit.clone(), packet_receiver);
|
2018-03-26 21:07:11 -07:00
|
|
|
|
2018-05-11 20:50:50 -06:00
|
|
|
let blob_recycler = packet::BlobRecycler::default();
|
2018-05-15 10:44:47 -06:00
|
|
|
let request_processor = RequestProcessor::new(bank.clone());
|
2018-05-12 10:31:28 -06:00
|
|
|
let request_stage = RequestStage::new(
|
2018-05-12 11:39:24 -06:00
|
|
|
request_processor,
|
2018-05-11 20:50:50 -06:00
|
|
|
exit.clone(),
|
2018-05-12 15:24:17 -06:00
|
|
|
sig_verify_stage.verified_receiver,
|
2018-05-11 20:50:50 -06:00
|
|
|
packet_recycler.clone(),
|
|
|
|
blob_recycler.clone(),
|
|
|
|
);
|
|
|
|
|
2018-05-15 10:38:17 -06:00
|
|
|
let record_stage =
|
|
|
|
RecordStage::new(request_stage.signal_receiver, &start_hash, tick_duration);
|
2018-05-14 12:43:38 -06:00
|
|
|
|
2018-05-14 16:27:40 -06:00
|
|
|
let write_stage = WriteStage::new(
|
2018-05-15 10:44:47 -06:00
|
|
|
bank.clone(),
|
2018-05-11 20:11:25 -06:00
|
|
|
exit.clone(),
|
|
|
|
blob_recycler.clone(),
|
|
|
|
Mutex::new(writer),
|
2018-05-14 14:19:11 -06:00
|
|
|
record_stage.entry_receiver,
|
2018-05-11 20:11:25 -06:00
|
|
|
);
|
2018-04-28 00:31:20 -07:00
|
|
|
|
2018-05-15 09:17:48 -06:00
|
|
|
let crdt = Arc::new(RwLock::new(Crdt::new(me)));
|
|
|
|
let t_gossip = Crdt::gossip(crdt.clone(), exit.clone());
|
|
|
|
let window = streamer::default_window();
|
|
|
|
let t_listen = Crdt::listen(crdt.clone(), window.clone(), gossip, exit.clone());
|
|
|
|
|
2018-04-28 00:31:20 -07:00
|
|
|
let t_broadcast = streamer::broadcaster(
|
|
|
|
broadcast_socket,
|
|
|
|
exit.clone(),
|
|
|
|
crdt.clone(),
|
2018-05-12 19:00:22 -07:00
|
|
|
window,
|
2018-04-28 00:31:20 -07:00
|
|
|
blob_recycler.clone(),
|
2018-05-14 16:27:40 -06:00
|
|
|
write_stage.blob_receiver,
|
2018-04-28 00:31:20 -07:00
|
|
|
);
|
|
|
|
|
2018-05-11 20:11:25 -06:00
|
|
|
let t_responder = streamer::responder(
|
|
|
|
respond_socket,
|
2018-04-28 00:31:20 -07:00
|
|
|
exit.clone(),
|
|
|
|
blob_recycler.clone(),
|
2018-05-12 15:24:17 -06:00
|
|
|
request_stage.blob_receiver,
|
2018-04-28 00:31:20 -07:00
|
|
|
);
|
|
|
|
|
2018-05-15 10:44:47 -06:00
|
|
|
let mut thread_hdls = vec![
|
2018-04-28 00:31:20 -07:00
|
|
|
t_receiver,
|
|
|
|
t_responder,
|
2018-05-12 10:31:28 -06:00
|
|
|
request_stage.thread_hdl,
|
2018-05-14 16:27:40 -06:00
|
|
|
write_stage.thread_hdl,
|
2018-04-28 00:31:20 -07:00
|
|
|
t_gossip,
|
|
|
|
t_listen,
|
|
|
|
t_broadcast,
|
2018-05-07 16:49:15 -07:00
|
|
|
];
|
2018-05-15 10:44:47 -06:00
|
|
|
thread_hdls.extend(sig_verify_stage.thread_hdls.into_iter());
|
|
|
|
|
|
|
|
Rpu { thread_hdls }
|
2018-03-26 21:07:11 -07:00
|
|
|
}
|
2018-04-11 14:05:29 -06:00
|
|
|
}
|