2018-05-14 17:36:19 -06:00
|
|
|
//! The `tpu` module implements the Transaction Processing Unit, a
|
|
|
|
//! 5-stage transaction processing pipeline in software.
|
2018-06-07 13:02:08 -06:00
|
|
|
//!
|
|
|
|
//! ```text
|
|
|
|
//! .---------------------------------------------------------------.
|
|
|
|
//! | TPU .-----. |
|
|
|
|
//! | | PoH | |
|
|
|
|
//! | `--+--` |
|
|
|
|
//! | | |
|
|
|
|
//! | v |
|
|
|
|
//! | .-------. .-----------. .---------. .--------. .-------. |
|
|
|
|
//! .---------. | | Fetch | | SigVerify | | Banking | | Record | | Write | | .------------.
|
|
|
|
//! | Clients |--->| Stage |->| Stage |->| Stage |->| Stage |->| Stage +--->| Validators |
|
|
|
|
//! `---------` | | | | | | | | | | | | `------------`
|
|
|
|
//! | `-------` `-----------` `----+----` `--------` `---+---` |
|
|
|
|
//! | | | |
|
|
|
|
//! | | | |
|
|
|
|
//! | | | |
|
|
|
|
//! | | | |
|
|
|
|
//! `---------------------------------|-----------------------|-----`
|
|
|
|
//! | |
|
|
|
|
//! v v
|
|
|
|
//! .------. .--------.
|
|
|
|
//! | Bank | | Ledger |
|
|
|
|
//! `------` `--------`
|
|
|
|
//! ```
|
2018-05-14 17:36:19 -06:00
|
|
|
|
|
|
|
use bank::Bank;
|
|
|
|
use banking_stage::BankingStage;
|
2018-05-29 11:18:12 -06:00
|
|
|
use fetch_stage::FetchStage;
|
|
|
|
use packet::{BlobRecycler, PacketRecycler};
|
2018-05-14 17:36:19 -06:00
|
|
|
use record_stage::RecordStage;
|
2018-07-03 22:14:08 -06:00
|
|
|
use service::Service;
|
2018-05-25 16:52:17 -06:00
|
|
|
use sigverify_stage::SigVerifyStage;
|
2018-05-14 17:36:19 -06:00
|
|
|
use std::io::Write;
|
|
|
|
use std::net::UdpSocket;
|
|
|
|
use std::sync::atomic::AtomicBool;
|
2018-07-01 10:55:16 -07:00
|
|
|
use std::sync::Arc;
|
2018-07-03 22:14:08 -06:00
|
|
|
use std::thread::{self, JoinHandle};
|
2018-05-14 17:36:19 -06:00
|
|
|
use std::time::Duration;
|
2018-05-29 11:18:12 -06:00
|
|
|
use streamer::BlobReceiver;
|
2018-05-14 17:36:19 -06:00
|
|
|
use write_stage::WriteStage;
|
|
|
|
|
|
|
|
pub struct Tpu {
|
2018-07-03 22:14:08 -06:00
|
|
|
fetch_stage: FetchStage,
|
|
|
|
sigverify_stage: SigVerifyStage,
|
|
|
|
banking_stage: BankingStage,
|
|
|
|
record_stage: RecordStage,
|
|
|
|
write_stage: WriteStage,
|
2018-05-14 17:36:19 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Tpu {
|
2018-05-15 10:45:33 -06:00
|
|
|
pub fn new<W: Write + Send + 'static>(
|
2018-05-15 11:21:40 -06:00
|
|
|
bank: Arc<Bank>,
|
2018-05-15 10:27:18 -06:00
|
|
|
tick_duration: Option<Duration>,
|
2018-05-25 15:51:41 -06:00
|
|
|
transactions_socket: UdpSocket,
|
2018-05-29 11:18:12 -06:00
|
|
|
blob_recycler: BlobRecycler,
|
2018-05-15 10:27:18 -06:00
|
|
|
exit: Arc<AtomicBool>,
|
|
|
|
writer: W,
|
2018-07-02 15:45:16 -06:00
|
|
|
) -> (Self, BlobReceiver) {
|
2018-05-29 11:18:12 -06:00
|
|
|
let packet_recycler = PacketRecycler::default();
|
|
|
|
|
2018-07-02 15:45:16 -06:00
|
|
|
let (fetch_stage, packet_receiver) =
|
2018-07-05 15:58:33 -06:00
|
|
|
FetchStage::new(transactions_socket, exit, packet_recycler.clone());
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-07-05 15:58:33 -06:00
|
|
|
let (sigverify_stage, verified_receiver) = SigVerifyStage::new(packet_receiver);
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-07-05 15:41:53 -06:00
|
|
|
let (banking_stage, signal_receiver) =
|
|
|
|
BankingStage::new(bank.clone(), verified_receiver, packet_recycler.clone());
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-07-02 15:45:16 -06:00
|
|
|
let (record_stage, entry_receiver) = match tick_duration {
|
|
|
|
Some(tick_duration) => {
|
|
|
|
RecordStage::new_with_clock(signal_receiver, &bank.last_id(), tick_duration)
|
|
|
|
}
|
|
|
|
None => RecordStage::new(signal_receiver, &bank.last_id()),
|
2018-05-30 15:37:12 -06:00
|
|
|
};
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-07-05 15:34:22 -06:00
|
|
|
let (write_stage, blob_receiver) =
|
|
|
|
WriteStage::new(bank.clone(), blob_recycler.clone(), writer, entry_receiver);
|
2018-07-03 22:14:08 -06:00
|
|
|
|
|
|
|
let tpu = Tpu {
|
|
|
|
fetch_stage,
|
|
|
|
sigverify_stage,
|
|
|
|
banking_stage,
|
|
|
|
record_stage,
|
|
|
|
write_stage,
|
|
|
|
};
|
|
|
|
(tpu, blob_receiver)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Service for Tpu {
|
|
|
|
fn thread_hdls(self) -> Vec<JoinHandle<()>> {
|
|
|
|
let mut thread_hdls = vec![];
|
|
|
|
thread_hdls.extend(self.fetch_stage.thread_hdls().into_iter());
|
|
|
|
thread_hdls.extend(self.sigverify_stage.thread_hdls().into_iter());
|
|
|
|
thread_hdls.extend(self.banking_stage.thread_hdls().into_iter());
|
|
|
|
thread_hdls.extend(self.record_stage.thread_hdls().into_iter());
|
|
|
|
thread_hdls.extend(self.write_stage.thread_hdls().into_iter());
|
|
|
|
thread_hdls
|
|
|
|
}
|
|
|
|
|
|
|
|
fn join(self) -> thread::Result<()> {
|
|
|
|
for thread_hdl in self.thread_hdls() {
|
|
|
|
thread_hdl.join()?;
|
|
|
|
}
|
|
|
|
Ok(())
|
2018-05-14 17:36:19 -06:00
|
|
|
}
|
|
|
|
}
|