2018-05-14 17:36:19 -06:00
|
|
|
//! The `tpu` module implements the Transaction Processing Unit, a
|
|
|
|
//! 5-stage transaction processing pipeline in software.
|
2018-06-07 13:02:08 -06:00
|
|
|
//!
|
|
|
|
//! ```text
|
2018-09-21 21:01:13 -07:00
|
|
|
//! .----------------------------------------------------.
|
|
|
|
//! | TPU .-------------. |
|
|
|
|
//! | | PoH Service | |
|
|
|
|
//! | `-------+-----` |
|
|
|
|
//! | ^ | |
|
|
|
|
//! | | v |
|
|
|
|
//! | .-------. .-----------. .-+-------. .-------. |
|
|
|
|
//! .---------. | | Fetch | | SigVerify | | Banking | | Write | | .------------.
|
|
|
|
//! | Clients |--->| Stage |->| Stage |->| Stage |-->| Stage +--->| Validators |
|
|
|
|
//! `---------` | | | | | | | | | | `------------`
|
|
|
|
//! | `-------` `-----------` `----+----` `---+---` |
|
|
|
|
//! | | | |
|
|
|
|
//! | | | |
|
|
|
|
//! | | | |
|
|
|
|
//! | | | |
|
|
|
|
//! `---------------------------------|------------|-----`
|
|
|
|
//! | |
|
|
|
|
//! v v
|
|
|
|
//! .------. .--------.
|
|
|
|
//! | Bank | | Ledger |
|
|
|
|
//! `------` `--------`
|
2018-06-07 13:02:08 -06:00
|
|
|
//! ```
|
2018-05-14 17:36:19 -06:00
|
|
|
|
|
|
|
use bank::Bank;
|
2018-09-26 05:52:13 -07:00
|
|
|
use banking_stage::{BankingStage, Config};
|
2018-10-08 20:55:54 -06:00
|
|
|
use cluster_info::ClusterInfo;
|
2018-09-18 13:49:10 -07:00
|
|
|
use entry::Entry;
|
2018-05-29 11:18:12 -06:00
|
|
|
use fetch_stage::FetchStage;
|
2018-07-03 22:14:08 -06:00
|
|
|
use service::Service;
|
2018-08-09 08:56:04 -06:00
|
|
|
use signature::Keypair;
|
2018-05-25 16:52:17 -06:00
|
|
|
use sigverify_stage::SigVerifyStage;
|
2018-05-14 17:36:19 -06:00
|
|
|
use std::net::UdpSocket;
|
2018-09-14 14:34:32 -07:00
|
|
|
use std::sync::atomic::{AtomicBool, Ordering};
|
2018-09-18 13:49:10 -07:00
|
|
|
use std::sync::mpsc::Receiver;
|
2018-07-05 12:01:40 -07:00
|
|
|
use std::sync::{Arc, RwLock};
|
2018-09-13 14:00:17 -07:00
|
|
|
use std::thread;
|
2018-09-14 00:17:40 -07:00
|
|
|
use write_stage::{WriteStage, WriteStageReturnType};
|
|
|
|
|
|
|
|
pub enum TpuReturnType {
|
|
|
|
LeaderRotation,
|
|
|
|
}
|
2018-05-14 17:36:19 -06:00
|
|
|
|
|
|
|
pub struct Tpu {
|
2018-07-03 22:14:08 -06:00
|
|
|
fetch_stage: FetchStage,
|
|
|
|
sigverify_stage: SigVerifyStage,
|
|
|
|
banking_stage: BankingStage,
|
|
|
|
write_stage: WriteStage,
|
2018-09-14 14:34:32 -07:00
|
|
|
exit: Arc<AtomicBool>,
|
2018-05-14 17:36:19 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Tpu {
|
2018-08-03 11:06:06 -07:00
|
|
|
pub fn new(
|
2018-09-14 01:53:18 -07:00
|
|
|
keypair: Arc<Keypair>,
|
2018-07-11 14:40:46 -06:00
|
|
|
bank: &Arc<Bank>,
|
2018-10-08 20:55:54 -06:00
|
|
|
cluster_info: &Arc<RwLock<ClusterInfo>>,
|
2018-09-26 05:52:13 -07:00
|
|
|
tick_duration: Config,
|
2018-09-06 14:13:40 -07:00
|
|
|
transactions_sockets: Vec<UdpSocket>,
|
2018-08-03 11:06:06 -07:00
|
|
|
ledger_path: &str,
|
2018-07-31 16:54:24 -07:00
|
|
|
sigverify_disabled: bool,
|
2018-09-11 18:40:38 -07:00
|
|
|
entry_height: u64,
|
2018-09-14 14:34:32 -07:00
|
|
|
) -> (Self, Receiver<Vec<Entry>>, Arc<AtomicBool>) {
|
|
|
|
let exit = Arc::new(AtomicBool::new(false));
|
2018-05-29 11:18:12 -06:00
|
|
|
|
2018-09-18 08:02:57 -07:00
|
|
|
let (fetch_stage, packet_receiver) = FetchStage::new(transactions_sockets, exit.clone());
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-07-31 16:54:24 -07:00
|
|
|
let (sigverify_stage, verified_receiver) =
|
|
|
|
SigVerifyStage::new(packet_receiver, sigverify_disabled);
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-09-21 21:01:13 -07:00
|
|
|
let (banking_stage, entry_receiver) =
|
2018-09-27 14:49:50 -06:00
|
|
|
BankingStage::new(&bank, verified_receiver, tick_duration);
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-09-18 13:49:10 -07:00
|
|
|
let (write_stage, entry_forwarder) = WriteStage::new(
|
2018-07-31 22:07:53 -07:00
|
|
|
keypair,
|
2018-07-05 12:01:40 -07:00
|
|
|
bank.clone(),
|
2018-10-08 20:55:54 -06:00
|
|
|
cluster_info.clone(),
|
2018-08-03 11:06:06 -07:00
|
|
|
ledger_path,
|
2018-07-05 12:01:40 -07:00
|
|
|
entry_receiver,
|
2018-09-11 18:40:38 -07:00
|
|
|
entry_height,
|
2018-07-05 12:01:40 -07:00
|
|
|
);
|
2018-07-03 22:14:08 -06:00
|
|
|
|
|
|
|
let tpu = Tpu {
|
|
|
|
fetch_stage,
|
|
|
|
sigverify_stage,
|
|
|
|
banking_stage,
|
|
|
|
write_stage,
|
2018-09-14 14:34:32 -07:00
|
|
|
exit: exit.clone(),
|
2018-07-03 22:14:08 -06:00
|
|
|
};
|
2018-09-14 14:34:32 -07:00
|
|
|
(tpu, entry_forwarder, exit)
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn exit(&self) -> () {
|
|
|
|
self.exit.store(true, Ordering::Relaxed);
|
2018-07-03 22:14:08 -06:00
|
|
|
}
|
2018-07-09 14:53:18 -06:00
|
|
|
|
2018-09-14 00:17:40 -07:00
|
|
|
pub fn close(self) -> thread::Result<Option<TpuReturnType>> {
|
2018-07-09 14:53:18 -06:00
|
|
|
self.fetch_stage.close();
|
|
|
|
self.join()
|
|
|
|
}
|
2018-07-03 22:14:08 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Service for Tpu {
|
2018-09-14 00:17:40 -07:00
|
|
|
type JoinReturnType = Option<TpuReturnType>;
|
2018-07-03 22:14:08 -06:00
|
|
|
|
2018-09-14 00:17:40 -07:00
|
|
|
fn join(self) -> thread::Result<(Option<TpuReturnType>)> {
|
2018-09-13 14:00:17 -07:00
|
|
|
self.fetch_stage.join()?;
|
|
|
|
self.sigverify_stage.join()?;
|
|
|
|
self.banking_stage.join()?;
|
2018-09-14 00:17:40 -07:00
|
|
|
match self.write_stage.join()? {
|
|
|
|
WriteStageReturnType::LeaderRotation => Ok(Some(TpuReturnType::LeaderRotation)),
|
|
|
|
_ => Ok(None),
|
|
|
|
}
|
2018-05-14 17:36:19 -06:00
|
|
|
}
|
|
|
|
}
|