2018-05-14 17:36:19 -06:00
|
|
|
//! The `tpu` module implements the Transaction Processing Unit, a
|
|
|
|
//! 5-stage transaction processing pipeline in software.
|
2018-06-07 13:02:08 -06:00
|
|
|
//!
|
|
|
|
//! ```text
|
|
|
|
//! .---------------------------------------------------------------.
|
|
|
|
//! | TPU .-----. |
|
|
|
|
//! | | PoH | |
|
|
|
|
//! | `--+--` |
|
|
|
|
//! | | |
|
|
|
|
//! | v |
|
|
|
|
//! | .-------. .-----------. .---------. .--------. .-------. |
|
|
|
|
//! .---------. | | Fetch | | SigVerify | | Banking | | Record | | Write | | .------------.
|
|
|
|
//! | Clients |--->| Stage |->| Stage |->| Stage |->| Stage |->| Stage +--->| Validators |
|
|
|
|
//! `---------` | | | | | | | | | | | | `------------`
|
|
|
|
//! | `-------` `-----------` `----+----` `--------` `---+---` |
|
|
|
|
//! | | | |
|
|
|
|
//! | | | |
|
|
|
|
//! | | | |
|
|
|
|
//! | | | |
|
|
|
|
//! `---------------------------------|-----------------------|-----`
|
|
|
|
//! | |
|
|
|
|
//! v v
|
|
|
|
//! .------. .--------.
|
|
|
|
//! | Bank | | Ledger |
|
|
|
|
//! `------` `--------`
|
|
|
|
//! ```
|
2018-05-14 17:36:19 -06:00
|
|
|
|
|
|
|
use bank::Bank;
|
|
|
|
use banking_stage::BankingStage;
|
2018-07-05 12:01:40 -07:00
|
|
|
use crdt::Crdt;
|
2018-09-18 13:49:10 -07:00
|
|
|
use entry::Entry;
|
2018-05-29 11:18:12 -06:00
|
|
|
use fetch_stage::FetchStage;
|
|
|
|
use packet::{BlobRecycler, PacketRecycler};
|
2018-05-14 17:36:19 -06:00
|
|
|
use record_stage::RecordStage;
|
2018-07-03 22:14:08 -06:00
|
|
|
use service::Service;
|
2018-08-09 08:56:04 -06:00
|
|
|
use signature::Keypair;
|
2018-05-25 16:52:17 -06:00
|
|
|
use sigverify_stage::SigVerifyStage;
|
2018-05-14 17:36:19 -06:00
|
|
|
use std::net::UdpSocket;
|
|
|
|
use std::sync::atomic::AtomicBool;
|
2018-09-18 13:49:10 -07:00
|
|
|
use std::sync::mpsc::Receiver;
|
2018-07-05 12:01:40 -07:00
|
|
|
use std::sync::{Arc, RwLock};
|
2018-09-13 14:00:17 -07:00
|
|
|
use std::thread;
|
2018-05-14 17:36:19 -06:00
|
|
|
use std::time::Duration;
|
|
|
|
use write_stage::WriteStage;
|
|
|
|
|
|
|
|
pub struct Tpu {
|
2018-07-03 22:14:08 -06:00
|
|
|
fetch_stage: FetchStage,
|
|
|
|
sigverify_stage: SigVerifyStage,
|
|
|
|
banking_stage: BankingStage,
|
|
|
|
record_stage: RecordStage,
|
|
|
|
write_stage: WriteStage,
|
2018-05-14 17:36:19 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Tpu {
|
2018-08-03 11:06:06 -07:00
|
|
|
pub fn new(
|
2018-08-09 08:56:04 -06:00
|
|
|
keypair: Keypair,
|
2018-07-11 14:40:46 -06:00
|
|
|
bank: &Arc<Bank>,
|
|
|
|
crdt: &Arc<RwLock<Crdt>>,
|
2018-05-15 10:27:18 -06:00
|
|
|
tick_duration: Option<Duration>,
|
2018-09-06 14:13:40 -07:00
|
|
|
transactions_sockets: Vec<UdpSocket>,
|
2018-09-14 11:40:05 -07:00
|
|
|
blob_recycler: &BlobRecycler,
|
2018-05-15 10:27:18 -06:00
|
|
|
exit: Arc<AtomicBool>,
|
2018-08-03 11:06:06 -07:00
|
|
|
ledger_path: &str,
|
2018-07-31 16:54:24 -07:00
|
|
|
sigverify_disabled: bool,
|
2018-09-18 13:49:10 -07:00
|
|
|
) -> (Self, Receiver<Vec<Entry>>) {
|
2018-09-13 14:49:48 -07:00
|
|
|
let mut packet_recycler = PacketRecycler::default();
|
|
|
|
packet_recycler.set_name("tpu::Packet");
|
2018-05-29 11:18:12 -06:00
|
|
|
|
2018-07-02 15:45:16 -06:00
|
|
|
let (fetch_stage, packet_receiver) =
|
2018-09-06 14:13:40 -07:00
|
|
|
FetchStage::new(transactions_sockets, exit, &packet_recycler);
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-07-31 16:54:24 -07:00
|
|
|
let (sigverify_stage, verified_receiver) =
|
|
|
|
SigVerifyStage::new(packet_receiver, sigverify_disabled);
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-07-05 15:41:53 -06:00
|
|
|
let (banking_stage, signal_receiver) =
|
|
|
|
BankingStage::new(bank.clone(), verified_receiver, packet_recycler.clone());
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-07-02 15:45:16 -06:00
|
|
|
let (record_stage, entry_receiver) = match tick_duration {
|
|
|
|
Some(tick_duration) => {
|
2018-09-18 11:42:25 -07:00
|
|
|
RecordStage::new_with_clock(signal_receiver, bank.clone(), tick_duration)
|
2018-07-02 15:45:16 -06:00
|
|
|
}
|
2018-09-18 11:42:25 -07:00
|
|
|
None => RecordStage::new(signal_receiver, bank.clone()),
|
2018-05-30 15:37:12 -06:00
|
|
|
};
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-09-18 13:49:10 -07:00
|
|
|
let (write_stage, entry_forwarder) = WriteStage::new(
|
2018-07-31 22:07:53 -07:00
|
|
|
keypair,
|
2018-07-05 12:01:40 -07:00
|
|
|
bank.clone(),
|
|
|
|
crdt.clone(),
|
|
|
|
blob_recycler.clone(),
|
2018-08-03 11:06:06 -07:00
|
|
|
ledger_path,
|
2018-07-05 12:01:40 -07:00
|
|
|
entry_receiver,
|
|
|
|
);
|
2018-07-03 22:14:08 -06:00
|
|
|
|
|
|
|
let tpu = Tpu {
|
|
|
|
fetch_stage,
|
|
|
|
sigverify_stage,
|
|
|
|
banking_stage,
|
|
|
|
record_stage,
|
|
|
|
write_stage,
|
|
|
|
};
|
2018-09-18 13:49:10 -07:00
|
|
|
(tpu, entry_forwarder)
|
2018-07-03 22:14:08 -06:00
|
|
|
}
|
2018-07-09 14:53:18 -06:00
|
|
|
|
|
|
|
pub fn close(self) -> thread::Result<()> {
|
|
|
|
self.fetch_stage.close();
|
|
|
|
self.join()
|
|
|
|
}
|
2018-07-03 22:14:08 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Service for Tpu {
|
2018-09-13 14:00:17 -07:00
|
|
|
type JoinReturnType = ();
|
2018-07-03 22:14:08 -06:00
|
|
|
|
|
|
|
fn join(self) -> thread::Result<()> {
|
2018-09-13 14:00:17 -07:00
|
|
|
self.fetch_stage.join()?;
|
|
|
|
self.sigverify_stage.join()?;
|
|
|
|
self.banking_stage.join()?;
|
|
|
|
self.record_stage.join()?;
|
|
|
|
self.write_stage.join()?;
|
|
|
|
|
2018-07-03 22:14:08 -06:00
|
|
|
Ok(())
|
2018-05-14 17:36:19 -06:00
|
|
|
}
|
|
|
|
}
|