2018-05-14 17:36:19 -06:00
|
|
|
//! The `tpu` module implements the Transaction Processing Unit, a
|
2019-01-08 09:21:39 -07:00
|
|
|
//! multi-stage transaction processing pipeline in software.
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2019-03-03 16:44:06 -08:00
|
|
|
use crate::banking_stage::BankingStage;
|
2019-02-11 17:56:52 -08:00
|
|
|
use crate::blocktree::Blocktree;
|
2019-03-01 20:43:30 -07:00
|
|
|
use crate::broadcast_stage::BroadcastStage;
|
2019-01-26 13:58:08 +05:30
|
|
|
use crate::cluster_info::ClusterInfo;
|
2019-02-01 05:21:29 +05:30
|
|
|
use crate::cluster_info_vote_listener::ClusterInfoVoteListener;
|
2018-12-07 20:16:27 -07:00
|
|
|
use crate::fetch_stage::FetchStage;
|
2019-03-03 16:44:06 -08:00
|
|
|
use crate::poh_recorder::{PohRecorder, WorkingBankEntries};
|
2018-12-07 20:16:27 -07:00
|
|
|
use crate::service::Service;
|
|
|
|
use crate::sigverify_stage::SigVerifyStage;
|
2018-12-08 16:54:42 -08:00
|
|
|
use solana_sdk::pubkey::Pubkey;
|
2018-05-14 17:36:19 -06:00
|
|
|
use std::net::UdpSocket;
|
2018-09-14 14:34:32 -07:00
|
|
|
use std::sync::atomic::{AtomicBool, Ordering};
|
2019-03-03 16:44:06 -08:00
|
|
|
use std::sync::mpsc::{channel, Receiver};
|
2019-02-26 10:48:18 -08:00
|
|
|
use std::sync::{Arc, Mutex, RwLock};
|
2018-09-13 14:00:17 -07:00
|
|
|
use std::thread;
|
2018-09-14 00:17:40 -07:00
|
|
|
|
2019-01-26 13:58:08 +05:30
|
|
|
pub struct LeaderServices {
|
2019-02-16 18:03:55 -08:00
|
|
|
fetch_stage: FetchStage,
|
|
|
|
sigverify_stage: SigVerifyStage,
|
|
|
|
banking_stage: BankingStage,
|
|
|
|
cluster_info_vote_listener: ClusterInfoVoteListener,
|
2019-03-01 20:43:30 -07:00
|
|
|
broadcast_stage: BroadcastStage,
|
2019-01-26 13:58:08 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
impl LeaderServices {
|
|
|
|
fn new(
|
|
|
|
fetch_stage: FetchStage,
|
|
|
|
sigverify_stage: SigVerifyStage,
|
|
|
|
banking_stage: BankingStage,
|
2019-02-01 05:21:29 +05:30
|
|
|
cluster_info_vote_listener: ClusterInfoVoteListener,
|
2019-03-01 20:43:30 -07:00
|
|
|
broadcast_stage: BroadcastStage,
|
2019-01-26 13:58:08 +05:30
|
|
|
) -> Self {
|
|
|
|
LeaderServices {
|
2019-02-16 18:03:55 -08:00
|
|
|
fetch_stage,
|
|
|
|
sigverify_stage,
|
|
|
|
banking_stage,
|
|
|
|
cluster_info_vote_listener,
|
2019-03-01 20:43:30 -07:00
|
|
|
broadcast_stage,
|
2019-01-26 13:58:08 +05:30
|
|
|
}
|
|
|
|
}
|
2019-02-16 00:48:02 -08:00
|
|
|
|
2019-03-03 16:44:06 -08:00
|
|
|
pub fn exit(&self) {
|
2019-02-16 18:03:55 -08:00
|
|
|
self.fetch_stage.close();
|
2019-02-16 00:48:02 -08:00
|
|
|
}
|
|
|
|
|
2019-02-16 18:03:55 -08:00
|
|
|
fn join(self) -> thread::Result<()> {
|
2019-02-16 00:48:02 -08:00
|
|
|
let mut results = vec![];
|
2019-02-16 18:03:55 -08:00
|
|
|
results.push(self.fetch_stage.join());
|
|
|
|
results.push(self.sigverify_stage.join());
|
|
|
|
results.push(self.cluster_info_vote_listener.join());
|
|
|
|
results.push(self.banking_stage.join());
|
2019-03-01 20:43:30 -07:00
|
|
|
let broadcast_result = self.broadcast_stage.join();
|
2019-02-16 00:48:02 -08:00
|
|
|
for result in results {
|
|
|
|
result?;
|
|
|
|
}
|
|
|
|
let _ = broadcast_result?;
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2019-03-03 16:44:06 -08:00
|
|
|
pub fn close(self) -> thread::Result<()> {
|
2019-02-16 00:48:02 -08:00
|
|
|
self.exit();
|
|
|
|
self.join()
|
2019-01-26 13:58:08 +05:30
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
pub struct Tpu {
|
2019-03-03 16:44:06 -08:00
|
|
|
leader_services: LeaderServices,
|
2018-09-14 14:34:32 -07:00
|
|
|
exit: Arc<AtomicBool>,
|
2019-03-03 16:44:06 -08:00
|
|
|
pub id: Pubkey,
|
2018-05-14 17:36:19 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Tpu {
|
2019-03-03 16:44:06 -08:00
|
|
|
pub fn new(
|
|
|
|
id: Pubkey,
|
|
|
|
cluster_info: &Arc<RwLock<ClusterInfo>>,
|
2019-02-26 10:48:18 -08:00
|
|
|
poh_recorder: &Arc<Mutex<PohRecorder>>,
|
2019-03-03 16:44:06 -08:00
|
|
|
entry_receiver: Receiver<WorkingBankEntries>,
|
2019-01-26 13:58:08 +05:30
|
|
|
transactions_sockets: Vec<UdpSocket>,
|
|
|
|
broadcast_socket: UdpSocket,
|
|
|
|
sigverify_disabled: bool,
|
2019-02-11 17:56:52 -08:00
|
|
|
blocktree: &Arc<Blocktree>,
|
2019-03-03 22:01:09 -08:00
|
|
|
exit: Arc<AtomicBool>,
|
2019-03-03 16:44:06 -08:00
|
|
|
) -> Self {
|
|
|
|
cluster_info.write().unwrap().set_leader(id);
|
2019-02-14 14:12:19 -08:00
|
|
|
|
2019-02-01 05:21:29 +05:30
|
|
|
let (packet_sender, packet_receiver) = channel();
|
2019-03-03 16:44:06 -08:00
|
|
|
let fetch_stage =
|
|
|
|
FetchStage::new_with_sender(transactions_sockets, exit.clone(), &packet_sender.clone());
|
|
|
|
let cluster_info_vote_listener =
|
|
|
|
ClusterInfoVoteListener::new(exit.clone(), cluster_info.clone(), packet_sender);
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2018-07-31 16:54:24 -07:00
|
|
|
let (sigverify_stage, verified_receiver) =
|
|
|
|
SigVerifyStage::new(packet_receiver, sigverify_disabled);
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2019-03-03 16:44:06 -08:00
|
|
|
let banking_stage = BankingStage::new(&cluster_info, poh_recorder, verified_receiver);
|
2019-01-26 13:58:08 +05:30
|
|
|
|
2019-03-01 20:43:30 -07:00
|
|
|
let broadcast_stage = BroadcastStage::new(
|
2019-01-26 13:58:08 +05:30
|
|
|
broadcast_socket,
|
2019-03-03 16:44:06 -08:00
|
|
|
cluster_info.clone(),
|
2019-01-26 13:58:08 +05:30
|
|
|
entry_receiver,
|
2019-03-03 16:44:06 -08:00
|
|
|
exit.clone(),
|
2019-02-11 17:56:52 -08:00
|
|
|
blocktree,
|
2018-10-18 22:57:48 -07:00
|
|
|
);
|
2018-05-14 17:36:19 -06:00
|
|
|
|
2019-03-03 16:44:06 -08:00
|
|
|
let leader_services = LeaderServices::new(
|
2018-07-03 22:14:08 -06:00
|
|
|
fetch_stage,
|
|
|
|
sigverify_stage,
|
|
|
|
banking_stage,
|
2019-02-01 05:21:29 +05:30
|
|
|
cluster_info_vote_listener,
|
2019-03-01 20:43:30 -07:00
|
|
|
broadcast_stage,
|
2019-01-26 13:58:08 +05:30
|
|
|
);
|
2019-03-03 16:44:06 -08:00
|
|
|
Self {
|
|
|
|
leader_services,
|
|
|
|
exit,
|
|
|
|
id,
|
|
|
|
}
|
2019-01-26 13:58:08 +05:30
|
|
|
}
|
2018-11-02 15:49:14 -07:00
|
|
|
|
2018-10-25 16:58:40 -07:00
|
|
|
pub fn exit(&self) {
|
2018-09-14 14:34:32 -07:00
|
|
|
self.exit.store(true, Ordering::Relaxed);
|
2018-07-03 22:14:08 -06:00
|
|
|
}
|
2018-07-09 14:53:18 -06:00
|
|
|
|
2018-10-10 16:49:41 -07:00
|
|
|
pub fn is_exited(&self) -> bool {
|
|
|
|
self.exit.load(Ordering::Relaxed)
|
|
|
|
}
|
|
|
|
|
2019-03-03 16:44:06 -08:00
|
|
|
pub fn close(self) -> thread::Result<()> {
|
|
|
|
self.exit();
|
2018-07-09 14:53:18 -06:00
|
|
|
self.join()
|
|
|
|
}
|
2018-07-03 22:14:08 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Service for Tpu {
|
2019-02-08 08:06:27 -08:00
|
|
|
type JoinReturnType = ();
|
2018-07-03 22:14:08 -06:00
|
|
|
|
2019-02-08 08:06:27 -08:00
|
|
|
fn join(self) -> thread::Result<()> {
|
2019-03-03 16:44:06 -08:00
|
|
|
self.leader_services.join()
|
2018-05-14 17:36:19 -06:00
|
|
|
}
|
|
|
|
}
|