Revert ill-advised jsonrpc marker, and handle jsonrpc server close

This commit is contained in:
Tyera Eulberg
2018-08-15 15:11:38 -06:00
committed by Tyera Eulberg
parent d69d79612b
commit f73f3941cd
6 changed files with 28 additions and 85 deletions

View File

@ -83,11 +83,11 @@ fn main() -> () {
let testnet_addr: SocketAddr = testnet_address_string.parse().unwrap(); let testnet_addr: SocketAddr = testnet_address_string.parse().unwrap();
drone_addr.set_ip(testnet_addr.ip()); drone_addr.set_ip(testnet_addr.ip());
Fullnode::new(node, false, ledger_path, keypair, Some(testnet_addr), true) Fullnode::new(node, false, ledger_path, keypair, Some(testnet_addr))
} else { } else {
node.data.leader_id = node.data.id; node.data.leader_id = node.data.id;
Fullnode::new(node, true, ledger_path, keypair, None, true) Fullnode::new(node, true, ledger_path, keypair, None)
}; };
let mut client = mk_client(&repl_clone); let mut client = mk_client(&repl_clone);

View File

@ -294,7 +294,6 @@ mod tests {
exit.clone(), exit.clone(),
&ledger_path, &ledger_path,
false, false,
false,
); );
//TODO: this seems unstable //TODO: this seems unstable
sleep(Duration::from_millis(900)); sleep(Duration::from_millis(900));

View File

@ -55,7 +55,6 @@ impl Fullnode {
keypair: Keypair, keypair: Keypair,
network_entry_for_validator: Option<SocketAddr>, network_entry_for_validator: Option<SocketAddr>,
sigverify_disabled: bool, sigverify_disabled: bool,
json_rpc_enabled: bool,
) -> Self { ) -> Self {
info!("creating bank..."); info!("creating bank...");
let bank = Bank::new_default(leader); let bank = Bank::new_default(leader);
@ -94,7 +93,6 @@ impl Fullnode {
exit.clone(), exit.clone(),
Some(ledger_path), Some(ledger_path),
sigverify_disabled, sigverify_disabled,
json_rpc_enabled,
); );
info!( info!(
"validator ready... local request address: {} (advertising {}) connected to: {}", "validator ready... local request address: {} (advertising {}) connected to: {}",
@ -113,7 +111,6 @@ impl Fullnode {
exit.clone(), exit.clone(),
ledger_path, ledger_path,
sigverify_disabled, sigverify_disabled,
json_rpc_enabled,
); );
info!( info!(
"leader ready... local request address: {} (advertising {})", "leader ready... local request address: {} (advertising {})",
@ -129,7 +126,6 @@ impl Fullnode {
ledger: &str, ledger: &str,
keypair: Keypair, keypair: Keypair,
network_entry_for_validator: Option<SocketAddr>, network_entry_for_validator: Option<SocketAddr>,
json_rpc_enabled: bool,
) -> Self { ) -> Self {
Self::new_internal( Self::new_internal(
node, node,
@ -138,7 +134,6 @@ impl Fullnode {
keypair, keypair,
network_entry_for_validator, network_entry_for_validator,
false, false,
json_rpc_enabled,
) )
} }
@ -148,7 +143,6 @@ impl Fullnode {
ledger_path: &str, ledger_path: &str,
keypair: Keypair, keypair: Keypair,
network_entry_for_validator: Option<SocketAddr>, network_entry_for_validator: Option<SocketAddr>,
json_rpc_enabled: bool,
) -> Self { ) -> Self {
Self::new_internal( Self::new_internal(
node, node,
@ -157,7 +151,6 @@ impl Fullnode {
keypair, keypair,
network_entry_for_validator, network_entry_for_validator,
true, true,
json_rpc_enabled,
) )
} }
@ -185,7 +178,6 @@ impl Fullnode {
/// | | `------------` /// | | `------------`
/// `---------------------` /// `---------------------`
/// ``` /// ```
#[cfg_attr(feature = "cargo-clippy", allow(too_many_arguments))]
pub fn new_leader( pub fn new_leader(
keypair: Keypair, keypair: Keypair,
bank: Bank, bank: Bank,
@ -195,7 +187,6 @@ impl Fullnode {
exit: Arc<AtomicBool>, exit: Arc<AtomicBool>,
ledger_path: &str, ledger_path: &str,
sigverify_disabled: bool, sigverify_disabled: bool,
json_rpc_enabled: bool,
) -> Self { ) -> Self {
let tick_duration = None; let tick_duration = None;
// TODO: To light up PoH, uncomment the following line: // TODO: To light up PoH, uncomment the following line:
@ -211,12 +202,10 @@ impl Fullnode {
); );
thread_hdls.extend(rpu.thread_hdls()); thread_hdls.extend(rpu.thread_hdls());
if json_rpc_enabled { let mut rpc_addr = node.data.contact_info.ncp;
let mut rpc_addr = node.data.contact_info.ncp; rpc_addr.set_port(RPC_PORT);
rpc_addr.set_port(RPC_PORT); let rpc_service = JsonRpcService::new(bank.clone(), rpc_addr, exit.clone());
let rpc_service = JsonRpcService::new(bank.clone(), rpc_addr); thread_hdls.extend(rpc_service.thread_hdls());
thread_hdls.extend(rpc_service.thread_hdls());
}
let blob_recycler = BlobRecycler::default(); let blob_recycler = BlobRecycler::default();
let window = let window =
@ -288,7 +277,6 @@ impl Fullnode {
/// `--------` | | `------------` /// `--------` | | `------------`
/// `-------------------------------` /// `-------------------------------`
/// ``` /// ```
#[cfg_attr(feature = "cargo-clippy", allow(too_many_arguments))]
pub fn new_validator( pub fn new_validator(
keypair: Keypair, keypair: Keypair,
bank: Bank, bank: Bank,
@ -299,7 +287,6 @@ impl Fullnode {
exit: Arc<AtomicBool>, exit: Arc<AtomicBool>,
ledger_path: Option<&str>, ledger_path: Option<&str>,
_sigverify_disabled: bool, _sigverify_disabled: bool,
json_rpc_enabled: bool,
) -> Self { ) -> Self {
let bank = Arc::new(bank); let bank = Arc::new(bank);
let mut thread_hdls = vec![]; let mut thread_hdls = vec![];
@ -311,12 +298,10 @@ impl Fullnode {
); );
thread_hdls.extend(rpu.thread_hdls()); thread_hdls.extend(rpu.thread_hdls());
if json_rpc_enabled { let mut rpc_addr = node.data.contact_info.ncp;
let mut rpc_addr = node.data.contact_info.ncp; rpc_addr.set_port(RPC_PORT);
rpc_addr.set_port(RPC_PORT); let rpc_service = JsonRpcService::new(bank.clone(), rpc_addr, exit.clone());
let rpc_service = JsonRpcService::new(bank.clone(), rpc_addr); thread_hdls.extend(rpc_service.thread_hdls());
thread_hdls.extend(rpc_service.thread_hdls());
}
let blob_recycler = BlobRecycler::default(); let blob_recycler = BlobRecycler::default();
let window = let window =
@ -395,8 +380,7 @@ mod tests {
let bank = Bank::new(&alice); let bank = Bank::new(&alice);
let exit = Arc::new(AtomicBool::new(false)); let exit = Arc::new(AtomicBool::new(false));
let entry = tn.data.clone(); let entry = tn.data.clone();
let v = let v = Fullnode::new_validator(keypair, bank, 0, &[], tn, &entry, exit, None, false);
Fullnode::new_validator(keypair, bank, 0, &[], tn, &entry, exit, None, false, false);
v.exit(); v.exit();
v.join().unwrap(); v.join().unwrap();
} }
@ -410,7 +394,7 @@ mod tests {
let bank = Bank::new(&alice); let bank = Bank::new(&alice);
let exit = Arc::new(AtomicBool::new(false)); let exit = Arc::new(AtomicBool::new(false));
let entry = tn.data.clone(); let entry = tn.data.clone();
Fullnode::new_validator(keypair, bank, 0, &[], tn, &entry, exit, None, false, false) Fullnode::new_validator(keypair, bank, 0, &[], tn, &entry, exit, None, false)
}) })
.collect(); .collect();
//each validator can exit in parallel to speed many sequential calls to `join` //each validator can exit in parallel to speed many sequential calls to `join`

View File

@ -8,6 +8,7 @@ use service::Service;
use signature::{Pubkey, Signature}; use signature::{Pubkey, Signature};
use std::mem; use std::mem;
use std::net::SocketAddr; use std::net::SocketAddr;
use std::sync::atomic::{AtomicBool, Ordering};
use std::sync::Arc; use std::sync::Arc;
use std::thread::{self, Builder, JoinHandle}; use std::thread::{self, Builder, JoinHandle};
@ -18,7 +19,7 @@ pub struct JsonRpcService {
} }
impl JsonRpcService { impl JsonRpcService {
pub fn new(bank: Arc<Bank>, rpc_addr: SocketAddr) -> Self { pub fn new(bank: Arc<Bank>, rpc_addr: SocketAddr, exit: Arc<AtomicBool>) -> Self {
let request_processor = JsonRpcRequestProcessor::new(bank); let request_processor = JsonRpcRequestProcessor::new(bank);
let thread_hdl = Builder::new() let thread_hdl = Builder::new()
.name("solana-jsonrpc".to_string()) .name("solana-jsonrpc".to_string())
@ -36,7 +37,12 @@ impl JsonRpcService {
])) ]))
.start_http(&rpc_addr) .start_http(&rpc_addr)
.unwrap(); .unwrap();
server.wait(); loop {
if exit.load(Ordering::Relaxed) {
server.close();
break;
}
}
() ()
}) })
.unwrap(); .unwrap();
@ -195,9 +201,7 @@ mod tests {
let mut io = MetaIoHandler::default(); let mut io = MetaIoHandler::default();
let rpc = RpcSolImpl; let rpc = RpcSolImpl;
io.extend_with(rpc.to_delegate()); io.extend_with(rpc.to_delegate());
let meta = Meta { let meta = Meta { request_processor };
request_processor: request_processor,
};
let req = format!( let req = format!(
r#"{{"jsonrpc":"2.0","id":1,"method":"getBalance","params":["{}"]}}"#, r#"{{"jsonrpc":"2.0","id":1,"method":"getBalance","params":["{}"]}}"#,

View File

@ -372,7 +372,6 @@ mod tests {
exit.clone(), exit.clone(),
&ledger_path, &ledger_path,
false, false,
false,
); );
sleep(Duration::from_millis(900)); sleep(Duration::from_millis(900));
@ -420,7 +419,6 @@ mod tests {
exit.clone(), exit.clone(),
&ledger_path, &ledger_path,
false, false,
false,
); );
//TODO: remove this sleep, or add a retry so CI is stable //TODO: remove this sleep, or add a retry so CI is stable
sleep(Duration::from_millis(300)); sleep(Duration::from_millis(300));
@ -480,7 +478,6 @@ mod tests {
exit.clone(), exit.clone(),
&ledger_path, &ledger_path,
false, false,
false,
); );
sleep(Duration::from_millis(300)); sleep(Duration::from_millis(300));

View File

@ -145,14 +145,7 @@ fn test_multi_node_ledger_window() -> result::Result<()> {
writer.write_entries(entries).unwrap(); writer.write_entries(entries).unwrap();
} }
let leader = Fullnode::new( let leader = Fullnode::new(leader, true, &leader_ledger_path, leader_keypair, None);
leader,
true,
&leader_ledger_path,
leader_keypair,
None,
false,
);
// Send leader some tokens to vote // Send leader some tokens to vote
let leader_balance = let leader_balance =
@ -170,7 +163,6 @@ fn test_multi_node_ledger_window() -> result::Result<()> {
&zero_ledger_path, &zero_ledger_path,
keypair, keypair,
Some(leader_data.contact_info.ncp), Some(leader_data.contact_info.ncp),
false,
); );
// contains the leader and new node // contains the leader and new node
@ -226,14 +218,7 @@ fn test_multi_node_validator_catchup_from_zero() -> result::Result<()> {
); );
ledger_paths.push(zero_ledger_path.clone()); ledger_paths.push(zero_ledger_path.clone());
let server = Fullnode::new( let server = Fullnode::new(leader, true, &leader_ledger_path, leader_keypair, None);
leader,
true,
&leader_ledger_path,
leader_keypair,
None,
false,
);
// Send leader some tokens to vote // Send leader some tokens to vote
let leader_balance = let leader_balance =
@ -256,7 +241,6 @@ fn test_multi_node_validator_catchup_from_zero() -> result::Result<()> {
&ledger_path, &ledger_path,
keypair, keypair,
Some(leader_data.contact_info.ncp), Some(leader_data.contact_info.ncp),
false,
); );
nodes.push(val); nodes.push(val);
} }
@ -292,7 +276,6 @@ fn test_multi_node_validator_catchup_from_zero() -> result::Result<()> {
&zero_ledger_path, &zero_ledger_path,
keypair, keypair,
Some(leader_data.contact_info.ncp), Some(leader_data.contact_info.ncp),
false,
); );
nodes.push(val); nodes.push(val);
//contains the leader and new node //contains the leader and new node
@ -352,14 +335,7 @@ fn test_multi_node_basic() {
let (alice, leader_ledger_path) = genesis("multi_node_basic", 10_000); let (alice, leader_ledger_path) = genesis("multi_node_basic", 10_000);
ledger_paths.push(leader_ledger_path.clone()); ledger_paths.push(leader_ledger_path.clone());
let server = Fullnode::new( let server = Fullnode::new(leader, true, &leader_ledger_path, leader_keypair, None);
leader,
true,
&leader_ledger_path,
leader_keypair,
None,
false,
);
// Send leader some tokens to vote // Send leader some tokens to vote
let leader_balance = let leader_balance =
@ -378,7 +354,6 @@ fn test_multi_node_basic() {
&ledger_path, &ledger_path,
keypair, keypair,
Some(leader_data.contact_info.ncp), Some(leader_data.contact_info.ncp),
false,
); );
nodes.push(val); nodes.push(val);
} }
@ -421,14 +396,7 @@ fn test_boot_validator_from_file() -> result::Result<()> {
ledger_paths.push(leader_ledger_path.clone()); ledger_paths.push(leader_ledger_path.clone());
let leader_data = leader.data.clone(); let leader_data = leader.data.clone();
let leader_fullnode = Fullnode::new( let leader_fullnode = Fullnode::new(leader, true, &leader_ledger_path, leader_keypair, None);
leader,
true,
&leader_ledger_path,
leader_keypair,
None,
false,
);
let leader_balance = let leader_balance =
send_tx_and_retry_get_balance(&leader_data, &alice, &bob_pubkey, Some(500)).unwrap(); send_tx_and_retry_get_balance(&leader_data, &alice, &bob_pubkey, Some(500)).unwrap();
assert_eq!(leader_balance, 500); assert_eq!(leader_balance, 500);
@ -447,7 +415,6 @@ fn test_boot_validator_from_file() -> result::Result<()> {
&ledger_path, &ledger_path,
keypair, keypair,
Some(leader_data.contact_info.ncp), Some(leader_data.contact_info.ncp),
false,
); );
let mut client = mk_client(&validator_data); let mut client = mk_client(&validator_data);
let getbal = retry_get_balance(&mut client, &bob_pubkey, Some(leader_balance)); let getbal = retry_get_balance(&mut client, &bob_pubkey, Some(leader_balance));
@ -466,7 +433,7 @@ fn create_leader(ledger_path: &str) -> (NodeInfo, Fullnode) {
let leader_keypair = Keypair::new(); let leader_keypair = Keypair::new();
let leader = TestNode::new_localhost_with_pubkey(leader_keypair.pubkey()); let leader = TestNode::new_localhost_with_pubkey(leader_keypair.pubkey());
let leader_data = leader.data.clone(); let leader_data = leader.data.clone();
let leader_fullnode = Fullnode::new(leader, true, &ledger_path, leader_keypair, None, false); let leader_fullnode = Fullnode::new(leader, true, &ledger_path, leader_keypair, None);
(leader_data, leader_fullnode) (leader_data, leader_fullnode)
} }
@ -517,7 +484,6 @@ fn test_leader_restart_validator_start_from_old_ledger() -> result::Result<()> {
&stale_ledger_path, &stale_ledger_path,
keypair, keypair,
Some(leader_data.contact_info.ncp), Some(leader_data.contact_info.ncp),
false,
); );
// trigger broadcast, validator should catch up from leader, whose window contains // trigger broadcast, validator should catch up from leader, whose window contains
@ -572,14 +538,8 @@ fn test_multi_node_dynamic_network() {
let alice_arc = Arc::new(RwLock::new(alice)); let alice_arc = Arc::new(RwLock::new(alice));
let leader_data = leader.data.clone(); let leader_data = leader.data.clone();
let server = Fullnode::new_without_sigverify( let server =
leader, Fullnode::new_without_sigverify(leader, true, &leader_ledger_path, leader_keypair, None);
true,
&leader_ledger_path,
leader_keypair,
None,
false,
);
// Send leader some tokens to vote // Send leader some tokens to vote
let leader_balance = send_tx_and_retry_get_balance( let leader_balance = send_tx_and_retry_get_balance(
@ -653,7 +613,6 @@ fn test_multi_node_dynamic_network() {
&ledger_path, &ledger_path,
keypair, keypair,
Some(leader_data.contact_info.ncp), Some(leader_data.contact_info.ncp),
false,
); );
(rd, val) (rd, val)
}) })