Promote some datapoints to info to fix dashboard (#8381)

automerge

core/src/broadcast_stage/fail_entry_verification_broadcast_run.rs

@@ -82,7 +82,7 @@ impl BroadcastRun for FailEntryVerificationBroadcastRun {
         // Broadcast data
         let all_shred_bufs: Vec<Vec<u8>> = shreds.to_vec().into_iter().map(|s| s.payload).collect();
         cluster_info
-            .read()
+            .write()
             .unwrap()
             .broadcast_shreds(sock, all_shred_bufs, &all_seeds, stakes)?;
         Ok(())

core/src/broadcast_stage/standard_broadcast_run.rs

@@ -264,7 +264,7 @@ impl StandardBroadcastRun {
         trace!("Broadcasting {:?} shreds", shred_bufs.len());
 
         cluster_info
-            .read()
+            .write()
             .unwrap()
             .broadcast_shreds(sock, shred_bufs, &seeds, stakes)?;
 

core/src/cluster_info.rs

@@ -44,6 +44,7 @@ use solana_net_utils::{
 use solana_perf::packet::{to_packets_with_destination, Packets, PacketsRecycler};
 use solana_rayon_threadlimit::get_thread_count;
 use solana_sdk::hash::Hash;
+use solana_sdk::timing::duration_as_s;
 use solana_sdk::{
     clock::{Slot, DEFAULT_MS_PER_SLOT},
     pubkey::Pubkey,
@@ -98,6 +99,7 @@ pub struct ClusterInfo {
     pub(crate) keypair: Arc<Keypair>,
     /// The network entrypoint
     entrypoint: Option<ContactInfo>,
+    last_datapoint_submit: Instant,
 }
 
 #[derive(Default, Clone)]
@@ -197,6 +199,7 @@ impl ClusterInfo {
             gossip: CrdsGossip::default(),
             keypair,
             entrypoint: None,
+            last_datapoint_submit: Instant::now(),
         };
         let id = contact_info.id;
         me.gossip.set_self(&id);
@@ -917,7 +920,7 @@ impl ClusterInfo {
     /// broadcast messages from the leader to layer 1 nodes
     /// # Remarks
     pub fn broadcast_shreds(
-        &self,
+        &mut self,
         s: &UdpSocket,
         shreds: Vec<Vec<u8>>,
         seeds: &[[u8; 32]],
@@ -926,11 +929,14 @@ impl ClusterInfo {
         let (peers, peers_and_stakes) = self.sorted_tvu_peers_and_stakes(stakes);
         let broadcast_len = peers_and_stakes.len();
         if broadcast_len == 0 {
-            datapoint_debug!(
-                "cluster_info-num_nodes",
-                ("live_count", 1, i64),
-                ("broadcast_count", 1, i64)
-            );
+            if duration_as_s(&Instant::now().duration_since(self.last_datapoint_submit)) >= 1.0 {
+                datapoint_info!(
+                    "cluster_info-num_nodes",
+                    ("live_count", 1, i64),
+                    ("broadcast_count", 1, i64)
+                );
+                self.last_datapoint_submit = Instant::now();
+            }
             return Ok(());
         }
         let mut packets: Vec<_> = shreds
@@ -960,11 +966,14 @@ impl ClusterInfo {
                 num_live_peers += 1;
             }
         });
-        datapoint_debug!(
-            "cluster_info-num_nodes",
-            ("live_count", num_live_peers, i64),
-            ("broadcast_count", broadcast_len + 1, i64)
-        );
+        if duration_as_s(&Instant::now().duration_since(self.last_datapoint_submit)) >= 1.0 {
+            datapoint_info!(
+                "cluster_info-num_nodes",
+                ("live_count", num_live_peers, i64),
+                ("broadcast_count", broadcast_len + 1, i64)
+            );
+            self.last_datapoint_submit = Instant::now();
+        }
         Ok(())
     }
 

core/src/consensus.rs

@@ -1,6 +1,5 @@
 use chrono::prelude::*;
 use solana_ledger::bank_forks::BankForks;
-use solana_metrics::datapoint_debug;
 use solana_runtime::bank::Bank;
 use solana_sdk::{
     account::Account,
@@ -122,7 +121,7 @@ impl Tower {
                     vote_state.nth_recent_vote(0).map(|v| v.slot).unwrap_or(0) as i64
                 );
                 debug!("observed root {}", vote_state.root_slot.unwrap_or(0) as i64);
-                datapoint_debug!(
+                datapoint_info!(
                     "tower-observed",
                     (
                         "slot",
@@ -241,7 +240,7 @@ impl Tower {
         self.lockouts.process_vote_unchecked(&vote);
         self.last_vote = vote;
 
-        datapoint_debug!(
+        datapoint_info!(
             "tower-vote",
             ("latest", slot, i64),
             ("root", self.lockouts.root_slot.unwrap_or(0), i64)

core/src/replay_stage.rs

@@ -523,7 +523,7 @@ impl ReplayStage {
                 return;
             }
 
-            datapoint_debug!(
+            datapoint_info!(
                 "replay_stage-new_leader",
                 ("slot", poh_slot, i64),
                 ("leader", next_leader.to_string(), String),

core/src/serve_repair.rs

@@ -298,7 +298,7 @@ impl ServeRepair {
                 Ok(self.window_index_request_bytes(*slot, *shred_index)?)
             }
             RepairType::HighestShred(slot, shred_index) => {
-                datapoint_debug!(
+                datapoint_info!(
                     "serve_repair-repair_highest",
                     ("repair-highest-slot", *slot, i64),
                     ("repair-highest-ix", *shred_index, i64)
@@ -306,7 +306,7 @@ impl ServeRepair {
                 Ok(self.window_highest_index_request_bytes(*slot, *shred_index)?)
             }
             RepairType::Orphan(slot) => {
-                datapoint_debug!("serve_repair-repair_orphan", ("repair-orphan", *slot, i64));
+                datapoint_info!("serve_repair-repair_orphan", ("repair-orphan", *slot, i64));
                 Ok(self.orphan_bytes(*slot)?)
             }
         }