From be7cce1fd26e43561bdaa2406ab52d9454388385 Mon Sep 17 00:00:00 2001
From: Pankaj Garg <pankaj@solana.com>
Date: Fri, 14 Sep 2018 17:17:08 -0700
Subject: [PATCH] Tweak GCE scripts for higher node count (#1229)

* Tweak GCE scripts for higher node count

- Some validators were unable to rsync config from leader when
  the node count was high (e.g. 25). Looks like the leader node was
  getting more rsync requests in parallel than it count handle.
- This change staggers the validators bootup, and rsync time

* Address review comments
---
 net/net.sh | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/net/net.sh b/net/net.sh
index 669c32e6e3..19868fc99b 100755
--- a/net/net.sh
+++ b/net/net.sh
@@ -254,8 +254,14 @@ start() {
 
   SECONDS=0
   pids=()
+  loopCount=0
   for ipAddress in "${validatorIpList[@]}"; do
     startValidator "$ipAddress"
+
+    # Staggering validator startup time. If too many validators
+    # bootup simultaneously, leader node gets more rsync requests
+    # from the validators than it can handle.
+    ((loopCount++ % 2 == 0)) && sleep 2
   done
 
   for pid in "${pids[@]}"; do