From ad43babe3d8cf60ae406c6c502d15cce7058d5ed Mon Sep 17 00:00:00 2001
From: Michael Vines <mvines@gmail.com>
Date: Tue, 11 Feb 2020 13:30:37 -0700
Subject: [PATCH] ABI sanity test for running edge,beta,stable validators
 together

---
 system-test/abi-testcases/.gitignore          |   2 +
 .../abi-testcases/mixed-validator-test.sh     | 136 ++++++++++++++++++
 .../abi-testcases/mixed-validator-test.yml    |   3 +
 3 files changed, 141 insertions(+)
 create mode 100644 system-test/abi-testcases/.gitignore
 create mode 100755 system-test/abi-testcases/mixed-validator-test.sh
 create mode 100644 system-test/abi-testcases/mixed-validator-test.yml

diff --git a/system-test/abi-testcases/.gitignore b/system-test/abi-testcases/.gitignore
new file mode 100644
index 0000000000..479182c0fd
--- /dev/null
+++ b/system-test/abi-testcases/.gitignore
@@ -0,0 +1,2 @@
+/baseline-run.sh
+/config/
diff --git a/system-test/abi-testcases/mixed-validator-test.sh b/system-test/abi-testcases/mixed-validator-test.sh
new file mode 100755
index 0000000000..9d116665cc
--- /dev/null
+++ b/system-test/abi-testcases/mixed-validator-test.sh
@@ -0,0 +1,136 @@
+#!/usr/bin/env bash
+#
+# Basic empirical ABI system test - can validators on all supported versions of
+# Solana talk to each other?
+#
+
+set -e
+cd "$(dirname "$0")"
+
+logDir="$PWD"/logs
+ledgerDir="$PWD"/config
+mkdir -p "$logDir"
+
+baselineVersion=0.23.2  # <-- oldest version we remain compatible with
+otherVersions=(
+  beta
+  edge
+)
+
+solanaInstallDataDir=$PWD/config/solana
+solanaInstallGlobalOpts=(
+  --data-dir "$solanaInstallDataDir"
+  --config "$solanaInstallDataDir"/config.yml
+  --no-modify-path
+)
+
+# Install all the solana versions
+bootstrapInstall() {
+  declare v=$1
+  if [[ ! -h $solanaInstallDataDir/active_release ]]; then
+    curl -sSf https://raw.githubusercontent.com/solana-labs/solana/v"$v"/install/solana-install-init.sh \
+        | sh -s - "$v" "${solanaInstallGlobalOpts[@]}"
+  fi
+  export PATH="$PWD/solana/active_release/bin/:$PATH"
+}
+
+bootstrapInstall "$baselineVersion"
+for v in "${otherVersions[@]}"; do
+  solana-install-init "${solanaInstallGlobalOpts[@]}" "$v"
+  solana -V
+done
+
+
+ORIGINAL_PATH=$PATH
+solanaInstallUse() {
+  declare version=$1
+  echo "--- Now using solana $version"
+  SOLANA_BIN="$solanaInstallDataDir/releases/$version/solana-release/bin"
+  export PATH="$SOLANA_BIN:$ORIGINAL_PATH"
+}
+
+killSession() {
+  tmux kill-session -t abi || true
+}
+
+export RUST_BACKTRACE=1
+
+# Start up the bootstrap validator using the baseline version
+solanaInstallUse "$baselineVersion"
+echo "--- Starting $baselineVersion bootstrap validator"
+trap 'killSession' INT TERM ERR EXIT
+killSession
+(
+  set -x
+  if [[ ! -x baseline-run.sh ]]; then
+    curl https://raw.githubusercontent.com/solana-labs/solana/v"$baselineVersion"/run.sh -o baseline-run.sh
+    chmod +x baseline-run.sh
+  fi
+  tmux new -s abi -d " \
+    ./baseline-run.sh 2>&1 | tee $logDir/$baselineVersion.log \
+  "
+
+  # Give it time to boot
+  sleep 5
+
+  solana --url http://127.0.0.1:8899 show-validators
+)
+
+# Ensure all versions can see the bootstrap validator
+for v in "${otherVersions[@]}"; do
+  solanaInstallUse "$v"
+  echo "--- Looking for bootstrap validator on gossip"
+  (
+    set -x
+    "$SOLANA_BIN"/solana-gossip spy \
+      --entrypoint 127.0.0.1:8001 \
+      --num-nodes-exactly 1 \
+      --timeout 30
+  )
+  echo Ok
+done
+
+# Start a validator for each version and look for it
+#
+# Once https://github.com/solana-labs/solana/issues/7738 is resolved, remove
+# `--no-snapshot-fetch` when starting the validators
+#
+nodeCount=1
+for v in "${otherVersions[@]}"; do
+  nodeCount=$((nodeCount + 1))
+  solanaInstallUse "$v"
+  # start another validator
+  ledger="$ledgerDir"/ledger-"$v"
+  rm -rf "$ledger"
+  echo "--- Looking for $nodeCount validators on gossip"
+  (
+    set -x
+    tmux new-window -t abi -n "$v" " \
+      $SOLANA_BIN/solana-validator \
+      --ledger $ledger \
+      --no-snapshot-fetch \
+      --snapshot-interval-slots 10 \
+      --entrypoint 127.0.0.1:8001 \
+      -o - 2>&1 | tee $logDir/$v.log \
+    "
+    "$SOLANA_BIN"/solana-gossip spy \
+      --entrypoint 127.0.0.1:8001 \
+      --num-nodes-exactly $nodeCount \
+      --timeout 30
+
+    # Wait for it to make a root
+    SECONDS=
+    while [[ ! -f $ledger/snapshot.tar.bz2 ]]; do
+      sleep 5
+      test $SECONDS -lt 60
+    done
+  )
+  echo Ok
+done
+
+# Terminate all the validators
+killSession
+
+echo
+echo Pass
+exit 0
diff --git a/system-test/abi-testcases/mixed-validator-test.yml b/system-test/abi-testcases/mixed-validator-test.yml
new file mode 100644
index 0000000000..897cc60322
--- /dev/null
+++ b/system-test/abi-testcases/mixed-validator-test.yml
@@ -0,0 +1,3 @@
+steps:
+  - command: "system-test/abi-testcases/mixed-validator-test.sh"
+    label: "Mixed Validator Test"