Partner node setup tweaks (#5715)

automerge

net/datacenter-node-install/setup-cuda.sh

@@ -1,5 +1,10 @@
 #!/usr/bin/env bash
 
+# https://developer.nvidia.com/cuda-toolkit-archive
+VERSIONS=()
+VERSIONS+=("https://developer.nvidia.com/compute/cuda/10.0/Prod/local_installers/cuda_10.0.130_410.48_linux")
+VERSIONS+=("https://developer.nvidia.com/compute/cuda/10.1/Prod/local_installers/cuda_10.1.168_418.67_linux.run")
+
 HERE="$(dirname "$0")"
 
 # shellcheck source=net/datacenter-node-install/utils.sh
@@ -9,8 +14,37 @@ ensure_env || exit 1
 
 set -xe
 
+RUN_FILES=()
+FAILED=()
+for i in "${!VERSIONS[@]}"; do
+  URL=${VERSIONS[$i]}
+  RUN_FILE="$(basename "$URL")"
+  DEST="${HERE}/${RUN_FILE}"
+  if [[ -f "$DEST" ]]; then
+    RUN_FILES+=( "$DEST" )
+  else
+    echo -ne "Downloading ${RUN_FILE}:\t"
+    if wget --read-timeout=180 --tries=3 -O "$DEST" "$URL"; then
+      echo "OK"
+      RUN_FILES+=( "$DEST" )
+    else
+      echo "FAILED. Retrying..."
+      FAILED+=( "$URL" )
+    fi
+  fi
+done
+
+if [[ 0 -ne ${#FAILED[@]} ]]; then
+  for f in "${FAILED[@]}"; do
+    echo "Failed to download required resource: $f"
+  done
+  echo "Please manually download the above resources, save them to \"${HERE}\" and rerun $0"
+  exit 1
+fi
+
 apt update
 apt install -y gcc make dkms
 
-sh cuda_10.0.130_410.48_linux.run --silent --driver --toolkit
-sh cuda_10.1.168_418.67_linux.run --silent --driver --toolkit
+for rf in "${RUN_FILES[@]}"; do
+  sh "$rf" --silent --driver --toolkit
+done