diff --git a/net/scripts/gce-provider.sh b/net/scripts/gce-provider.sh
index ee8c08d900..c81031f376 100644
--- a/net/scripts/gce-provider.sh
+++ b/net/scripts/gce-provider.sh
@@ -208,10 +208,11 @@ cloud_DeleteInstances() {
   declare names=("${instances[@]/:*/}")
   declare zones=("${instances[@]/*:/}")
 
-  (
+  for zone in "${zones[@]}"; do
     set -x
-    gcloud beta compute instances delete --zone "${zones[0]}" --quiet "${names[@]}"
-  )
+    # Try deleting instances in all zones
+    gcloud beta compute instances delete --zone "$zone" --quiet "${names[@]}" || true
+  done
 }