diff --git a/gym/vector/async_vector_env.py b/gym/vector/async_vector_env.py
index bbe875d42..147570c48 100644
--- a/gym/vector/async_vector_env.py
+++ b/gym/vector/async_vector_env.py
@@ -292,6 +292,8 @@ class AsyncVectorEnv(VectorEnv):
         delta = None
         for pipe in self.parent_pipes:
             delta = max(end_time - time.time(), 0)
+            if pipe is None:
+                return False
             if pipe.closed or (not pipe.poll(delta)):
                 return False
         return True