diff --git a/setup.py b/setup.py
index ac1addd..c78a923 100644
--- a/setup.py
+++ b/setup.py
@@ -9,7 +9,7 @@ setup(name='baselines',
       packages=[package for package in find_packages()
                 if package.startswith('baselines')],
       install_requires=[
-          'gym',
+          'gym>=0.9.1',
           'scipy',
           'tqdm',
           'joblib',