diff --git a/setup.py b/setup.py
index 36aa1ef82..eeba8409c 100644
--- a/setup.py
+++ b/setup.py
@@ -19,16 +19,16 @@ setup(name='gym',
           'numpy>=1.10.4', 'requests', 'six'
       ],
       extras_require={
-          'all': ['atari_py>=0.0.16', 'Pillow', 'pyglet',
-                  'pachi-py>=0.0.16',
-                  'mujoco_py>=0.4.0', 'imageio'],
+          'all': ['atari_py>=0.0.17', 'Pillow', 'pyglet',
+                  'pachi-py>=0.0.18',
+                  'mujoco_py>=0.4.1', 'imageio'],
 
           # Environment-specific dependencies. Keep these in sync with
           # 'all'!
-          'atari': ['atari_py>=0.0.16', 'Pillow', 'pyglet'],
-          'board_game' : ['pachi-py>=0.0.16'],
+          'atari': ['atari_py>=0.0.17', 'Pillow', 'pyglet'],
+          'board_game' : ['pachi-py>=0.0.18'],
           'classic_control': ['pyglet'],
-          'mujoco': ['mujoco_py>=0.4.0', 'imageio'],
+          'mujoco': ['mujoco_py>=0.4.1', 'imageio'],
       },
       package_data={'gym': ['envs/mujoco/assets/*.xml', 'envs/classic_control/assets/*.png']},
       tests_require=['nose2', 'mock'],