diff --git a/setup.py b/setup.py
index 35673ce..286cea3 100644
--- a/setup.py
+++ b/setup.py
@@ -1,4 +1,5 @@
 from setuptools import setup, find_packages
+from functools import reduce
 import sys
 
 if sys.version_info.major != 3:
@@ -6,6 +7,20 @@ if sys.version_info.major != 3:
           'Python {}. The installation will likely fail.'.format(sys.version_info.major))
 
 
+extras = {
+    'test': [
+        'filelock', 
+        'pytest'
+    ]
+}
+
+
+all_deps = []
+for group_name in extras:
+    all_deps += extras[group_name]
+
+extras['all'] = all_deps
+
 setup(name='baselines',
       packages=[package for package in find_packages()
                 if package.startswith('baselines')],
@@ -22,12 +37,7 @@ setup(name='baselines',
           'click',
           'opencv-python'
       ],
-      extras_require={
-        'test': [
-            'filelock',
-            'pytest'
-        ]
-      },
+      extras_require=extras,
       description='OpenAI baselines: high quality implementations of reinforcement learning algorithms',
       author='OpenAI',
       url='https://github.com/openai/baselines',