diff --git a/baselines/a2c/run_atari.py b/baselines/a2c/run_atari.py
index ed20f1c..8f39f4e 100644
--- a/baselines/a2c/run_atari.py
+++ b/baselines/a2c/run_atari.py
@@ -1,4 +1,4 @@
-#!/usr/bin/env python
+#!/usr/bin/env python3
 import os, logging, gym
 from baselines import logger
 from baselines.common import set_global_seeds
diff --git a/baselines/acktr/run_atari.py b/baselines/acktr/run_atari.py
index 11b9461..0c48758 100644
--- a/baselines/acktr/run_atari.py
+++ b/baselines/acktr/run_atari.py
@@ -1,4 +1,4 @@
-#!/usr/bin/env python
+#!/usr/bin/env python3
 import os, logging, gym
 from baselines import logger
 from baselines.common import set_global_seeds
diff --git a/baselines/acktr/run_mujoco.py b/baselines/acktr/run_mujoco.py
index 3e16309..ed6d06a 100644
--- a/baselines/acktr/run_mujoco.py
+++ b/baselines/acktr/run_mujoco.py
@@ -1,4 +1,4 @@
-#!/usr/bin/env python
+#!/usr/bin/env python3
 import argparse
 import logging
 import os
diff --git a/baselines/ppo1/run_atari.py b/baselines/ppo1/run_atari.py
index 1fd5e11..f2f4bde 100644
--- a/baselines/ppo1/run_atari.py
+++ b/baselines/ppo1/run_atari.py
@@ -1,4 +1,4 @@
-#!/usr/bin/env python
+#!/usr/bin/env python3
 
 from mpi4py import MPI
 from baselines.common import set_global_seeds
diff --git a/baselines/ppo1/run_mujoco.py b/baselines/ppo1/run_mujoco.py
index fc5479a..163189d 100644
--- a/baselines/ppo1/run_mujoco.py
+++ b/baselines/ppo1/run_mujoco.py
@@ -1,4 +1,4 @@
-#!/usr/bin/env python
+#!/usr/bin/env python3
 from baselines.common import set_global_seeds, tf_util as U
 from baselines import bench
 import gym, logging
diff --git a/baselines/trpo_mpi/run_atari.py b/baselines/trpo_mpi/run_atari.py
index fe1493d..cbd861c 100644
--- a/baselines/trpo_mpi/run_atari.py
+++ b/baselines/trpo_mpi/run_atari.py
@@ -1,4 +1,4 @@
-    #!/usr/bin/env python
+#!/usr/bin/env python3
 from mpi4py import MPI
 from baselines.common import set_global_seeds
 import os.path as osp
diff --git a/baselines/trpo_mpi/run_mujoco.py b/baselines/trpo_mpi/run_mujoco.py
index bbc631e..aae81b0 100644
--- a/baselines/trpo_mpi/run_mujoco.py
+++ b/baselines/trpo_mpi/run_mujoco.py
@@ -1,4 +1,4 @@
-#!/usr/bin/env python
+#!/usr/bin/env python3
 # noinspection PyUnresolvedReferences
 import mujoco_py # Mujoco must come before other imports. https://openai.slack.com/archives/C1H6P3R7B/p1492828680631850
 from mpi4py import MPI