diff --git a/gym/envs/robotics/fetch/pick_and_place.py b/gym/envs/robotics/fetch/pick_and_place.py
index c6c5e7ea9..09cf7fe7c 100644
--- a/gym/envs/robotics/fetch/pick_and_place.py
+++ b/gym/envs/robotics/fetch/pick_and_place.py
@@ -20,4 +20,4 @@ class FetchPickAndPlaceEnv(fetch_env.FetchEnv, utils.EzPickle):
             gripper_extra_height=0.2, target_in_the_air=True, target_offset=0.0,
             obj_range=0.15, target_range=0.15, distance_threshold=0.05,
             initial_qpos=initial_qpos, reward_type=reward_type)
-        utils.EzPickle.__init__(self)
+        utils.EzPickle.__init__(self, reward_type=reward_type)
diff --git a/gym/envs/robotics/fetch/push.py b/gym/envs/robotics/fetch/push.py
index bde15ec00..8e020724e 100644
--- a/gym/envs/robotics/fetch/push.py
+++ b/gym/envs/robotics/fetch/push.py
@@ -20,4 +20,4 @@ class FetchPushEnv(fetch_env.FetchEnv, utils.EzPickle):
             gripper_extra_height=0.0, target_in_the_air=False, target_offset=0.0,
             obj_range=0.15, target_range=0.15, distance_threshold=0.05,
             initial_qpos=initial_qpos, reward_type=reward_type)
-        utils.EzPickle.__init__(self)
+        utils.EzPickle.__init__(self, reward_type=reward_type)
diff --git a/gym/envs/robotics/fetch/reach.py b/gym/envs/robotics/fetch/reach.py
index cc3fc46c6..5f59f7f52 100644
--- a/gym/envs/robotics/fetch/reach.py
+++ b/gym/envs/robotics/fetch/reach.py
@@ -19,4 +19,4 @@ class FetchReachEnv(fetch_env.FetchEnv, utils.EzPickle):
             gripper_extra_height=0.2, target_in_the_air=True, target_offset=0.0,
             obj_range=0.15, target_range=0.15, distance_threshold=0.05,
             initial_qpos=initial_qpos, reward_type=reward_type)
-        utils.EzPickle.__init__(self)
+        utils.EzPickle.__init__(self, reward_type=reward_type)
diff --git a/gym/envs/robotics/fetch/slide.py b/gym/envs/robotics/fetch/slide.py
index 63234dba1..b4c1d5a5d 100644
--- a/gym/envs/robotics/fetch/slide.py
+++ b/gym/envs/robotics/fetch/slide.py
@@ -22,4 +22,4 @@ class FetchSlideEnv(fetch_env.FetchEnv, utils.EzPickle):
             gripper_extra_height=-0.02, target_in_the_air=False, target_offset=np.array([0.4, 0.0, 0.0]),
             obj_range=0.1, target_range=0.3, distance_threshold=0.05,
             initial_qpos=initial_qpos, reward_type=reward_type)
-        utils.EzPickle.__init__(self)
+        utils.EzPickle.__init__(self, reward_type=reward_type)