diff --git a/gym/benchmarks/__init__.py b/gym/benchmarks/__init__.py
index e8a360206..2cd05277f 100644
--- a/gym/benchmarks/__init__.py
+++ b/gym/benchmarks/__init__.py
@@ -300,18 +300,26 @@ register_benchmark(
         {'env_id': 'CartPole-v1',
          'trials': 3,
          'max_timesteps': 100000,
+         'reward_floor':   0.0,
+         'reward_ceiling': 500.0,
         },
         {'env_id': 'Acrobot-v1',
          'trials': 3,
          'max_timesteps': 100000,
+         'reward_floor': -500.0,
+         'reward_ceiling': 0.0,
         },
         {'env_id': 'MountainCar-v0',
          'trials': 3,
          'max_timesteps': 100000,
+         'reward_floor': -200.0,
+         'reward_ceiling': -100.0,
         },
         {'env_id': 'Pendulum-v0',
          'trials': 3,
          'max_timesteps': 200000,
+         'reward_floor': -1400.0,
+         'reward_ceiling': 0.0,
         },
     ])