2021-09-14 20:14:05 -06:00
|
|
|
from gym.envs.registration import (
|
|
|
|
registry,
|
|
|
|
register,
|
|
|
|
make,
|
|
|
|
spec,
|
2021-09-16 08:23:32 -06:00
|
|
|
load_env_plugins as _load_env_plugins,
|
2021-09-14 20:14:05 -06:00
|
|
|
)
|
|
|
|
|
|
|
|
# Hook to load plugins from entry points
|
2021-09-16 08:23:32 -06:00
|
|
|
_load_env_plugins()
|
2021-09-14 20:14:05 -06:00
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
|
|
|
|
# Classic
|
|
|
|
# ----------------------------------------
|
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="CartPole-v0",
|
|
|
|
entry_point="gym.envs.classic_control:CartPoleEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=200,
|
2016-05-10 09:18:13 -07:00
|
|
|
reward_threshold=195.0,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2016-08-06 00:15:50 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="CartPole-v1",
|
|
|
|
entry_point="gym.envs.classic_control:CartPoleEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=500,
|
2016-08-06 00:15:50 -07:00
|
|
|
reward_threshold=475.0,
|
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="MountainCar-v0",
|
|
|
|
entry_point="gym.envs.classic_control:MountainCarEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=200,
|
2016-05-10 09:18:13 -07:00
|
|
|
reward_threshold=-110.0,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2016-08-24 23:10:58 +02:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="MountainCarContinuous-v0",
|
|
|
|
entry_point="gym.envs.classic_control:Continuous_MountainCarEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=999,
|
2016-08-24 23:10:58 +02:00
|
|
|
reward_threshold=90.0,
|
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-09-25 20:00:28 +02:00
|
|
|
id="Pendulum-v1",
|
2021-07-29 02:26:34 +02:00
|
|
|
entry_point="gym.envs.classic_control:PendulumEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=200,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Acrobot-v1",
|
|
|
|
entry_point="gym.envs.classic_control:AcrobotEnv",
|
2019-03-11 22:22:45 -03:00
|
|
|
reward_threshold=-100.0,
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=500,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2016-05-03 22:27:42 +03:00
|
|
|
# Box2d
|
|
|
|
# ----------------------------------------
|
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="LunarLander-v2",
|
|
|
|
entry_point="gym.envs.box2d:LunarLander",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-05-16 17:12:44 +03:00
|
|
|
reward_threshold=200,
|
2016-05-03 22:27:42 +03:00
|
|
|
)
|
|
|
|
|
2016-08-25 02:08:32 +03:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="LunarLanderContinuous-v2",
|
|
|
|
entry_point="gym.envs.box2d:LunarLanderContinuous",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-08-25 02:08:32 +03:00
|
|
|
reward_threshold=200,
|
|
|
|
)
|
|
|
|
|
2016-05-03 22:27:42 +03:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="BipedalWalker-v3",
|
|
|
|
entry_point="gym.envs.box2d:BipedalWalker",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1600,
|
2016-05-16 17:12:44 +03:00
|
|
|
reward_threshold=300,
|
2016-05-03 22:27:42 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="BipedalWalkerHardcore-v3",
|
|
|
|
entry_point="gym.envs.box2d:BipedalWalkerHardcore",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=2000,
|
2016-05-16 17:12:44 +03:00
|
|
|
reward_threshold=300,
|
2016-05-03 22:27:42 +03:00
|
|
|
)
|
|
|
|
|
2016-05-26 21:39:57 +03:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="CarRacing-v0",
|
|
|
|
entry_point="gym.envs.box2d:CarRacing",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-05-26 21:39:57 +03:00
|
|
|
reward_threshold=900,
|
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
# Toy Text
|
|
|
|
# ----------------------------------------
|
|
|
|
|
2016-05-09 22:05:56 -07:00
|
|
|
register(
|
2021-09-07 20:53:59 +02:00
|
|
|
id="Blackjack-v1",
|
2021-07-29 02:26:34 +02:00
|
|
|
entry_point="gym.envs.toy_text:BlackjackEnv",
|
2021-09-07 20:53:59 +02:00
|
|
|
kwargs={"sab": True, "natural": False},
|
2016-05-09 22:05:56 -07:00
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-08-13 00:18:42 -04:00
|
|
|
id="FrozenLake-v1",
|
2021-07-29 02:26:34 +02:00
|
|
|
entry_point="gym.envs.toy_text:FrozenLakeEnv",
|
|
|
|
kwargs={"map_name": "4x4"},
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=100,
|
2021-07-29 02:26:34 +02:00
|
|
|
reward_threshold=0.70, # optimum = 0.74
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
register(
|
2021-08-13 00:18:42 -04:00
|
|
|
id="FrozenLake8x8-v1",
|
2021-07-29 02:26:34 +02:00
|
|
|
entry_point="gym.envs.toy_text:FrozenLakeEnv",
|
|
|
|
kwargs={"map_name": "8x8"},
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=200,
|
2021-07-29 02:26:34 +02:00
|
|
|
reward_threshold=0.85, # optimum = 0.91
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2017-05-15 14:18:08 +04:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="CliffWalking-v0",
|
|
|
|
entry_point="gym.envs.toy_text:CliffWalkingEnv",
|
2017-05-15 14:18:08 +04:00
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Taxi-v3",
|
|
|
|
entry_point="gym.envs.toy_text:TaxiEnv",
|
|
|
|
reward_threshold=8, # optimum = 8.46
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=200,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
# Mujoco
|
|
|
|
# ----------------------------------------
|
|
|
|
|
|
|
|
# 2D
|
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Reacher-v2",
|
|
|
|
entry_point="gym.envs.mujoco:ReacherEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=50,
|
2016-05-30 19:20:36 -07:00
|
|
|
reward_threshold=-3.75,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2017-04-22 20:57:36 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Pusher-v2",
|
|
|
|
entry_point="gym.envs.mujoco:PusherEnv",
|
2017-04-22 20:57:36 -07:00
|
|
|
max_episode_steps=100,
|
|
|
|
reward_threshold=0.0,
|
|
|
|
)
|
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Thrower-v2",
|
|
|
|
entry_point="gym.envs.mujoco:ThrowerEnv",
|
2017-04-22 20:57:36 -07:00
|
|
|
max_episode_steps=100,
|
|
|
|
reward_threshold=0.0,
|
|
|
|
)
|
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Striker-v2",
|
|
|
|
entry_point="gym.envs.mujoco:StrikerEnv",
|
2017-04-22 20:57:36 -07:00
|
|
|
max_episode_steps=100,
|
|
|
|
reward_threshold=0.0,
|
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="InvertedPendulum-v2",
|
|
|
|
entry_point="gym.envs.mujoco:InvertedPendulumEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-05-30 19:20:36 -07:00
|
|
|
reward_threshold=950.0,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="InvertedDoublePendulum-v2",
|
|
|
|
entry_point="gym.envs.mujoco:InvertedDoublePendulumEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-05-30 19:20:36 -07:00
|
|
|
reward_threshold=9100.0,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="HalfCheetah-v2",
|
|
|
|
entry_point="gym.envs.mujoco:HalfCheetahEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-05-10 09:18:13 -07:00
|
|
|
reward_threshold=4800.0,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2019-02-25 15:12:06 -08:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="HalfCheetah-v3",
|
|
|
|
entry_point="gym.envs.mujoco.half_cheetah_v3:HalfCheetahEnv",
|
2019-02-25 15:12:06 -08:00
|
|
|
max_episode_steps=1000,
|
|
|
|
reward_threshold=4800.0,
|
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Hopper-v2",
|
|
|
|
entry_point="gym.envs.mujoco:HopperEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-05-10 09:18:13 -07:00
|
|
|
reward_threshold=3800.0,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2019-02-25 15:12:06 -08:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Hopper-v3",
|
|
|
|
entry_point="gym.envs.mujoco.hopper_v3:HopperEnv",
|
2019-02-25 15:12:06 -08:00
|
|
|
max_episode_steps=1000,
|
|
|
|
reward_threshold=3800.0,
|
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Swimmer-v2",
|
|
|
|
entry_point="gym.envs.mujoco:SwimmerEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-05-10 09:18:13 -07:00
|
|
|
reward_threshold=360.0,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2019-02-25 15:12:06 -08:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Swimmer-v3",
|
|
|
|
entry_point="gym.envs.mujoco.swimmer_v3:SwimmerEnv",
|
2019-02-25 15:12:06 -08:00
|
|
|
max_episode_steps=1000,
|
|
|
|
reward_threshold=360.0,
|
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Walker2d-v2",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2021-07-29 02:26:34 +02:00
|
|
|
entry_point="gym.envs.mujoco:Walker2dEnv",
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2019-02-25 15:12:06 -08:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Walker2d-v3",
|
2019-02-25 15:12:06 -08:00
|
|
|
max_episode_steps=1000,
|
2021-07-29 02:26:34 +02:00
|
|
|
entry_point="gym.envs.mujoco.walker2d_v3:Walker2dEnv",
|
2019-02-25 15:12:06 -08:00
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Ant-v2",
|
|
|
|
entry_point="gym.envs.mujoco:AntEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-05-10 09:18:13 -07:00
|
|
|
reward_threshold=6000.0,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
|
|
|
|
2019-02-25 15:12:06 -08:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Ant-v3",
|
|
|
|
entry_point="gym.envs.mujoco.ant_v3:AntEnv",
|
2019-02-25 15:12:06 -08:00
|
|
|
max_episode_steps=1000,
|
|
|
|
reward_threshold=6000.0,
|
|
|
|
)
|
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Humanoid-v2",
|
|
|
|
entry_point="gym.envs.mujoco:HumanoidEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-04-27 08:00:58 -07:00
|
|
|
)
|
2017-01-03 19:37:29 -08:00
|
|
|
|
2019-02-25 15:12:06 -08:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="Humanoid-v3",
|
|
|
|
entry_point="gym.envs.mujoco.humanoid_v3:HumanoidEnv",
|
2019-02-25 15:12:06 -08:00
|
|
|
max_episode_steps=1000,
|
|
|
|
)
|
|
|
|
|
2016-05-23 15:01:25 +08:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="HumanoidStandup-v2",
|
|
|
|
entry_point="gym.envs.mujoco:HumanoidStandupEnv",
|
2017-02-01 13:10:59 -08:00
|
|
|
max_episode_steps=1000,
|
2016-05-23 15:01:25 +08:00
|
|
|
)
|
2016-04-27 08:00:58 -07:00
|
|
|
|
Cleanup, removal of unmaintained code (#836)
* add dtype to Box
* remove board_game, debugging, safety, parameter_tuning environments
* massive set of breaking changes
- remove python logging module
- _step, _reset, _seed, _close => non underscored method
- remove benchmark and scoring folder
* Improve render("human"), now resizable, closable window.
* get rid of default step and reset in wrappers, so it doesn’t silently fail for people with underscore methods
* CubeCrash unit test environment
* followup fixes
* MemorizeDigits unit test envrionment
* refactored spaces a bit
fixed indentation
disabled test_env_semantics
* fix unit tests
* fixes
* CubeCrash, MemorizeDigits tested
* gym backwards compatibility patch
* gym backwards compatibility, followup fixes
* changelist, add spaces to main namespaces
* undo_logger_setup for backwards compat
* remove configuration.py
2018-01-25 18:20:14 -08:00
|
|
|
# Unit test
|
|
|
|
# ---------
|
2016-05-31 00:25:50 -07:00
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="CubeCrash-v0",
|
|
|
|
entry_point="gym.envs.unittest:CubeCrash",
|
Cleanup, removal of unmaintained code (#836)
* add dtype to Box
* remove board_game, debugging, safety, parameter_tuning environments
* massive set of breaking changes
- remove python logging module
- _step, _reset, _seed, _close => non underscored method
- remove benchmark and scoring folder
* Improve render("human"), now resizable, closable window.
* get rid of default step and reset in wrappers, so it doesn’t silently fail for people with underscore methods
* CubeCrash unit test environment
* followup fixes
* MemorizeDigits unit test envrionment
* refactored spaces a bit
fixed indentation
disabled test_env_semantics
* fix unit tests
* fixes
* CubeCrash, MemorizeDigits tested
* gym backwards compatibility patch
* gym backwards compatibility, followup fixes
* changelist, add spaces to main namespaces
* undo_logger_setup for backwards compat
* remove configuration.py
2018-01-25 18:20:14 -08:00
|
|
|
reward_threshold=0.9,
|
2021-07-29 02:26:34 +02:00
|
|
|
)
|
2016-05-16 21:10:27 +02:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="CubeCrashSparse-v0",
|
|
|
|
entry_point="gym.envs.unittest:CubeCrashSparse",
|
Cleanup, removal of unmaintained code (#836)
* add dtype to Box
* remove board_game, debugging, safety, parameter_tuning environments
* massive set of breaking changes
- remove python logging module
- _step, _reset, _seed, _close => non underscored method
- remove benchmark and scoring folder
* Improve render("human"), now resizable, closable window.
* get rid of default step and reset in wrappers, so it doesn’t silently fail for people with underscore methods
* CubeCrash unit test environment
* followup fixes
* MemorizeDigits unit test envrionment
* refactored spaces a bit
fixed indentation
disabled test_env_semantics
* fix unit tests
* fixes
* CubeCrash, MemorizeDigits tested
* gym backwards compatibility patch
* gym backwards compatibility, followup fixes
* changelist, add spaces to main namespaces
* undo_logger_setup for backwards compat
* remove configuration.py
2018-01-25 18:20:14 -08:00
|
|
|
reward_threshold=0.9,
|
2021-07-29 02:26:34 +02:00
|
|
|
)
|
2016-05-31 20:34:40 +02:00
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="CubeCrashScreenBecomesBlack-v0",
|
|
|
|
entry_point="gym.envs.unittest:CubeCrashScreenBecomesBlack",
|
Cleanup, removal of unmaintained code (#836)
* add dtype to Box
* remove board_game, debugging, safety, parameter_tuning environments
* massive set of breaking changes
- remove python logging module
- _step, _reset, _seed, _close => non underscored method
- remove benchmark and scoring folder
* Improve render("human"), now resizable, closable window.
* get rid of default step and reset in wrappers, so it doesn’t silently fail for people with underscore methods
* CubeCrash unit test environment
* followup fixes
* MemorizeDigits unit test envrionment
* refactored spaces a bit
fixed indentation
disabled test_env_semantics
* fix unit tests
* fixes
* CubeCrash, MemorizeDigits tested
* gym backwards compatibility patch
* gym backwards compatibility, followup fixes
* changelist, add spaces to main namespaces
* undo_logger_setup for backwards compat
* remove configuration.py
2018-01-25 18:20:14 -08:00
|
|
|
reward_threshold=0.9,
|
2021-07-29 02:26:34 +02:00
|
|
|
)
|
2016-06-12 13:36:50 -07:00
|
|
|
|
|
|
|
register(
|
2021-07-29 02:26:34 +02:00
|
|
|
id="MemorizeDigits-v0",
|
|
|
|
entry_point="gym.envs.unittest:MemorizeDigits",
|
Cleanup, removal of unmaintained code (#836)
* add dtype to Box
* remove board_game, debugging, safety, parameter_tuning environments
* massive set of breaking changes
- remove python logging module
- _step, _reset, _seed, _close => non underscored method
- remove benchmark and scoring folder
* Improve render("human"), now resizable, closable window.
* get rid of default step and reset in wrappers, so it doesn’t silently fail for people with underscore methods
* CubeCrash unit test environment
* followup fixes
* MemorizeDigits unit test envrionment
* refactored spaces a bit
fixed indentation
disabled test_env_semantics
* fix unit tests
* fixes
* CubeCrash, MemorizeDigits tested
* gym backwards compatibility patch
* gym backwards compatibility, followup fixes
* changelist, add spaces to main namespaces
* undo_logger_setup for backwards compat
* remove configuration.py
2018-01-25 18:20:14 -08:00
|
|
|
reward_threshold=20,
|
2021-07-29 02:26:34 +02:00
|
|
|
)
|