Gymnasium/v0.28.1/searchindex.js

Search.setIndex({"docnames": ["404", "README", "api/env", "api/experimental", "api/experimental/functional", "api/experimental/vector", "api/experimental/vector_utils", "api/experimental/vector_wrappers", "api/experimental/wrappers", "api/registry", "api/spaces", "api/spaces/composite", "api/spaces/fundamental", "api/spaces/utils", "api/spaces/vector_utils", "api/utils", "api/vector", "api/wrappers", "api/wrappers/action_wrappers", "api/wrappers/misc_wrappers", "api/wrappers/observation_wrappers", "api/wrappers/reward_wrappers", "content/basic_usage", "content/gym_compatibility", "content/migration-guide", "environments/atari", "environments/atari/adventure", "environments/atari/air_raid", "environments/atari/alien", "environments/atari/amidar", "environments/atari/assault", "environments/atari/asterix", "environments/atari/asteroids", "environments/atari/atlantis", "environments/atari/atlantis2", "environments/atari/backgammon", "environments/atari/bank_heist", "environments/atari/basic_math", "environments/atari/battle_zone", "environments/atari/beam_rider", "environments/atari/berzerk", "environments/atari/blackjack", "environments/atari/bowling", "environments/atari/boxing", "environments/atari/breakout", "environments/atari/carnival", "environments/atari/casino", "environments/atari/centipede", "environments/atari/chopper_command", "environments/atari/complete_list", "environments/atari/crazy_climber", "environments/atari/crossbow", "environments/atari/darkchambers", "environments/atari/defender", "environments/atari/demon_attack", "environments/atari/donkey_kong", "environments/atari/double_dunk", "environments/atari/earthworld", "environments/atari/elevator_action", "environments/atari/enduro", "environments/atari/entombed", "environments/atari/et", "environments/atari/fishing_derby", "environments/atari/flag_capture", "environments/atari/freeway", "environments/atari/frogger", "environments/atari/frostbite", "environments/atari/galaxian", "environments/atari/gopher", "environments/atari/gravitar", "environments/atari/hangman", "environments/atari/haunted_house", "environments/atari/hero", "environments/atari/human_cannonball", "environments/atari/ice_hockey", "environments/atari/jamesbond", "environments/atari/journey_escape", "environments/atari/kaboom", "environments/atari/kangaroo", "environments/atari/keystone_kapers", "environments/atari/king_kong", "environments/atari/klax", "environments/atari/koolaid", "environments/atari/krull", "environments/atari/kung_fu_master", "environments/atari/laser_gates", "environments/atari/lost_luggage", "environments/atari/mario_bros", "environments/atari/miniature_golf", "environments/atari/montezuma_revenge", "environments/atari/mr_do", "environments/atari/ms_pacman", "environments/atari/name_this_game", "environments/atari/othello", "environments/atari/pacman", "environments/atari/phoenix", "environments/atari/pitfall", "environments/atari/pitfall2", "environments/atari/pong", "environments/atari/pooyan", "environments/atari/private_eye", "environments/atari/qbert", "environments/atari/riverraid", "environments/atari/road_runner", "environments/atari/robotank", "environments/atari/seaquest", "environments/atari/sir_lancelot", "environments/atari/skiing", "environments/atari/solaris", "environments/atari/space_invaders", "environments/atari/space_war", "environments/atari/star_gunner", "environments/atari/superman", "environments/atari/surround", "environments/atari/tennis", "environments/atari/tetris", "environments/atari/tic_tac_toe_3d", "environments/atari/time_pilot", "environments/atari/trondead", "environments/atari/turmoil", "environments/atari/tutankham", "environments/atari/up_n_down", "environments/atari/venture", "environments/atari/video_checkers", "environments/atari/video_chess", "environments/atari/video_cube", "environments/atari/video_pinball", "environments/atari/wizard_of_wor", "environments/atari/word_zapper", "environments/atari/yars_revenge", "environments/atari/zaxxon", "environments/box2d", "environments/box2d/bipedal_walker", "environments/box2d/car_racing", "environments/box2d/lunar_lander", "environments/classic_control", "environments/classic_control/acrobot", "environments/classic_control/cart_pole", "environments/classic_control/mountain_car", "environments/classic_control/mountain_car_continuous", "environments/classic_control/pendulum", "environments/mujoco", "environments/mujoco/ant", "environments/mujoco/half_cheetah", "environments/mujoco/hopper", "environments/mujoco/humanoid", "environments/mujoco/humanoid_standup", "environments/mujoco/inverted_double_pendulum", "environments/mujoco/inverted_pendulum", "environments/mujoco/pusher", "environments/mujoco/reacher", "environments/mujoco/swimmer", "environments/mujoco/walker2d", "environments/third_party_environments", "environments/toy_text", "environments/toy_text/blackjack", "environments/toy_text/cliff_walking", "environments/toy_text/frozen_lake", "environments/toy_text/taxi", "gym_release_notes/gym_v0.19.0", "gym_release_notes/gym_v0.20.0", "gym_release_notes/gym_v0.21.0", "gym_release_notes/gym_v0.22.0", "gym_release_notes/gym_v0.23.0", "gym_release_notes/gym_v0.23.1", "gym_release_notes/gym_v0.24.0", "gym_release_notes/gym_v0.24.1", "gym_release_notes/gym_v0.25.0", "gym_release_notes/gym_v0.25.1", "gym_release_notes/gym_v0.25.2", "gym_release_notes/gym_v0.26.0", "gym_release_notes/gym_v0.26.1", "gym_release_notes/gym_v0.26.2", "gym_release_notes/index", "gymnasium_release_notes/index", "index", "tutorials/gymnasium_basics/README", "tutorials/gymnasium_basics/environment_creation", "tutorials/gymnasium_basics/handling_time_limits", "tutorials/gymnasium_basics/implementing_custom_wrappers", "tutorials/gymnasium_basics/index", "tutorials/gymnasium_basics/vector_envs_tutorial", "tutorials/index", "tutorials/training_agents/FrozenLake_tuto", "tutorials/training_agents/README", "tutorials/training_agents/blackjack_tutorial", "tutorials/training_agents/index", "tutorials/training_agents/reinforce_invpend_gym_v26"], "filenames": ["404.md", "README.md", "api/env.md", "api/experimental.md", "api/experimental/functional.md", "api/experimental/vector.md", "api/experimental/vector_utils.md", "api/experimental/vector_wrappers.md", "api/experimental/wrappers.md", "api/registry.md", "api/spaces.md", "api/spaces/composite.md", "api/spaces/fundamental.md", "api/spaces/utils.md", "api/spaces/vector_utils.md", "api/utils.md", "api/vector.md", "api/wrappers.md", "api/wrappers/action_wrappers.md", "api/wrappers/misc_wrappers.md", "api/wrappers/observation_wrappers.md", "api/wrappers/reward_wrappers.md", "content/basic_usage.md", "content/gym_compatibility.md", "content/migration-guide.md", "environments/atari.md", "environments/atari/adventure.md", "environments/atari/air_raid.md", "environments/atari/alien.md", "environments/atari/amidar.md", "environments/atari/assault.md", "environments/atari/asterix.md", "environments/atari/asteroids.md", "environments/atari/atlantis.md", "environments/atari/atlantis2.md", "environments/atari/backgammon.md", "environments/atari/bank_heist.md", "environments/atari/basic_math.md", "environments/atari/battle_zone.md", "environments/atari/beam_rider.md", "environments/atari/berzerk.md", "environments/atari/blackjack.md", "environments/atari/bowling.md", "environments/atari/boxing.md", "environments/atari/breakout.md", "environments/atari/carnival.md", "environments/atari/casino.md", "environments/atari/centipede.md", "environments/atari/chopper_command.md", "environments/atari/complete_list.md", "environments/atari/crazy_climber.md", "environments/atari/crossbow.md", "environments/atari/darkchambers.md", "environments/atari/defender.md", "environments/atari/demon_attack.md", "environments/atari/donkey_kong.md", "environments/atari/double_dunk.md", "environments/atari/earthworld.md", "environments/atari/elevator_action.md", "environments/atari/enduro.md", "environments/atari/entombed.md", "environments/atari/et.md", "environments/atari/fishing_derby.md", "environments/atari/flag_capture.md", "environments/atari/freeway.md", "environments/atari/frogger.md", "environments/atari/frostbite.md", "environments/atari/galaxian.md", "environments/atari/gopher.md", "environments/atari/gravitar.md", "environments/atari/hangman.md", "environments/atari/haunted_house.md", "environments/atari/hero.md", "environments/atari/human_cannonball.md", "environments/atari/ice_hockey.md", "environments/atari/jamesbond.md", "environments/atari/journey_escape.md", "environments/atari/kaboom.md", "environments/atari/kangaroo.md", "environments/atari/keystone_kapers.md", "environments/atari/king_kong.md", "environments/atari/klax.md", "environments/atari/koolaid.md", "environments/atari/krull.md", "environments/atari/kung_fu_master.md", "environments/atari/laser_gates.md", "environments/atari/lost_luggage.md", "environments/atari/mario_bros.md", "environments/atari/miniature_golf.md", "environments/atari/montezuma_revenge.md", "environments/atari/mr_do.md", "environments/atari/ms_pacman.md", "environments/atari/name_this_game.md", "environments/atari/othello.md", "environments/atari/pacman.md", "environments/atari/phoenix.md", "environments/atari/pitfall.md", "environments/atari/pitfall2.md", "environments/atari/pong.md", "environments/atari/pooyan.md", "environments/atari/private_eye.md", "environments/atari/qbert.md", "environments/atari/riverraid.md", "environments/atari/road_runner.md", "environments/atari/robotank.md", "environments/atari/seaquest.md", "environments/atari/sir_lancelot.md", "environments/atari/skiing.md", "environments/atari/solaris.md", "environments/atari/space_invaders.md", "environments/atari/space_war.md", "environments/atari/star_gunner.md", "environments/atari/superman.md", "environments/atari/surround.md", "environments/atari/tennis.md", "environments/atari/tetris.md", "environments/atari/tic_tac_toe_3d.md", "environments/atari/time_pilot.md", "environments/atari/trondead.md", "environments/atari/turmoil.md", "environments/atari/tutankham.md", "environments/atari/up_n_down.md", "environments/atari/venture.md", "environments/atari/video_checkers.md", "environments/atari/video_chess.md", "environments/atari/video_cube.md", "environments/atari/video_pinball.md", "environments/atari/wizard_of_wor.md", "environments/atari/word_zapper.md", "environments/atari/yars_revenge.md", "environments/atari/zaxxon.md", "environments/box2d.md", "environments/box2d/bipedal_walker.md", "environments/box2d/car_racing.md", "environments/box2d/lunar_lander.md", "environments/classic_control.md", "environments/classic_control/acrobot.md", "environments/classic_control/cart_pole.md", "environments/classic_control/mountain_car.md", "environments/classic_control/mountain_car_continuous.md", "environments/classic_control/pendulum.md", "environments/mujoco.md", "environments/mujoco/ant.md", "environments/mujoco/half_cheetah.md", "environments/mujoco/hopper.md", "environments/mujoco/humanoid.md", "environments/mujoco/humanoid_standup.md", "environments/mujoco/inverted_double_pendulum.md", "environments/mujoco/inverted_pendulum.md", "environments/mujoco/pusher.md", "environments/mujoco/reacher.md", "environments/mujoco/swimmer.md", "environments/mujoco/walker2d.md", "environments/third_party_environments.md", "environments/toy_text.md", "environments/toy_text/blackjack.md", "environments/toy_text/cliff_walking.md", "environments/toy_text/frozen_lake.md", "environments/toy_text/taxi.md", "gym_release_notes/gym_v0.19.0.md", "gym_release_notes/gym_v0.20.0.md", "gym_release_notes/gym_v0.21.0.md", "gym_release_notes/gym_v0.22.0.md", "gym_release_notes/gym_v0.23.0.md", "gym_release_notes/gym_v0.23.1.md", "gym_release_notes/gym_v0.24.0.md", "gym_release_notes/gym_v0.24.1.md", "gym_release_notes/gym_v0.25.0.md", "gym_release_notes/gym_v0.25.1.md", "gym_release_notes/gym_v0.25.2.md", "gym_release_notes/gym_v0.26.0.md", "gym_release_notes/gym_v0.26.1.md", "gym_release_notes/gym_v0.26.2.md", "gym_release_notes/index.md", "gymnasium_release_notes/index.md", "index.md", "tutorials/gymnasium_basics/README.rst", "tutorials/gymnasium_basics/environment_creation.rst", "tutorials/gymnasium_basics/handling_time_limits.rst", "tutorials/gymnasium_basics/implementing_custom_wrappers.rst", "tutorials/gymnasium_basics/index.rst", "tutorials/gymnasium_basics/vector_envs_tutorial.rst", "tutorials/index.rst", "tutorials/training_agents/FrozenLake_tuto.rst", "tutorials/training_agents/README.rst", "tutorials/training_agents/blackjack_tutorial.rst", "tutorials/training_agents/index.rst", "tutorials/training_agents/reinforce_invpend_gym_v26.rst"], "titles": ["404 - Page Not Found", "Gymnasium-docs", "Env", "Experimental", "Functional Environment", "Vectorizing Environment", "Utility functions for vectorisation", "Vector Environment Wrappers", "Wrappers", "Register and Make", "Spaces", "Composite Spaces", "Fundamental Spaces", "Spaces Utils", "Spaces Vector Utils", "Utils", "Vector", "Wrappers", "Action Wrappers", "Misc Wrappers", "Observation Wrappers", "Reward Wrappers", "Basic Usage", "Compatibility with Gym", "v21 to v26 Migration Guide", "Atari", "Adventure", "AirRaid", "Alien", "Amidar", "Assault", "Asterix", "Asteroids", "Atlantis", "Atlantis2", "Backgammon", "BankHeist", "BasicMath", "BattleZone", "BeamRider", "Berzerk", "Blackjack", "Bowling", "Boxing", "Breakout", "Carnival", "Casino", "Centipede", "ChopperCommand", "Complete List - Atari", "CrazyClimber", "Crossbow", "Darkchambers", "Defender", "DemonAttack", "DonkeyKong", "DoubleDunk", "Earthworld", "ElevatorAction", "Enduro", "Entombed", "Et", "FishingDerby", "FlagCapture", "Freeway", "Frogger", "Frostbite", "Galaxian", "Gopher", "Gravitar", "Hangman", "HauntedHouse", "Hero", "HumanCannonball", "IceHockey", "Jamesbond", "JourneyEscape", "Kaboom", "Kangaroo", "KeystoneKapers", "KingKong", "Klax", "Koolaid", "Krull", "KungFuMaster", "LaserGates", "LostLuggage", "MarioBros", "MiniatureGolf", "MontezumaRevenge", "MrDo", "MsPacman", "NameThisGame", "Othello", "Pacman", "Phoenix", "Pitfall", "Pitfall2", "Pong", "Pooyan", "PrivateEye", "Qbert", "Riverraid", "RoadRunner", "Robotank", "Seaquest", "SirLancelot", "Skiing", "Solaris", "SpaceInvaders", "SpaceWar", "StarGunner", "Superman", "Surround", "Tennis", "Tetris", "TicTacToe3D", "TimePilot", "Trondead", "Turmoil", "Tutankham", "UpNDown", "Venture", "VideoCheckers", "VideoChess", "VideoCube", "VideoPinball", "WizardOfWor", "WordZapper", "YarsRevenge", "Zaxxon", "Box2D", "Bipedal Walker", "Car Racing", "Lunar Lander", "Classic Control", "Acrobot", "Cart Pole", "Mountain Car", "Mountain Car Continuous", "Pendulum", "MuJoCo", "Ant", "Half Cheetah", "Hopper", "Humanoid", "Humanoid Standup", "Inverted Double Pendulum", "Inverted Pendulum", "Pusher", "Reacher", "Swimmer", "Walker2D", "Third-Party Environments", "Toy Text", "Blackjack", "Cliff Walking", "Frozen Lake", "Taxi", "v0.19.0 Release Notes", "v0.20.0 Release Notes", "v0.21.0 Release Notes", "v0.22 Release Notes", "v0.23.0 Release Notes", "v0.23.1 Release Notes", "v0.24.0 Release Notes", "v0.24.1 Release Notes", "v0.25.0 Release notes", "0.25.1 Release Notes", "v0.25.2 Release Notes", "v0.26.0 Release Notes", "v0.26.1 Release Notes", "v0.26.2 Release Notes", "Gym Release Notes", "Gymnasium Release Notes", "Gymnasium is a standard API for reinforcement learning, and a diverse collection of reference environments", "Gymnasium Basics", "Make your own custom environment", "Handling Time Limits", "Implementing Custom Wrappers", "Gymnasium Basics", "Training A2C with Vector Envs and Domain Randomization", "Tutorials", "Frozenlake benchmark", "Training Agents", "Solving Blackjack with Q-Learning", "Training Agents", "Training using REINFORCE for Mujoco"], "terms": {"thi": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 159, 160, 162, 163, 164, 165, 166, 167, 169, 170, 171, 172, 173, 174, 175, 177, 178, 179, 181, 183, 185, 187], "folder": [1, 8, 15, 19, 149, 150, 174, 183], "contain": [1, 2, 3, 5, 6, 8, 10, 13, 14, 16, 17, 19, 20, 22, 24, 58, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160, 163, 164, 172, 173, 174, 177, 181, 185, 187], "If": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 31, 34, 35, 36, 37, 41, 43, 46, 47, 51, 52, 55, 57, 60, 61, 63, 65, 67, 69, 70, 71, 73, 77, 79, 80, 81, 82, 85, 86, 87, 88, 90, 93, 94, 97, 99, 106, 107, 110, 112, 113, 114, 115, 116, 118, 119, 123, 124, 125, 128, 132, 133, 134, 139, 142, 144, 145, 146, 150, 152, 153, 155, 156, 157, 165, 170, 173, 174, 177, 179, 181, 183, 185], "you": [1, 2, 5, 8, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 123, 124, 125, 128, 132, 133, 134, 142, 145, 146, 149, 150, 153, 160, 161, 165, 167, 170, 173, 174, 175, 177, 178, 179, 181, 183], "ar": [1, 2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 160, 161, 162, 167, 169, 170, 172, 173, 174, 177, 178, 179, 181, 183, 185, 187], "pleas": [1, 2, 3, 8, 15, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 153, 160, 161, 167, 173, 174], "follow": [1, 4, 8, 9, 10, 15, 19, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 136, 137, 138, 139, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 170, 173, 174, 177, 178, 179, 181, 183, 185, 187], "below": [1, 12, 17, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 134, 140, 149, 152, 174, 178, 181, 185], "For": [1, 2, 4, 8, 12, 13, 15, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 134, 141, 156, 157, 158, 165, 167, 169, 170, 173, 174, 177, 179, 181, 185], "more": [1, 2, 3, 5, 10, 11, 12, 15, 16, 17, 20, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 134, 141, 142, 145, 146, 147, 148, 149, 150, 151, 153, 165, 167, 170, 171, 173, 174, 177, 178, 179, 181, 183, 185, 187], "inform": [1, 2, 5, 10, 11, 12, 15, 16, 17, 20, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 170, 173, 177, 178, 185, 187], "about": [1, 2, 4, 15, 20, 22, 100, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 177, 178, 185, 187], "how": [1, 2, 5, 10, 15, 16, 22, 74, 76, 78, 146, 147, 149, 150, 177, 178, 179, 181, 185, 187], "contribut": [1, 131, 153, 174], "go": [1, 2, 58, 107, 114, 133, 155, 170, 173, 178, 181, 185, 187], "our": [1, 22, 174, 177, 181, 183, 185], "md": [1, 161, 173, 174, 177], "directli": [1, 8, 11, 17, 19, 22, 136, 177, 185, 187], "markdown": 1, "file": [1, 136, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 162, 166, 167, 173, 174, 177], "repositori": [1, 141, 165, 173], "otherwis": [1, 2, 5, 8, 9, 11, 12, 15, 16, 19, 20, 25, 42, 167, 173, 183, 185], "fork": [1, 24, 153, 174, 175], "docstr": [1, 166, 167, 168, 173, 174], "": [1, 2, 3, 4, 5, 8, 9, 11, 12, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 161, 162, 165, 170, 172, 173, 174, 175, 177, 178, 179, 181, 183, 185, 187], "python": [1, 14, 19, 22, 132, 133, 134, 162, 165, 167, 173, 174, 175, 177, 178, 179, 181, 182, 183, 185, 187], "Then": [1, 17, 22, 105, 151, 179], "pip": [1, 25, 131, 135, 141, 161, 165, 173, 174, 177], "instal": [1, 15, 19, 33, 131, 135, 141, 159, 160, 161, 165, 171, 173, 174, 177], "your": [1, 2, 3, 5, 8, 10, 16, 17, 18, 19, 20, 21, 22, 28, 29, 31, 33, 36, 39, 42, 43, 44, 47, 56, 59, 62, 64, 74, 75, 76, 78, 83, 84, 89, 91, 92, 95, 98, 100, 101, 102, 103, 104, 105, 107, 108, 109, 117, 120, 121, 122, 126, 127, 130, 133, 142, 145, 146, 170, 173, 174, 175, 179, 180, 181, 182, 185], "run": [1, 2, 5, 8, 9, 16, 19, 36, 72, 76, 96, 102, 103, 107, 108, 132, 134, 136, 142, 143, 144, 145, 146, 147, 148, 151, 152, 156, 161, 165, 173, 177, 181], "script": [1, 185], "gen_md": 1, "py": [1, 14, 25, 132, 133, 134, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 156, 159, 160, 161, 164, 165, 166, 167, 168, 170, 171, 173, 174, 177, 178, 179, 181, 183, 185, 187], "repo": [1, 160, 173, 174], "automat": [1, 2, 3, 5, 8, 9, 16, 17, 19, 23, 24, 162, 165, 167, 173, 174, 177, 181], "gener": [1, 2, 5, 9, 10, 11, 12, 15, 16, 17, 19, 20, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 159, 162, 170, 173, 174, 175, 177, 181], "add": [1, 5, 8, 9, 15, 16, 20, 22, 133, 141, 145, 146, 158, 160, 161, 164, 166, 167, 169, 172, 173, 174, 177, 179, 181, 185], "complet": [1, 5, 9, 22, 24, 25, 50, 75, 100, 101, 133, 134, 174, 178, 179, 185], "ensur": [1, 2, 3, 9, 11, 13, 15, 22, 174, 177, 185], "i": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 159, 160, 161, 162, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 177, 178, 179, 181, 183, 185, 187], "ha": [1, 2, 3, 6, 8, 10, 12, 13, 15, 17, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 135, 141, 142, 143, 144, 145, 146, 149, 150, 151, 152, 153, 155, 161, 162, 165, 167, 170, 171, 172, 173, 174, 175, 177, 178, 181, 183, 185, 187], "properli": [1, 10, 160, 161, 173], "format": [1, 7, 9, 10, 15, 17, 19, 20, 22, 174], "us": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 157, 158, 159, 160, 161, 162, 165, 167, 168, 169, 170, 171, 173, 174, 178, 179, 182, 185, 186], "e": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 19, 20, 47, 102, 103, 107, 134, 149, 150, 153, 155, 157, 160, 170, 173, 174, 177, 179, 181, 183, 185, 187], "correspond": [1, 2, 5, 9, 17, 24, 28, 134, 136, 137, 138, 139, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 158, 177, 181, 183, 187], "gif": [1, 136, 174], "_static": [1, 183], "video": [1, 8, 17, 19, 49, 104, 132, 159, 160, 161, 167, 173, 183], "env_typ": 1, "where": [1, 3, 8, 9, 11, 12, 13, 15, 17, 19, 22, 24, 56, 133, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 167, 171, 173, 174, 175, 177, 178, 179, 181, 183, 185, 187], "categori": 1, "g": [1, 2, 5, 6, 9, 10, 12, 13, 14, 16, 20, 107, 136, 140, 153, 157, 158, 160, 167, 168, 173, 177, 179, 181, 183, 185, 187], "mujoco": [1, 17, 22, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 163, 165, 166, 167, 170, 171, 173, 174, 179, 182, 186], "snake_cas": 1, "name": [1, 3, 4, 5, 9, 17, 49, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 161, 162, 173, 174, 177], "convent": [1, 2, 25], "altern": [1, 25], "gen_gif": 1, "index": [1, 6, 14, 15, 20, 22, 25, 137, 146], "toctre": 1, "requir": [1, 2, 8, 10, 141, 159, 162, 165, 167, 169, 173, 174, 181, 185, 187], "packag": [1, 19, 153, 162, 173], "r": [1, 8, 19, 21, 104, 136, 140, 153, 155, 156, 158, 179, 183, 187], "txt": [1, 159, 173], "To": [1, 2, 5, 6, 8, 9, 14, 16, 17, 19, 20, 22, 23, 24, 25, 27, 29, 30, 31, 32, 33, 34, 35, 37, 39, 41, 42, 44, 45, 46, 48, 50, 54, 59, 64, 65, 67, 68, 76, 77, 79, 80, 82, 84, 86, 90, 91, 92, 93, 94, 95, 98, 99, 101, 106, 107, 109, 113, 115, 116, 117, 119, 120, 121, 123, 124, 126, 127, 132, 133, 134, 136, 158, 165, 173, 174, 177, 179, 181, 183, 185, 187], "onc": [1, 8, 19, 32, 47, 58, 72, 147, 150, 158, 170, 173, 177, 181, 185], "cd": [1, 177], "make": [1, 2, 5, 8, 11, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 160, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 179, 180, 181, 182, 183, 185, 187], "dirhtml": 1, "rebuild": [1, 33], "everi": [1, 8, 10, 15, 19, 22, 47, 48, 54, 64, 104, 105, 122, 133, 134, 137, 142, 144, 145, 152, 174, 177, 181, 187], "time": [1, 2, 5, 8, 15, 16, 17, 19, 20, 24, 25, 45, 49, 54, 58, 66, 74, 76, 78, 96, 101, 102, 103, 104, 105, 107, 132, 133, 140, 142, 143, 144, 145, 146, 151, 152, 153, 156, 158, 160, 161, 170, 173, 174, 177, 180, 181, 182, 185, 187], "chang": [1, 2, 3, 4, 5, 6, 7, 8, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 66, 83, 101, 133, 134, 136, 137, 138, 139, 140, 141, 149, 150, 153, 158, 159, 161, 164, 173, 174, 177, 179, 185, 187], "made": [1, 134, 149, 150, 160, 161, 173, 174, 181], "sphinx": 1, "autobuild": 1, "b": [1, 12, 149, 150, 158, 173], "_build": 1, "we": [1, 2, 3, 4, 6, 8, 12, 20, 22, 23, 24, 25, 142, 145, 146, 161, 165, 167, 169, 170, 173, 174, 177, 178, 179, 181, 185, 187], "galleri": [1, 174], "insid": [1, 11, 12, 19, 177], "directori": [1, 173], "check": [1, 2, 8, 10, 12, 17, 19, 158, 165, 166, 173, 174, 177, 179, 183, 185], "demo": 1, "see": [1, 2, 5, 10, 15, 16, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 136, 142, 143, 144, 145, 151, 152, 153, 157, 160, 165, 167, 170, 173, 174, 177, 181, 183], "exampl": [1, 2, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 133, 136, 155, 156, 157, 167, 171, 173, 174, 177, 178, 179, 181, 182, 185], "convert": [1, 7, 8, 9, 10, 11, 17, 19, 20, 23, 24, 133, 134, 170, 173, 174, 183, 185], "jupyt": [1, 164, 173, 177, 178, 179, 181, 182, 183, 185, 187], "notebook": [1, 164, 173, 177, 178, 179, 181, 182, 183, 185, 187], "can": [1, 2, 3, 5, 8, 9, 10, 11, 12, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160, 161, 162, 165, 167, 169, 170, 172, 173, 174, 177, 179, 181, 183, 187], "want": [1, 2, 5, 8, 9, 11, 16, 17, 19, 22, 36, 72, 170, 173, 174, 177, 179, 181, 183, 185], "execut": [1, 8, 15, 18, 25, 56, 158, 177, 181, 187], "which": [1, 2, 5, 8, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 162, 164, 167, 170, 173, 174, 177, 178, 179, 181, 183, 187], "output": [1, 6, 14, 15, 19, 22, 170, 173, 181, 185, 187], "plot": [1, 15, 183, 185], "should": [1, 2, 3, 5, 8, 10, 12, 15, 16, 19, 20, 22, 24, 149, 150, 159, 164, 165, 167, 173, 174, 177, 179, 181, 185], "start": [1, 2, 5, 6, 8, 10, 12, 15, 16, 19, 38, 56, 58, 69, 76, 78, 105, 181, 183, 185, 187], "run_": 1, "note": [1, 6, 10, 14, 19, 136, 137, 142, 145, 146, 158, 178, 181, 185, 187], "so": [1, 3, 5, 8, 15, 16, 20, 22, 25, 66, 134, 135, 142, 143, 144, 145, 146, 147, 148, 151, 152, 157, 161, 170, 173, 174, 177, 178, 179, 181, 183, 185], "sure": [1, 2, 19, 177, 179], "doesn": [1, 2, 8, 9, 19, 25, 134, 173, 178, 183], "t": [1, 2, 3, 7, 8, 9, 11, 13, 15, 17, 19, 20, 21, 24, 25, 45, 104, 105, 133, 134, 138, 139, 158, 167, 170, 173, 174, 177, 178, 181, 183, 185], "take": [1, 2, 4, 5, 9, 13, 15, 16, 18, 19, 22, 24, 25, 109, 135, 137, 139, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 158, 170, 173, 179, 181, 183, 185, 187], "than": [1, 24, 62, 74, 105, 134, 136, 137, 138, 139, 143, 147, 148, 149, 151, 153, 155, 170, 173, 174, 181, 183, 185], "few": [1, 136, 163, 164, 173, 174, 183, 185], "second": [1, 5, 8, 11, 15, 16, 42, 99, 107, 134, 143, 147, 150, 151], "class": [2, 4, 5, 7, 8, 9, 11, 12, 15, 16, 17, 19, 22, 141, 162, 173, 174, 177, 179, 181, 183, 185, 187], "The": [2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 161, 162, 165, 167, 170, 173, 174, 175, 177, 178, 181, 185, 187], "main": [2, 134, 144, 152, 174, 183], "reinforc": [2, 10, 22, 136, 151, 154, 155, 156, 158, 167, 173, 174, 178, 181, 182, 183, 185, 186], "learn": [2, 10, 11, 19, 22, 25, 62, 64, 66, 68, 69, 132, 133, 134, 136, 137, 138, 139, 143, 146, 147, 148, 151, 154, 155, 156, 158, 162, 167, 173, 174, 177, 181, 182, 183, 186], "agent": [2, 3, 9, 10, 19, 22, 24, 25, 58, 75, 132, 133, 134, 138, 142, 143, 144, 145, 146, 147, 148, 151, 152, 167, 171, 173, 174, 177, 178, 179, 183], "encapsul": 2, "an": [2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 70, 71, 73, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 97, 98, 99, 101, 102, 105, 106, 107, 109, 110, 112, 113, 115, 116, 117, 118, 119, 120, 121, 123, 124, 125, 126, 127, 128, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 149, 150, 151, 152, 153, 155, 156, 157, 158, 161, 165, 167, 168, 171, 173, 174, 177, 178, 179, 181, 183], "arbitrari": [2, 9, 12, 20, 21, 153, 181], "behind": [2, 99, 174], "scene": [2, 99, 153, 174], "dynam": [2, 25, 44, 62, 64, 66, 68, 69, 136, 140, 141, 147, 167, 173, 174], "through": [2, 5, 9, 10, 16, 23, 24, 25, 44, 72, 76, 84, 89, 96, 107, 108, 129, 145, 146, 159, 165, 167, 170, 173, 174, 178], "step": [2, 5, 8, 9, 16, 17, 18, 19, 20, 21, 22, 25, 132, 134, 136, 137, 140, 156, 157, 158, 161, 162, 165, 166, 167, 169, 170, 172, 173, 174, 175, 178, 179, 181, 183, 185, 187], "reset": [2, 5, 8, 9, 15, 16, 17, 18, 19, 20, 21, 22, 136, 137, 138, 139, 140, 156, 157, 158, 161, 162, 165, 166, 167, 168, 170, 172, 173, 174, 175, 181, 183, 185, 187], "function": [2, 5, 8, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 134, 140, 142, 150, 153, 157, 158, 160, 162, 165, 167, 169, 170, 173, 174, 178, 179, 181, 183, 185, 187], "partial": [2, 167, 173], "fulli": [2, 153, 160, 173], "observ": [2, 4, 5, 6, 9, 10, 11, 14, 15, 16, 17, 18, 19, 21, 24, 153, 160, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 178, 179, 183, 187], "singl": [2, 4, 5, 6, 8, 10, 11, 12, 13, 14, 16, 20, 22, 144, 145, 146, 152, 153, 167, 170, 173, 177, 187], "multi": [2, 12, 141, 145, 146, 149, 153], "pettingzoo": [2, 153, 159, 160, 173], "api": [2, 4, 8, 9, 17, 19, 22, 24, 159, 165, 168, 169, 170, 171, 173, 174, 177, 178, 181], "user": [2, 3, 4, 5, 8, 9, 16, 22, 24, 25, 136, 137, 138, 139, 140, 168, 169, 170, 173, 174, 177, 187], "need": [2, 7, 10, 11, 15, 17, 18, 19, 20, 22, 24, 48, 50, 59, 72, 78, 100, 105, 132, 134, 137, 141, 161, 167, 173, 177, 178, 179, 181, 183, 185], "know": [2, 3, 19, 22, 174, 177], "updat": [2, 8, 15, 20, 22, 23, 24, 158, 159, 167, 170, 171, 172, 173, 174, 177, 178, 179, 181, 183, 185, 187], "action": [2, 4, 5, 9, 10, 11, 12, 15, 16, 17, 19, 24, 49, 135, 153, 154, 161, 162, 166, 167, 170, 173, 174, 175, 177, 179, 181, 183, 187], "return": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 155, 156, 157, 158, 162, 166, 167, 170, 172, 173, 174, 177, 178, 179, 181, 183, 185, 187], "next": [2, 4, 6, 14, 22, 24, 50, 54, 58, 174, 187], "reward": [2, 4, 5, 9, 15, 16, 17, 19, 22, 24, 141, 153, 159, 167, 170, 173, 174, 175, 177, 178, 179, 181, 183, 185, 187], "termin": [2, 4, 5, 9, 15, 16, 17, 19, 21, 22, 23, 24, 136, 137, 138, 139, 142, 144, 145, 146, 147, 148, 149, 150, 152, 155, 156, 157, 158, 167, 169, 170, 173, 175, 177, 179, 181, 183, 185, 187], "truncat": [2, 5, 8, 9, 15, 16, 17, 19, 21, 22, 23, 24, 136, 137, 138, 139, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 157, 158, 167, 169, 170, 171, 173, 174, 175, 177, 179, 181, 183, 185, 187], "due": [2, 24, 157, 167, 168, 169, 173, 174, 178, 181], "latest": [2, 187], "from": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 27, 45, 56, 66, 68, 74, 76, 98, 99, 117, 129, 130, 132, 133, 134, 136, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160, 162, 166, 167, 170, 171, 173, 174, 178, 181, 183, 185, 187], "metric": [2, 15, 24, 174, 181], "debug": [2, 10, 15, 154, 169, 173], "info": [2, 4, 5, 7, 8, 15, 16, 17, 19, 21, 22, 24, 142, 143, 144, 145, 149, 150, 151, 152, 158, 162, 165, 167, 169, 170, 172, 173, 174, 175, 177, 178, 179, 181, 183, 185, 187], "initi": [2, 4, 5, 7, 8, 9, 11, 12, 16, 17, 19, 20, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 167, 170, 173, 179, 181, 183, 185, 187], "state": [2, 4, 8, 9, 17, 19, 20, 22, 24, 25, 135, 141, 153, 154, 167, 169, 173, 174, 178, 181, 183, 185, 187], "befor": [2, 5, 8, 9, 15, 16, 17, 18, 19, 33, 50, 76, 100, 108, 109, 133, 142, 143, 144, 145, 146, 147, 148, 150, 151, 152, 161, 162, 165, 167, 173, 174, 177, 179, 181, 187], "call": [2, 5, 6, 7, 8, 9, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 42, 74, 149, 150, 155, 157, 161, 165, 166, 167, 173, 174, 177, 181, 185], "first": [2, 5, 9, 15, 16, 17, 19, 20, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 136, 138, 139, 141, 142, 143, 144, 145, 147, 150, 151, 152, 153, 156, 158, 159, 161, 166, 173, 174, 177, 183, 185, 187], "episod": [2, 7, 8, 9, 15, 17, 19, 20, 24, 170, 173, 177, 178, 181, 183, 185, 187], "render": [2, 4, 5, 9, 16, 17, 19, 20, 22, 25, 131, 132, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 160, 162, 163, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 179, 183, 185], "help": [2, 9, 10, 22, 28, 78, 89, 149, 165, 170, 173, 174, 181, 185], "visualis": [2, 22], "what": [2, 10, 19, 25, 156, 174], "mode": [2, 5, 16, 17, 19, 22, 24, 25, 167, 170, 173, 174, 177, 181, 185], "human": [2, 8, 11, 17, 19, 22, 23, 24, 25, 53, 133, 145, 146, 149, 167, 170, 173, 174, 175, 177, 181], "rgb_arrai": [2, 8, 15, 17, 19, 20, 25, 167, 170, 173, 177, 181, 183], "ansi": [2, 170, 173, 177], "text": [2, 6, 10, 13, 22, 155, 156, 157, 158, 160, 167, 170, 173, 174], "close": [2, 4, 5, 8, 15, 16, 17, 19, 22, 24, 50, 100, 142, 144, 145, 150, 152, 160, 166, 170, 173, 174, 175, 179, 181, 183, 185], "import": [2, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 165, 167, 170, 173, 174, 175, 177, 179, 181, 183, 187], "when": [2, 3, 5, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17, 19, 20, 23, 25, 28, 45, 50, 53, 54, 58, 74, 75, 102, 103, 104, 105, 109, 133, 134, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 156, 157, 158, 160, 161, 162, 165, 167, 169, 172, 173, 174, 177, 178, 179, 181, 183, 187], "extern": [2, 9, 24, 142, 145, 146, 170, 173, 174, 178], "softwar": [2, 153], "pygam": [2, 15, 24, 131, 162, 164, 165, 173, 177], "databas": 2, "have": [2, 5, 6, 8, 9, 10, 12, 13, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 136, 142, 143, 144, 145, 146, 148, 149, 151, 152, 155, 157, 158, 161, 162, 165, 167, 170, 173, 174, 177, 178, 179, 181, 183, 185, 187], "understand": [2, 5, 13, 16, 149, 187], "action_spac": [2, 5, 8, 10, 15, 16, 17, 18, 20, 21, 22, 24, 158, 175, 177, 179, 183, 185, 187], "space": [2, 3, 5, 8, 15, 16, 17, 18, 19, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 141, 153, 154, 159, 160, 161, 162, 165, 166, 167, 168, 169, 171, 173, 174, 177, 179, 181, 183, 187], "object": [2, 5, 6, 10, 14, 17, 22, 26, 31, 50, 62, 64, 78, 102, 109, 129, 142, 149, 153, 185, 187], "valid": [2, 6, 8, 9, 10, 12, 14, 16, 17, 18, 22, 24, 181, 185], "all": [2, 3, 5, 7, 8, 9, 10, 11, 12, 16, 17, 19, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 41, 42, 44, 45, 46, 47, 50, 54, 58, 59, 64, 65, 67, 68, 76, 77, 79, 80, 82, 83, 84, 86, 90, 91, 92, 93, 94, 95, 96, 98, 99, 101, 104, 105, 106, 107, 108, 109, 113, 115, 116, 117, 119, 120, 121, 123, 124, 126, 127, 131, 133, 134, 135, 136, 137, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 159, 160, 162, 167, 169, 170, 173, 174, 179, 181, 182, 183, 185, 187], "within": [2, 6, 8, 10, 18, 20, 22, 24, 89, 96, 134, 135, 147, 148, 170, 172, 173, 174], "observation_spac": [2, 5, 8, 10, 11, 12, 16, 17, 20, 22, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 177, 179, 183, 187], "reward_rang": [2, 17, 21, 179], "A": [2, 4, 5, 8, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 136, 137, 139, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 155, 156, 157, 161, 167, 168, 170, 173, 174, 177, 178, 179, 181, 185, 187], "tupl": [2, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 20, 22, 24, 25, 142, 144, 145, 152, 155, 160, 169, 173, 174, 177, 181, 185, 187], "minimum": [2, 8, 12, 140, 183], "maximum": [2, 8, 9, 12, 15, 19, 22, 104, 105, 134, 136, 140, 147, 177, 181, 183], "possibl": [2, 10, 11, 12, 13, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 136, 137, 138, 139, 143, 145, 147, 148, 151, 152, 156, 157, 158, 170, 173, 177, 183, 185], "over": [2, 6, 14, 19, 28, 36, 74, 96, 102, 143, 145, 155, 157, 162, 169, 170, 173, 174, 179, 181, 185], "default": [2, 5, 6, 8, 9, 10, 11, 12, 15, 16, 17, 19, 20, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 134, 136, 140, 142, 143, 144, 145, 149, 150, 151, 152, 162, 165, 167, 170, 173, 177, 178], "rang": [2, 6, 8, 14, 15, 17, 18, 19, 21, 22, 23, 24, 74, 132, 135, 136, 137, 138, 139, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 173, 175, 177, 179, 181, 183, 185, 187], "set": [2, 5, 8, 9, 10, 11, 12, 16, 18, 19, 20, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 134, 135, 136, 138, 139, 141, 142, 143, 144, 145, 149, 150, 151, 152, 153, 157, 162, 165, 167, 170, 173, 177, 178, 179, 181, 183, 185, 187], "infti": [2, 12], "spec": [2, 9, 16, 17, 19, 174], "metadata": [2, 8, 15, 17, 19, 163, 168, 169, 173, 174, 177, 179], "fp": [2, 8, 15, 25, 134, 177], "np_random": [2, 15, 17, 19, 24, 166, 170, 173, 174, 177], "random": [2, 8, 9, 10, 11, 12, 15, 19, 20, 22, 25, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 150, 151, 152, 157, 158, 162, 167, 170, 173, 174, 177, 180, 182, 183, 185, 187], "number": [2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 134, 136, 144, 145, 146, 151, 152, 153, 155, 157, 162, 167, 170, 173, 174, 177, 181, 183, 187], "assign": [2, 107, 137, 138, 139, 149, 150, 183, 185], "dure": [2, 5, 8, 9, 11, 12, 16, 19, 27, 29, 30, 31, 32, 33, 34, 35, 37, 39, 41, 42, 44, 45, 46, 50, 54, 59, 64, 65, 67, 68, 76, 77, 78, 79, 80, 82, 84, 86, 90, 91, 92, 93, 94, 95, 98, 99, 101, 105, 106, 107, 109, 113, 115, 116, 117, 119, 120, 121, 123, 124, 126, 127, 136, 142, 143, 144, 145, 151, 152, 158, 162, 166, 167, 170, 173, 174, 177, 179], "super": [2, 7, 17, 24, 159, 170, 173, 177, 179, 181, 187], "seed": [2, 5, 6, 8, 9, 10, 11, 12, 14, 16, 17, 18, 20, 22, 103, 160, 162, 165, 169, 170, 173, 174, 175, 177, 181, 183, 187], "assess": 2, "self": [2, 4, 5, 8, 10, 11, 17, 18, 19, 20, 21, 139, 174, 177, 179, 181, 183, 185, 187], "modifi": [2, 5, 8, 9, 10, 16, 17, 18, 20, 21, 24, 26, 28, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 78, 81, 83, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130, 136, 149, 150, 158, 162, 165, 167, 173, 174, 177, 179], "extend": [2, 142], "wrapper": [2, 6, 9, 11, 12, 15, 16, 22, 23, 149, 150, 153, 157, 158, 160, 161, 163, 165, 166, 167, 168, 169, 170, 172, 173, 174, 175, 180, 181, 182, 185, 187], "get": [2, 5, 8, 9, 17, 22, 25, 50, 56, 58, 59, 74, 96, 98, 99, 100, 102, 103, 104, 111, 132, 134, 142, 144, 145, 147, 155, 167, 173, 174, 178, 181, 183, 185], "reproduc": [2, 3, 11, 24, 174, 183], "sampl": [2, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 20, 21, 22, 24, 134, 158, 167, 170, 173, 174, 175, 177, 181, 183, 185, 187], "123": [2, 8, 24, 174, 183], "acttyp": [2, 4, 5, 8, 15, 17, 18, 20, 21, 174], "obstyp": [2, 4, 5, 8, 15, 17, 18, 20, 21, 24, 174, 187], "supportsfloat": [2, 8, 12, 15, 17, 21, 24, 179, 187], "bool": [2, 5, 8, 9, 10, 11, 12, 15, 16, 17, 19, 20, 24, 25, 134, 142, 143, 144, 145, 151, 152, 177, 183, 185, 187], "dict": [2, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 20, 22, 24, 156, 157, 158, 160, 161, 168, 169, 173, 177, 187], "str": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 20, 24, 25, 142, 143, 144, 145, 151, 152, 174, 183, 185, 187], "ani": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 24, 25, 54, 72, 104, 134, 137, 142, 144, 145, 146, 147, 148, 149, 150, 151, 152, 157, 170, 173, 177, 178, 183, 185, 187], "one": [2, 5, 12, 13, 15, 16, 17, 19, 20, 22, 23, 24, 27, 28, 29, 33, 42, 50, 58, 83, 100, 101, 102, 104, 105, 114, 136, 137, 138, 139, 140, 142, 144, 146, 147, 148, 150, 151, 155, 158, 162, 170, 173, 178, 179, 181, 183, 185, 187], "timestep": [2, 8, 19, 20, 22, 138, 139, 142, 144, 145, 146, 147, 148, 149, 150, 152, 177, 181, 187], "end": [2, 4, 9, 17, 22, 33, 47, 48, 50, 54, 58, 59, 75, 76, 78, 100, 104, 108, 109, 132, 140, 167, 173, 178, 181, 183, 185, 187], "reach": [2, 8, 9, 17, 24, 33, 38, 50, 58, 95, 99, 108, 109, 135, 136, 137, 138, 139, 142, 144, 145, 146, 147, 148, 149, 150, 152, 153, 156, 157, 158, 177, 178, 183, 185, 187], "necessari": [2, 10, 25, 165, 170, 171, 173], "version": [2, 3, 9, 10, 17, 137, 159, 160, 161, 162, 165, 166, 167, 170, 173, 174, 177, 178, 181, 185], "0": [2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 162, 164, 166, 169, 171, 172, 177, 178, 179, 181, 183, 185, 187], "26": [2, 11, 23, 142, 145, 146, 177, 178, 187], "wa": [2, 5, 8, 15, 16, 20, 21, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 142, 143, 144, 145, 151, 152, 161, 165, 167, 170, 171, 172, 173, 174, 178, 179, 181, 187], "remov": [2, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 136, 142, 158, 159, 160, 162, 163, 164, 165, 166, 167, 168, 169, 170, 174], "done": [2, 9, 15, 17, 19, 22, 23, 24, 142, 144, 145, 146, 147, 148, 152, 165, 167, 169, 173, 177, 178, 181, 183, 185, 187], "favor": [2, 9, 160, 162, 173, 174], "clearer": [2, 161, 173], "had": [2, 161, 173, 174], "critic": [2, 3, 19, 174], "bootstrap": [2, 24, 178, 181], "algorithm": [2, 10, 141, 154, 158, 160, 167, 173, 178, 181, 183, 185, 187], "paramet": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 151, 152, 165, 167, 170, 173, 174, 177, 179, 181, 187], "provid": [2, 3, 5, 8, 10, 11, 12, 15, 16, 17, 18, 19, 20, 22, 23, 31, 50, 54, 132, 136, 153, 170, 173, 174, 177, 185], "element": [2, 5, 6, 8, 10, 11, 12, 14, 16, 20, 22, 137, 138, 139, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 174, 177, 181], "numpi": [2, 3, 4, 5, 6, 8, 10, 12, 14, 16, 17, 18, 20, 24, 159, 173, 174, 177, 179, 181, 183, 185, 187], "arrai": [2, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 168, 170, 171, 173, 174, 177, 179, 181, 185, 187], "posit": [2, 6, 8, 11, 12, 13, 14, 15, 19, 22, 25, 39, 74, 132, 133, 134, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 156, 157, 158, 177, 179, 185], "veloc": [2, 6, 13, 14, 132, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "pole": [2, 107, 135, 147, 148, 153, 187], "cartpol": [2, 5, 8, 15, 16, 19, 20, 21, 22, 23, 135, 137, 147, 148, 153, 170, 173, 174, 187], "result": [2, 3, 5, 6, 11, 13, 15, 16, 22, 134, 136, 142, 145, 146, 154, 156, 158, 167, 173, 174, 181, 183, 185], "whether": [2, 4, 8, 9, 10, 12, 15, 19, 24, 42, 134, 142, 143, 144, 145, 151, 152, 155, 177, 178, 185, 187], "defin": [2, 4, 8, 10, 13, 18, 19, 20, 21, 22, 140, 145, 173, 177, 178, 179, 181, 183], "under": [2, 8, 20, 21, 185, 187], "mdp": [2, 19, 22, 138, 139], "task": [2, 11, 17, 22, 83, 96, 100, 133, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 158, 177, 178, 179, 183, 187], "neg": [2, 12, 15, 22, 107, 139, 142, 143, 145, 146, 147, 149, 150, 158, 187], "goal": [2, 28, 31, 39, 42, 44, 47, 50, 74, 84, 89, 91, 92, 95, 98, 101, 103, 105, 107, 120, 121, 122, 126, 127, 130, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 177, 187], "move": [2, 3, 8, 17, 21, 22, 24, 27, 30, 31, 44, 45, 69, 75, 99, 102, 105, 107, 132, 134, 137, 142, 143, 144, 146, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 162, 163, 171, 173, 174, 177, 178, 183, 187], "lava": [2, 22, 72], "sutton": [2, 136, 137, 147, 148, 155, 156, 160, 173, 183, 185], "barton": 2, "gridworld": [2, 153, 156, 177], "true": [2, 5, 7, 8, 9, 11, 13, 15, 16, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 142, 143, 144, 145, 151, 152, 155, 157, 162, 165, 167, 169, 170, 173, 174, 177, 181, 183, 185, 187], "condit": [2, 178, 185, 187], "outsid": [2, 8, 133, 134, 160, 173, 178], "scope": [2, 178], "satisfi": 2, "typic": [2, 15, 158], "timelimit": [2, 9, 17, 19, 22, 169, 174, 177, 178], "could": [2, 3, 7, 15, 22, 25, 174, 177, 178, 179, 181, 183, 185, 187], "also": [2, 5, 8, 12, 15, 16, 17, 19, 20, 22, 25, 40, 75, 76, 100, 101, 103, 132, 133, 134, 135, 141, 142, 143, 144, 145, 151, 152, 161, 167, 170, 173, 174, 177, 178, 179, 181, 183, 185, 187], "indic": [2, 8, 15, 19, 24, 133, 136, 137, 142, 145, 146, 155, 156, 157, 158, 165, 173, 178, 185, 187], "physic": [2, 131, 141, 147, 148, 161, 173, 174, 187], "out": [2, 4, 6, 14, 17, 36, 43, 72, 76, 96, 102, 108, 153, 170, 173, 174, 177, 178, 179, 187], "bound": [2, 8, 12, 17, 18, 22, 24, 134, 136, 137, 138, 139, 140, 165, 167, 168, 173, 174, 178], "prematur": 2, "auxiliari": [2, 177], "diagnost": 2, "log": [2, 181, 183, 187], "might": [2, 10, 12, 13, 17, 18, 19, 21, 22, 24, 177, 179, 181, 185, 187], "instanc": [2, 4, 5, 6, 9, 10, 11, 13, 14, 16, 22, 179, 181], "describ": [2, 10, 11, 22, 24, 25, 136, 137, 151, 155, 161, 173, 174, 179], "perform": [2, 3, 7, 8, 10, 15, 19, 22, 23, 25, 27, 29, 30, 31, 32, 33, 34, 35, 37, 39, 41, 42, 44, 45, 46, 50, 54, 59, 64, 65, 67, 68, 76, 77, 79, 80, 82, 84, 86, 90, 91, 92, 93, 94, 95, 98, 99, 101, 106, 107, 109, 113, 115, 116, 117, 119, 120, 121, 123, 124, 126, 127, 150, 160, 165, 173, 174, 187], "variabl": [2, 5, 6, 7, 8, 10, 12, 16, 19, 142, 144, 151, 152, 153, 163, 173, 177, 178, 185, 187], "hidden": [2, 141, 187], "individu": [2, 3, 5, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 167, 173, 177, 179, 187], "term": [2, 135, 136, 141, 142, 143, 144, 145, 149, 150, 151, 152, 177, 179, 181], "combin": [2, 10, 15, 17, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 150, 181], "produc": [2, 8, 17, 19, 146, 165, 173, 177], "total": [2, 50, 132, 133, 134, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 158, 181, 183, 187], "In": [2, 3, 5, 6, 8, 12, 15, 16, 17, 18, 20, 22, 24, 25, 66, 75, 99, 133, 134, 135, 136, 142, 143, 144, 145, 151, 152, 158, 167, 170, 173, 174, 177, 178, 179, 181, 183, 185, 187], "openai": [2, 5, 16, 17, 22, 24, 131, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 178, 185, 187], "gym": [2, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 131, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 174, 175, 177, 178, 179, 181, 183, 185, 187], "v26": [2, 174, 187], "distinguish": [2, 177, 178], "howev": [2, 3, 5, 6, 8, 10, 11, 12, 13, 16, 18, 19, 20, 22, 24, 136, 142, 143, 144, 145, 149, 150, 165, 173, 174, 177, 178, 179, 181, 185], "deprec": [2, 160, 162, 163, 164, 167, 173, 174], "favour": [2, 23, 24, 167, 169, 173, 174], "boolean": [2, 8, 10, 15, 19, 24, 134, 174, 185, 187], "valu": [2, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 134, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 165, 167, 170, 173, 178, 181, 183, 185, 187], "case": [2, 4, 6, 8, 10, 11, 12, 18, 20, 22, 24, 75, 100, 133, 142, 143, 144, 145, 151, 152, 158, 174, 177, 178, 179, 181, 187], "further": [2, 24, 105, 134, 149, 150, 167, 173, 183, 187], "undefin": 2, "signal": [2, 17, 19, 22, 142, 144, 145, 152, 158, 177, 178, 183], "mai": [2, 5, 8, 10, 12, 13, 16, 17, 18, 20, 22, 25, 33, 36, 40, 42, 45, 47, 104, 142, 143, 144, 145, 151, 152, 157, 177, 181], "emit": [2, 17, 19], "differ": [2, 5, 10, 11, 15, 16, 18, 19, 20, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 140, 142, 143, 144, 145, 146, 147, 148, 152, 153, 167, 171, 173, 174, 177, 178, 179, 181, 183], "reason": [2, 24, 134, 167, 173], "mayb": [2, 183], "underli": [2, 17, 19, 22, 136], "solv": [2, 132, 135, 137, 141, 147, 148, 177, 182, 183, 186, 187], "successfulli": [2, 158], "certain": [2, 59, 147, 148, 150, 167, 173, 174, 181, 185], "exceed": [2, 17, 19, 22, 142, 144, 145, 152, 185], "simul": [2, 25, 62, 64, 66, 68, 69, 141, 145, 146, 147, 148, 183, 185, 187], "enter": [2, 15, 32, 36, 83, 134, 156], "invalid": [2, 12, 185], "int": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 25, 155, 156, 157, 158, 174, 177, 181, 183, 185, 187], "none": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 24, 157, 167, 173, 174, 177, 181, 183, 185], "option": [2, 4, 5, 8, 9, 10, 11, 12, 16, 17, 19, 20, 22, 24, 133, 136, 137, 138, 139, 140, 162, 165, 167, 173, 177], "intern": [2, 4, 16, 20, 170, 173], "new": [2, 3, 8, 10, 17, 18, 19, 20, 22, 23, 24, 29, 32, 36, 54, 136, 137, 138, 139, 140, 142, 150, 158, 161, 162, 165, 166, 167, 168, 169, 170, 173, 174, 177, 178, 179, 181, 183, 185], "often": [2, 10, 141, 177, 183], "some": [2, 5, 7, 10, 11, 12, 16, 17, 22, 24, 25, 45, 58, 96, 133, 135, 136, 141, 150, 151, 158, 170, 173, 177, 179, 181, 183, 185], "explor": [2, 10, 69, 153, 174, 181, 183, 185], "generalis": 2, "polici": [2, 8, 20, 21, 22, 24, 135, 141, 142, 143, 144, 145, 146, 151, 152, 153, 161, 173, 174, 175, 178, 181, 183], "control": [2, 10, 12, 22, 24, 25, 27, 30, 32, 33, 36, 38, 39, 45, 48, 53, 66, 68, 69, 75, 78, 96, 98, 100, 102, 103, 104, 105, 107, 108, 114, 117, 131, 133, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 160, 162, 165, 167, 173, 174, 179, 181, 183], "alreadi": [2, 3, 17, 20, 22, 174], "rng": [2, 4, 10, 11, 12, 162, 173, 177, 183], "therefor": [2, 3, 5, 10, 16, 24, 165, 169, 170, 173, 174], "right": [2, 12, 25, 26, 27, 28, 29, 30, 31, 32, 35, 36, 37, 38, 39, 40, 43, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 151, 152, 156, 157, 158, 177, 183, 185, 187], "after": [2, 4, 5, 8, 9, 15, 16, 19, 20, 22, 33, 40, 47, 56, 64, 72, 109, 134, 142, 143, 144, 145, 146, 151, 152, 155, 158, 167, 173, 177, 178, 181, 185, 187], "never": [2, 174], "again": [2, 134, 177], "custom": [2, 5, 8, 10, 15, 16, 17, 20, 22, 24, 25, 151, 157, 159, 169, 173, 180, 182], "line": [2, 10, 24, 56, 136, 158, 160, 173, 174, 177], "correctli": [2, 8, 20, 21, 164, 165, 169, 173, 177], "v0": [2, 3, 9, 15, 17, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 177, 178, 187], "25": [2, 11, 13, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 142, 144, 145, 146, 152, 158, 170, 174], "return_info": [2, 162, 167, 170, 173], "now": [2, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 159, 160, 161, 162, 164, 165, 166, 167, 170, 172, 173, 174, 177, 178, 183, 185, 187], "expect": [2, 3, 5, 9, 10, 11, 12, 16, 19, 22, 160, 170, 173, 174, 181, 183, 187], "prng": [2, 10, 11, 12], "doe": [2, 5, 6, 8, 11, 13, 15, 16, 19, 23, 40, 66, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 160, 173, 174, 177, 178, 179, 181], "pass": [2, 4, 5, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 134, 142, 143, 144, 145, 151, 152, 162, 165, 173, 174, 177, 179, 181], "chosen": [2, 12, 25, 181, 183], "sourc": [2, 141, 153, 162, 173, 177, 178, 179, 181, 182, 183, 185, 187], "entropi": [2, 181], "timestamp": 2, "dev": [2, 167, 170, 173, 187], "urandom": 2, "integ": [2, 8, 11, 12, 13, 15, 19, 20, 24, 25, 162, 169, 173, 174, 177], "even": [2, 9, 102, 146, 171, 173, 177, 185], "exist": [2, 5, 9, 10, 16, 17, 22, 173, 174, 181, 183], "usual": [2, 8, 11, 12, 19, 25, 62, 64, 66, 68, 69, 74, 144, 177, 179, 181, 185], "been": [2, 15, 19, 22, 24, 134, 142, 145, 146, 153, 161, 162, 165, 167, 170, 171, 173, 174, 177, 178, 181, 183], "refer": [2, 15, 19, 22, 24, 174, 177, 178], "minim": [2, 177, 178, 181, 183, 187], "abov": [2, 3, 11, 12, 15, 23, 24, 25, 136, 137, 140, 141, 174, 181, 187], "paradigm": 2, "specifi": [2, 8, 10, 11, 15, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 140, 144, 145, 149, 150, 152, 154, 157, 158, 167, 171, 172, 173, 174, 177, 179], "depend": [2, 8, 11, 15, 20, 21, 25, 28, 40, 42, 44, 48, 54, 56, 62, 64, 66, 68, 69, 76, 78, 131, 134, 135, 137, 141, 142, 143, 144, 145, 151, 152, 157, 159, 160, 164, 166, 169, 173, 174, 181], "specif": [2, 9, 12, 19, 169, 173, 178, 181, 187], "analog": [2, 25], "dictionari": [2, 5, 7, 8, 10, 11, 15, 16, 17, 19, 20, 22, 24, 165, 169, 173, 177, 179, 185, 187], "complement": 2, "It": [2, 5, 9, 11, 12, 15, 16, 19, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 141, 142, 143, 144, 145, 146, 149, 150, 151, 152, 153, 170, 173, 174, 177, 185, 187], "renderfram": [2, 15], "list": [2, 3, 5, 7, 8, 9, 10, 11, 12, 15, 16, 17, 19, 20, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 159, 161, 165, 167, 170, 173, 174, 181, 183, 185], "comput": [2, 15, 98, 114, 142, 147, 149, 150, 169, 173, 177, 181, 185], "frame": [2, 8, 15, 19, 20, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 134, 146, 149, 167, 170, 173, 183], "render_mod": [2, 5, 8, 15, 16, 17, 19, 20, 22, 23, 24, 25, 167, 169, 170, 171, 172, 173, 174, 175, 177, 181, 183], "wai": [2, 6, 17, 22, 31, 76, 78, 84, 89, 95, 100, 161, 173, 174, 178, 179, 181, 183, 185], "most": [2, 6, 8, 10, 12, 14, 17, 19, 20, 22, 24, 25, 150, 153, 162, 165, 173, 177, 179, 185], "achiev": [2, 25, 28, 136, 155, 170, 173, 181], "appli": [2, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 132, 134, 135, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 165, 170, 173, 174, 177, 179, 185, 187], "collect": [2, 3, 5, 8, 16, 19, 28, 31, 58, 89, 91, 96, 121, 153, 181, 185], "As": [2, 3, 5, 16, 17, 19, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 136, 141, 142, 143, 145, 146, 154, 156, 158, 162, 167, 169, 172, 173, 174, 179, 181, 183, 187], "known": [2, 19, 32], "__init__": [2, 7, 14, 17, 18, 20, 21, 174, 177, 179, 181, 183, 185, 187], "initialis": [2, 8, 9, 19, 24, 155], "By": [2, 8, 9, 19, 25, 136, 142, 143, 144, 145, 151, 152], "continu": [2, 8, 10, 17, 18, 22, 30, 31, 133, 134, 135, 138, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 162, 165, 167, 173, 178, 181, 185, 187], "current": [2, 3, 8, 9, 12, 15, 17, 19, 20, 25, 133, 136, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 162, 167, 173, 174, 177, 181, 183, 185, 187], "displai": [2, 9, 25, 48, 137, 164, 173, 177], "consumpt": 2, "occur": [2, 136, 137, 177, 181], "repres": [2, 11, 12, 15, 22, 24, 134, 136, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 162, 173, 175, 177, 183, 187], "np": [2, 5, 6, 7, 8, 10, 11, 12, 14, 15, 16, 18, 20, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 158, 162, 173, 174, 177, 179, 181, 183, 185, 187], "ndarrai": [2, 4, 6, 8, 11, 12, 13, 14, 15, 16, 18, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 158, 181, 187], "shape": [2, 6, 8, 10, 11, 12, 13, 14, 17, 18, 19, 20, 22, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 160, 167, 173, 174, 177, 179, 181, 183, 187], "x": [2, 10, 13, 134, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 153, 156, 174, 177, 181, 183, 187], "y": [2, 25, 134, 140, 142, 143, 145, 146, 147, 149, 150, 151, 158, 183, 187], "3": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 159, 162, 165, 169, 177, 181, 183, 185, 187], "rgb": [2, 8, 17, 19, 20, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 142, 143, 144, 145, 146, 147, 148, 151, 152, 168, 170, 173], "pixel": [2, 8, 17, 20, 133, 153, 177], "imag": [2, 5, 8, 10, 16, 17, 19, 20, 25, 133], "string": [2, 8, 9, 10, 12, 15, 20, 165, 173, 174], "stringio": 2, "style": [2, 5, 9, 16, 153, 165, 167, 173, 174, 187], "represent": [2, 22, 174, 178], "each": [2, 3, 5, 8, 9, 10, 11, 12, 15, 16, 17, 18, 20, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 142, 145, 146, 147, 148, 149, 153, 154, 156, 158, 170, 173, 174, 177, 181, 183, 185], "includ": [2, 8, 9, 20, 22, 23, 24, 25, 137, 142, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 158, 160, 165, 173, 174, 177, 178], "newlin": 2, "escap": [2, 49, 76, 89], "sequenc": [2, 5, 6, 8, 10, 12, 13, 16, 20, 22, 25, 153, 170, 173, 174], "color": [2, 11, 20, 29, 44, 66, 101, 158], "rgb_array_list": [2, 8, 15, 17, 19, 170, 173], "ansi_list": 2, "base": [2, 3, 4, 5, 6, 7, 8, 11, 16, 17, 19, 22, 58, 75, 131, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 158, 159, 170, 173, 174, 177, 179, 181, 185, 187], "except": [2, 102, 105, 165, 171, 173, 174, 177], "rendercollect": [2, 3, 17, 19, 174], "pop": [2, 150, 167, 173], "kei": [2, 5, 8, 9, 10, 11, 12, 15, 16, 17, 19, 20, 22, 24, 26, 74, 142, 143, 144, 145, 149, 150, 151, 152, 156, 157, 158, 166, 169, 173, 177, 178, 179, 183, 185], "support": [2, 3, 5, 8, 10, 11, 13, 15, 16, 17, 19, 20, 22, 136, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 162, 164, 165, 166, 167, 168, 170, 173, 174, 177], "longer": [2, 25, 142, 144, 145, 146, 147, 148, 149, 150, 152, 161, 162, 170, 173, 187], "accept": [2, 8, 15, 19, 25, 161, 162, 173, 174, 177], "rather": [2, 24, 133, 153, 173, 181, 185], "v1": [2, 5, 8, 15, 16, 19, 20, 21, 22, 23, 132, 133, 134, 136, 137, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 157, 158, 159, 160, 161, 165, 170, 173, 183, 185], "type": [2, 5, 8, 9, 10, 11, 12, 16, 17, 18, 20, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 142, 143, 144, 145, 151, 152, 153, 162, 164, 167, 169, 170, 173, 174, 177, 179, 183, 187], "discret": [2, 5, 6, 8, 10, 11, 13, 14, 16, 20, 22, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 134, 136, 137, 138, 139, 154, 155, 156, 157, 158, 165, 167, 173, 174, 177, 179, 185], "give": [2, 28, 29, 54, 56, 134, 149, 155, 158, 161, 173, 181, 185, 187], "2": [2, 6, 8, 10, 11, 12, 13, 14, 15, 16, 18, 20, 21, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 165, 170, 177, 179, 181, 183, 185, 187], "mean": [2, 8, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 136, 142, 143, 144, 149, 170, 173, 177, 181, 183, 187], "two": [2, 5, 10, 12, 15, 16, 19, 20, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 134, 136, 138, 139, 141, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 155, 160, 170, 173, 177, 181, 185], "1": [2, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 162, 165, 167, 169, 170, 177, 178, 179, 181, 183, 185, 187], "box": [2, 5, 6, 8, 10, 11, 13, 14, 16, 17, 18, 20, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 160, 161, 166, 167, 173, 174, 177, 179], "4028234663852886e": 2, "38": [2, 8, 137, 145, 146], "4": [2, 8, 11, 12, 13, 15, 16, 19, 20, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 170, 177, 179, 185, 187], "float32": [2, 5, 6, 8, 11, 12, 13, 14, 16, 17, 18, 20, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "denot": [2, 137], "well": [2, 10, 32, 105, 136, 142, 145, 146, 153, 169, 173, 177, 181, 183], "high": [2, 3, 5, 6, 11, 12, 13, 14, 16, 22, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 142, 145, 153, 167, 173, 174, 179, 181], "8000002e": [2, 8, 137], "00": [2, 8, 137], "4028235e": [2, 8, 137], "1887903e": [2, 8, 137], "01": [2, 8, 21, 134, 137, 142, 143, 146, 147, 148, 149, 150, 151, 173, 174, 181, 185], "dtype": [2, 5, 6, 8, 10, 11, 12, 13, 14, 16, 20, 134, 160, 173, 174, 177, 183], "low": [2, 6, 11, 12, 13, 14, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 146, 153, 167, 173, 179, 181], "etc": [2, 10, 100, 103, 108, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 160, 173, 174, 177, 178, 179], "determin": [2, 25, 134, 136, 137, 138, 139, 140, 157, 170, 173, 177, 178], "inf": [2, 8, 137, 139, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 179], "envspec": [2, 9, 17, 174], "normal": [2, 6, 8, 9, 12, 17, 19, 20, 21, 132, 133, 140, 142, 143, 147, 170, 173, 174, 181, 187], "finish": [2, 5, 133, 134, 167, 173, 181], "code": [2, 4, 5, 7, 8, 10, 11, 15, 16, 17, 19, 136, 153, 159, 162, 163, 167, 174, 177, 179, 181, 182, 183, 185, 187], "clean": 2, "up": [2, 5, 11, 12, 16, 20, 25, 26, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 96, 97, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 134, 141, 142, 145, 146, 150, 155, 156, 157, 158, 174, 177, 181, 183, 185], "window": [2, 15, 50, 133, 164, 170, 173, 174, 177], "http": [2, 15, 25, 133, 136, 155, 156, 157, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 177, 181, 183, 185, 187], "connect": [2, 11, 136, 142, 143, 144, 150, 151, 152], "properti": [2, 5, 8, 10, 17, 160, 161, 166, 173, 174, 178], "unwrap": [2, 17, 22, 136, 174], "non": [2, 10, 13, 15, 157, 165, 173, 177, 178, 187], "wrap": [2, 7, 8, 9, 15, 16, 17, 19, 20, 21, 22, 177, 179, 181, 187], "_np_random": [2, 166, 173], "meth": [2, 8], "much": [2, 76, 78, 146, 161, 170, 173, 174, 177, 178], "creat": [2, 3, 5, 6, 8, 9, 12, 14, 15, 16, 19, 22, 34, 35, 37, 38, 41, 46, 51, 52, 55, 57, 60, 61, 63, 65, 67, 70, 71, 73, 77, 79, 80, 81, 82, 85, 86, 87, 88, 90, 93, 94, 97, 106, 110, 112, 113, 115, 116, 118, 119, 123, 124, 125, 128, 132, 133, 134, 149, 150, 173, 174, 179, 181, 185, 187], "creation": [2, 9, 16, 174, 177], "tutori": [2, 17, 22, 24, 174, 179, 181, 183, 185, 187], "gymnasium": [3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 178, 181, 183, 185, 187], "env": [3, 4, 5, 6, 7, 8, 9, 15, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 156, 157, 158, 159, 160, 162, 163, 165, 166, 167, 170, 171, 172, 173, 174, 175, 178, 179, 180, 182, 183, 185, 187], "flexibl": [3, 5, 16, 153, 174], "implement": [3, 5, 8, 9, 10, 11, 16, 17, 18, 19, 20, 21, 22, 23, 24, 134, 140, 147, 153, 154, 158, 167, 169, 173, 174, 177, 180, 181, 182, 187], "complic": [3, 12, 17, 179], "parallel": [3, 5, 16, 174, 181], "propos": [3, 8, 174], "funcenv": [3, 174], "part": [3, 19, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 162, 170, 173, 174, 178, 183], "its": [3, 8, 15, 16, 18, 19, 44, 54, 100, 120, 130, 134, 140, 141, 151, 153, 174, 181, 183, 187], "own": [3, 5, 16, 17, 24, 25, 44, 105, 179, 180, 182], "relat": [3, 187], "larg": [3, 5, 16, 24, 139, 142, 143, 144, 145, 146, 149, 150, 151, 152, 153, 159, 160, 162, 167, 173, 174, 179, 183], "believ": [3, 174], "improv": [3, 5, 16, 160, 162, 165, 170, 173, 174], "work": [3, 10, 15, 17, 19, 20, 25, 133, 134, 136, 143, 144, 147, 148, 152, 153, 159, 161, 167, 173, 174], "progress": [3, 11, 117, 174, 181], "arbitrarili": [3, 174], "complex": [3, 10, 11, 145, 146, 147, 148, 174, 181, 187], "rl": [3, 8, 15, 19, 174, 175, 178, 185, 187], "advanc": [3, 5, 16, 136, 174], "becom": [3, 104, 131, 162, 167, 173, 174, 178, 181], "were": [3, 20, 24, 47, 131, 136, 162, 165, 167, 171, 173, 174, 177, 181], "mind": [3, 174], "jax": [3, 153, 174], "With": [3, 11, 156, 174, 181, 183, 185], "hardwar": [3, 165, 173, 174], "acceler": [3, 133, 138, 139, 140, 165, 173, 174, 181], "brax": [3, 153, 174], "written": [3, 15, 17, 24, 174], "similar": [3, 11, 24, 29, 44, 149, 162, 173, 174, 177], "pytorch": [3, 174, 187], "program": [3, 5, 16, 174], "onli": [3, 8, 9, 10, 11, 12, 13, 16, 17, 19, 20, 24, 39, 74, 102, 103, 104, 105, 107, 138, 139, 142, 143, 144, 145, 147, 149, 150, 152, 165, 167, 168, 169, 170, 171, 173, 174, 177, 179, 181, 183, 185], "game": [3, 12, 15, 19, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 155, 156, 157, 160, 161, 173, 174, 177, 185], "town": [3, 174], "anymor": [3, 8, 173, 174], "upgrad": [3, 161, 170, 173, 174], "jumpi": [3, 174], "project": [3, 22, 24, 153, 162, 167, 170, 173, 174, 185], "develop": [3, 141, 167, 173, 174, 187], "farama": [3, 15, 153, 174, 177, 181, 185, 187], "foundat": [3, 153, 174, 177], "compat": [3, 17, 20, 22, 153, 162, 164, 165, 167, 168, 169, 173, 174, 175], "futur": [3, 4, 117, 162, 165, 167, 173, 174], "subset": [3, 12, 25, 174, 177, 179], "like": [3, 4, 6, 7, 10, 12, 15, 17, 18, 19, 22, 28, 36, 50, 96, 100, 132, 134, 142, 143, 145, 146, 148, 149, 150, 152, 153, 158, 162, 167, 170, 173, 174, 177, 179, 181], "supersuit": [3, 174], "aim": [3, 74, 144, 147, 151, 152, 167, 170, 173, 174, 187], "bring": [3, 174], "mani": [3, 7, 8, 12, 19, 20, 22, 25, 31, 36, 42, 74, 78, 105, 126, 153, 160, 163, 173, 174, 177, 183, 185], "awar": [3, 24, 174], "plan": [3, 162, 167, 170, 173, 174], "miss": [3, 22, 34, 35, 37, 41, 46, 51, 52, 55, 57, 60, 61, 63, 65, 67, 70, 71, 73, 77, 79, 80, 81, 82, 85, 86, 87, 88, 90, 93, 94, 97, 106, 107, 110, 112, 113, 115, 116, 118, 119, 123, 124, 125, 128, 136, 158, 161, 173, 174], "issu": [3, 8, 19, 22, 24, 34, 35, 37, 41, 46, 51, 52, 55, 57, 60, 61, 63, 65, 67, 70, 71, 73, 77, 79, 80, 81, 82, 85, 86, 87, 88, 90, 93, 94, 97, 106, 110, 112, 113, 115, 116, 118, 119, 123, 124, 125, 128, 142, 144, 145, 146, 152, 159, 161, 162, 164, 167, 173, 174, 177], "detail": [3, 10, 15, 19, 22, 24, 26, 28, 29, 30, 31, 32, 33, 36, 38, 39, 40, 42, 43, 44, 45, 47, 48, 50, 53, 54, 56, 58, 59, 62, 64, 66, 68, 69, 72, 74, 75, 76, 78, 83, 84, 89, 91, 92, 95, 96, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 111, 114, 117, 120, 121, 122, 126, 127, 129, 130, 136, 165, 167, 170, 173, 174, 177, 181], "caus": [3, 19, 22, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 158, 159, 168, 169, 172, 173, 174], "ad": [3, 8, 17, 19, 20, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 139, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 158, 159, 160, 161, 162, 165, 166, 167, 168, 170, 173, 174, 177], "lambaactionv0": [3, 174], "don": [3, 7, 11, 17, 24, 25, 45, 105, 133, 138, 167, 173, 174, 177, 178, 181, 183], "regularli": [3, 174], "signific": [3, 23, 174], "affect": [3, 174], "addition": [3, 23, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 145, 146, 170, 173, 174], "hope": [3, 174], "academia": [3, 174], "v28": [3, 174], "rewrit": [3, 166, 173, 174], "vectorenv": [3, 7, 10, 159, 165, 173, 174], "inherit": [3, 10, 17, 18, 22, 160, 173, 174, 177], "vector": [3, 6, 9, 12, 15, 17, 19, 132, 134, 146, 147, 148, 149, 150, 162, 165, 170, 172, 173, 174, 180, 182, 187], "replac": [3, 17, 24, 155, 160, 162, 166, 167, 173, 174, 185], "30": [3, 8, 15, 19, 25, 99, 102, 145, 146, 174], "old": [3, 5, 8, 16, 17, 19, 23, 24, 161, 162, 165, 168, 169, 170, 173, 175], "transformobserv": [3, 8, 17, 20], "lambdaobservationv0": [3, 8], "filterobserv": [3, 17, 20], "filterobservationv0": [3, 8], "flattenobserv": [3, 11, 17, 20, 22, 177], "flattenobservationv0": [3, 8], "grayscaleobserv": [3, 17, 20], "grayscaleobservationv0": [3, 8], "resizeobserv": [3, 17, 20, 174], "resizeobservationv0": [3, 8], "reshape_v0": 3, "reshapeobservationv0": [3, 8], "Not": [3, 19, 173], "rescaleobservationv0": [3, 8], "dtype_v0": 3, "dtypeobservationv0": [3, 8], "pixelobservationwrapp": [3, 17, 20, 168, 171, 173], "pixelobservationv0": [3, 8], "normalizeobserv": [3, 17, 20, 160, 173], "normalizeobservationv0": [3, 8], "timeawareobserv": [3, 17, 20, 22, 174], "timeawareobservationv0": [3, 8], "framestack": [3, 17, 19, 20, 160, 168, 173], "framestackobservationv0": [3, 8], "delay_observations_v0": 3, "delayobservationv0": [3, 8], "action_lambda_v1": 3, "lambdaactionv0": [3, 8], "clipact": [3, 17, 18, 22], "clipactionv0": [3, 8], "rescaleact": [3, 17, 18, 22], "rescaleactionv0": [3, 8], "sticky_actions_v0": 3, "stickyactionv0": [3, 8], "transformreward": [3, 17, 21], "lambdarewardv0": [3, 8], "clip_reward_v0": 3, "cliprewardv0": [3, 8], "normalizereward": [3, 17, 21, 160, 173], "normalizerewardv0": [3, 8], "autoresetwrapp": [3, 9, 17, 19, 165, 173, 177], "autoresetv0": [3, 8], "passiveenvcheck": [3, 9, 17, 19, 22, 174], "passiveenvcheckerv0": [3, 8], "orderenforc": [3, 8, 9, 17, 19, 22, 165, 173, 174, 177], "orderenforcingv0": [3, 8], "envcompat": [3, 17, 19, 23, 24, 170, 173], "shimmi": [3, 174], "recordepisodestatist": [3, 7, 17, 19, 24, 160, 173, 181, 185, 187], "recordepisodestatisticsv0": [3, 8], "ataripreprocess": [3, 17, 19], "ataripreprocessingv0": 3, "recordvideo": [3, 17, 19, 24, 160, 167, 170, 173], "recordvideov0": [3, 8, 174], "humanrend": [3, 17, 19, 174], "humanrenderingv0": [3, 8], "rendercollectionv0": [3, 8], "jaxtonumpyv0": 3, "jaxtotorchv0": 3, "numpytotorchv0": 3, "templat": 4, "meant": 4, "stateless": [4, 174], "manner": [4, 8, 12, 17, 20, 74, 160, 161, 173], "being": [4, 8, 9, 13, 19, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 138, 139, 140, 142, 145, 146, 150, 162, 165, 167, 170, 173, 183, 185], "around": [4, 7, 19, 38, 131, 150, 164, 173], "explicitli": [4, 177, 178], "That": [4, 137], "said": [4, 142, 144, 145, 152], "noth": [4, 133, 134, 187], "here": [4, 15, 136, 162, 170, 173, 174, 177, 181], "prevent": [4, 5, 12, 16, 56, 160, 161, 173], "statefulli": 4, "just": [4, 6, 17, 22, 74, 104, 148, 150, 170, 172, 173, 174, 181], "recommend": [4, 5, 16, 19, 24, 25, 134, 142, 145, 146, 160, 167, 169, 173, 174, 177, 181, 185], "consist": [4, 8, 12, 20, 22, 25, 42, 132, 134, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 160, 171, 173, 174, 177, 179, 185, 187], "method": [4, 5, 7, 8, 11, 15, 18, 19, 20, 23, 25, 160, 161, 162, 165, 166, 173, 177, 179, 181, 187], "pomdp": 4, "given": [4, 8, 9, 12, 17, 20, 102, 105, 132, 134, 135, 136, 138, 139, 142, 144, 145, 152, 170, 173, 178, 185], "transit": [4, 15, 22, 25, 145, 146, 156, 157, 158, 178, 181], "next_stat": [4, 185], "state_info": 4, "step_info": 4, "structur": [4, 10, 11, 13, 174, 177], "serv": [4, 10, 142, 143, 144, 145, 151, 152, 187], "purpos": [4, 10, 162, 173, 187], "allow": [4, 7, 8, 9, 10, 11, 15, 17, 22, 23, 24, 25, 72, 104, 136, 137, 138, 139, 140, 147, 148, 149, 150, 153, 165, 167, 169, 170, 171, 173, 174, 177, 179, 181, 187], "constant": [4, 39, 105, 134, 139, 142, 144, 145, 152], "them": [4, 10, 17, 19, 23, 24, 25, 27, 28, 29, 32, 33, 40, 45, 56, 99, 109, 134, 142, 143, 150, 158, 167, 169, 173, 174, 179, 181], "itself": [4, 5, 13, 16, 17, 19, 22, 23, 170, 173, 181], "moment": [4, 105], "predominantli": 4, "intend": [4, 7, 8, 19, 153, 157, 183], "flesh": 4, "offici": 4, "expos": 4, "statetyp": 4, "rewardtyp": 4, "terminaltyp": 4, "full": [4, 9, 22, 25, 26, 28, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 78, 81, 83, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130, 133, 134, 142, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 185], "transform": [4, 7, 8, 10, 13, 15, 17, 18, 19, 20, 21, 150, 179], "func": [4, 8], "callabl": [4, 5, 6, 8, 9, 14, 15, 16, 19, 20, 21, 174], "render_imag": 4, "render_st": 4, "renderstatetyp": 4, "show": [4, 20, 24, 25, 38, 45, 155, 165, 173, 179, 181, 183, 185, 187], "render_init": 4, "kwarg": [4, 5, 9, 15, 16, 23, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 174, 177], "render_clos": 4, "multipl": [5, 6, 10, 11, 12, 14, 16, 165, 173, 181], "independ": [5, 11, 12, 16, 144, 150, 151, 152], "copi": [5, 6, 14, 16, 177], "same": [5, 8, 9, 11, 13, 15, 16, 20, 74, 132, 133, 136, 149, 150, 151, 158, 165, 170, 173, 178, 181, 183, 185], "linear": [5, 16, 134, 136, 147, 148, 151, 181, 187], "speed": [5, 16, 39, 132, 133, 174, 181], "taken": [5, 16, 19, 58, 69, 135, 137, 177, 181, 187], "per": [5, 8, 12, 16, 42, 74, 114, 134, 158, 162, 173, 178, 181], "sub": [5, 11, 16, 25, 105, 174], "wait": [5, 16, 58, 105, 170, 173, 178], "until": [5, 8, 16, 17, 83, 149, 155, 156, 157, 162, 173, 177, 181, 183, 187], "autoreset": [5, 9, 16, 174, 177], "thei": [5, 8, 10, 16, 19, 20, 24, 25, 28, 33, 99, 108, 109, 150, 154, 155, 156, 157, 173, 174, 177, 181], "final": [5, 15, 16, 19, 75, 167, 172, 173, 174, 177, 178, 185], "overwritten": [5, 16, 17, 167, 172, 173, 174], "store": [5, 8, 9, 15, 16, 19, 187], "final_observ": [5, 16, 19, 172, 173, 174], "final_info": [5, 16, 19, 172, 173, 174], "respect": [5, 7, 8, 16, 17, 19, 22, 134, 136, 142, 145, 146, 151, 162, 173, 179, 181], "batch": [5, 6, 10, 14, 16, 162, 165, 173, 181], "addit": [5, 10, 16, 19, 22, 24, 25, 31, 47, 102, 107, 134, 135, 136, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 158, 162, 167, 170, 173, 174, 177, 181, 185, 187], "receiv": [5, 15, 16, 22, 38, 42, 47, 50, 53, 64, 75, 83, 133, 134, 139, 152, 158, 167, 173, 178, 181, 185, 187], "attribut": [5, 11, 22, 24, 149, 150, 177, 179], "num_env": [5, 6, 14, 16, 181], "single_observation_spac": [5, 16, 181], "single_action_spac": [5, 16, 181], "origin": [5, 7, 8, 13, 16, 18, 19, 20, 24, 133, 136, 147, 149, 150, 165, 173, 174], "v25": [5, 16, 24, 173], "vectorlistinfo": [5, 7, 16, 17, 19, 165, 173], "argument": [5, 9, 10, 11, 12, 13, 15, 16, 20, 22, 23, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 135, 154, 159, 162, 166, 170, 173, 174, 177, 185], "rememb": [5, 8, 16, 19, 133, 177, 179], "share": [5, 16, 174, 187], "ident": [5, 8, 12, 16, 20, 174], "other": [5, 7, 16, 18, 19, 20, 23, 31, 44, 48, 74, 134, 140, 141, 143, 147, 149, 150, 152, 157, 158, 160, 161, 170, 173, 174, 177, 179, 181, 183, 185, 187], "word": [5, 16, 149, 187], "42": [5, 6, 8, 11, 12, 14, 16, 18, 20, 145, 146, 174, 175, 181], "0273956": [5, 8, 16, 20], "00611216": [5, 8, 16, 20], "03585979": [5, 8, 16, 20], "0197368": [5, 8, 16, 20], "01522993": [5, 16], "04562247": [5, 16], "04799704": [5, 16], "03392126": [5, 16], "03774345": [5, 16], "02418869": [5, 16], "00942293": [5, 16], "0469184": [5, 16], "arraytyp": 5, "instead": [5, 16, 20, 22, 24, 25, 132, 136, 152, 162, 165, 170, 173, 177, 181], "_": [5, 6, 8, 14, 15, 16, 18, 19, 20, 21, 22, 175, 179, 181, 183], "02727336": [5, 8, 16, 20], "18847767": [5, 16], "03625453": [5, 8, 16, 20], "26141977": [5, 16], "01431748": [5, 16], "24002443": [5, 16], "04731862": [5, 16], "3110827": [5, 16], "03822722": [5, 16], "1710671": [5, 16], "00848456": [5, 16], "2487226": [5, 16], "fals": [5, 7, 8, 9, 11, 15, 16, 19, 20, 24, 25, 133, 134, 142, 143, 144, 145, 151, 152, 155, 162, 165, 167, 173, 177, 181, 183, 185, 187], "releas": [5, 16, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 136, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 177], "resourc": [5, 16, 177, 185], "viewer": [5, 16, 174], "close_extra": [5, 16], "handl": [5, 10, 16, 147, 155, 160, 164, 173, 180, 182, 185], "both": [5, 8, 12, 16, 19, 20, 22, 23, 132, 135, 136, 150, 152, 153, 155, 156, 157, 158, 168, 169, 173, 174, 177, 178, 183, 187], "synchron": [5, 16], "asynchron": [5, 16], "garbag": [5, 16], "exit": [5, 15, 16], "keyword": [5, 8, 9, 11, 16, 20, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 155, 167, 173, 174, 177, 185], "env_fn": [5, 16], "shared_memori": [5, 6, 14, 16], "context": [5, 6, 9, 16, 187], "daemon": [5, 16], "worker": [5, 16, 99], "multiprocess": [5, 6, 14, 16, 181], "process": [5, 6, 8, 14, 15, 16, 20, 22, 136, 149, 177, 178, 181], "pipe": [5, 16, 161, 173], "commun": [5, 16, 24, 167, 170, 173], "lambda": [5, 8, 16, 20, 21, 181, 185], "pendulum": [5, 8, 16, 20, 22, 135, 136, 137, 141, 160, 161, 171, 173, 187], "9": [5, 11, 14, 16, 25, 26, 28, 29, 31, 32, 36, 38, 39, 40, 43, 47, 48, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 116, 117, 118, 119, 122, 123, 124, 125, 126, 127, 128, 129, 130, 136, 140, 142, 143, 144, 145, 146, 147, 149, 150, 152, 155, 181, 185], "81": [5, 11, 16, 140, 174], "62": [5, 16], "14995256": [5, 16], "9886932": [5, 16], "12224312": [5, 16], "5760367": [5, 16], "8174238": [5, 16], "91244936": [5, 16], "back": [5, 16, 17, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 142, 143], "effici": [5, 16, 20, 138, 139, 147, 174, 181], "subprocess": [5, 16], "flag": [5, 16, 138, 153], "turn": [5, 16, 19, 24, 28, 29, 133, 134, 147, 153, 165, 167, 170, 173], "quit": [5, 16, 177], "head": [5, 16, 143], "spawn": [5, 16, 150, 181], "children": [5, 16], "overrid": [5, 7, 9, 16, 179], "inner": [5, 16], "logic": [5, 16, 133, 161, 173, 177], "warn": [5, 8, 11, 15, 16, 19, 159, 161, 164, 166, 168, 172, 173, 174], "degre": [5, 16, 145, 146, 147, 179, 181], "chanc": [5, 16], "shoot": [5, 16, 32, 45, 48, 56, 58, 72, 74, 95, 99, 103, 109, 111, 130], "yourself": [5, 16, 58, 99, 133, 177, 185], "foot": [5, 16, 143, 144, 152], "thu": [5, 16, 25, 149, 150, 181], "write": [5, 6, 14, 16, 34, 35, 37, 41, 46, 51, 52, 55, 57, 60, 61, 63, 65, 67, 70, 71, 73, 77, 79, 80, 81, 82, 85, 86, 87, 88, 90, 93, 94, 97, 106, 110, 112, 113, 115, 116, 118, 119, 123, 124, 125, 128, 174, 177], "_worker": [5, 16], "_worker_shared_memori": [5, 16], "rais": [5, 6, 8, 9, 12, 13, 14, 15, 16, 19, 20, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 168, 171, 173, 174, 181], "runtimeerror": [5, 16, 181], "match": [5, 8, 9, 13, 16, 18, 114, 174], "valueerror": [5, 6, 12, 13, 14, 16, 19, 20], "arg": [5, 181, 185, 187], "get_attr": 5, "set_attr": 5, "must": [5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 24, 25, 26, 27, 30, 32, 33, 36, 38, 40, 45, 47, 48, 53, 58, 59, 76, 89, 92, 95, 101, 133, 144, 152, 169, 173, 174, 177, 178], "length": [5, 7, 8, 9, 11, 12, 15, 17, 19, 20, 23, 132, 136, 137, 138, 139, 143, 151, 153, 157, 158, 167, 173, 181, 185], "equal": [5, 8, 134, 138, 139, 147, 155, 157, 183], "alreadypendingcallerror": 5, "while": [5, 13, 24, 25, 28, 29, 50, 78, 89, 91, 92, 95, 99, 101, 103, 105, 111, 120, 122, 134, 136, 137, 140, 142, 143, 145, 146, 149, 150, 151, 155, 156, 170, 173, 177, 178, 181, 183, 185, 187], "pend": [5, 159, 173], "iter": [5, 6, 10, 11, 14, 16, 174], "serial": [5, 16, 181], "trigger": [5, 15, 158], "reset_async": 5, "experiment": [6, 7, 8, 136, 174], "batch_spac": [6, 10, 14, 174], "n": [6, 9, 11, 12, 13, 14, 22, 49, 133, 136, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 173, 181, 183, 185, 187], "multidiscret": [6, 8, 10, 11, 13, 14, 16, 22, 159, 160, 167, 173, 174, 177], "multibinari": [6, 8, 10, 11, 13, 14, 22, 174], "graph": [6, 10, 13, 22, 167, 170, 173, 174, 181, 185], "environ": [6, 9, 10, 12, 14, 17, 18, 19, 20, 21, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 154, 155, 156, 157, 158, 160, 161, 165, 166, 167, 168, 169, 170, 172, 173, 174, 178, 179, 180, 182, 187], "cannot": [6, 8, 9, 13, 14, 19, 22, 24, 153, 156, 169, 173, 174, 177, 178], "regist": [6, 23, 25, 170, 173], "5": [6, 7, 8, 11, 12, 13, 14, 18, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37, 38, 39, 40, 42, 43, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 138, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 155, 158, 165, 170, 177, 181, 183, 185, 187], "concaten": [6, 10, 13, 14, 141, 174], "item": [6, 14, 15, 181, 183, 185], "possibli": [6, 8, 10, 11, 12, 14, 17, 19, 22, 181], "nest": [6, 11, 14, 153], "zero": [6, 8, 12, 14, 140, 142, 143, 177, 178, 181, 183, 185, 187], "77395606": [6, 14], "43887845": [6, 14], "85859793": [6, 14], "697368": [6, 14], "09417735": [6, 14], "97562236": [6, 14], "t_cov": [6, 10], "ordereddict": [6, 11, 14, 20], "traceback": [6, 8, 14, 19], "recent": [6, 8, 14, 19, 20, 21, 23], "last": [6, 7, 8, 14, 15, 19, 54, 75, 143, 146, 149, 150, 161, 167, 170, 173, 177, 178, 183], "stopiter": [6, 14], "create_empty_arrai": [6, 10, 14, 174], "fn": [6, 14], "graphinst": [6, 11, 13, 172, 173, 174], "built": [6, 14, 24, 153, 162, 173, 174], "empti": [6, 8, 12, 14, 19, 105, 183, 185, 187], "conjunct": [6, 15], "guarante": [6, 11, 153], "create_shared_memori": [6, 10, 14], "ctx": [6, 14], "mp": [6, 14], "across": [6, 14, 31, 45, 64, 66, 72], "eventu": [6, 14], "modul": [6, 9, 10, 14, 17, 165, 171, 173, 174, 177, 179, 181, 187], "customspaceerror": [6, 14], "read_from_shared_memori": [6, 10, 14], "read": [6, 14, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 136, 142, 145, 146, 150, 172, 173, 174], "forward": [6, 14, 39, 75, 132, 142, 143, 144, 145, 146, 151, 152, 161, 165, 166, 173, 181, 187], "vice": [6, 14, 19], "versa": [6, 14, 19], "avoid": [6, 14, 17, 22, 25, 28, 29, 31, 39, 40, 50, 54, 89, 91, 95, 101, 103, 104, 111, 156, 158], "side": [6, 14, 20, 27, 44, 69, 74, 134, 183], "effect": [6, 13, 14, 17, 19, 20, 22, 25, 134, 147, 148, 158, 185, 187], "write_to_shared_memori": [6, 10, 14], "cloudpicklewrapp": 6, "cloudpickl": 6, "pickl": [6, 159, 169, 172, 173, 174], "unpickl": [6, 166, 173], "clear_mpi_env_var": 6, "clear": [6, 8, 19, 111], "mpi": 6, "mpi4pi": 6, "mpi_init": 6, "child": 6, "think": 6, "parent": [6, 183], "do": [6, 8, 9, 17, 19, 20, 25, 42, 59, 101, 105, 133, 134, 136, 142, 143, 144, 145, 151, 152, 170, 173, 174, 177, 179, 181, 183, 187], "bad": 6, "thing": [6, 17, 25, 162, 170, 173, 179], "hang": [6, 136, 169, 173], "manag": [6, 9, 33, 42], "hacki": 6, "those": [6, 136, 141, 142, 143, 144, 145, 146, 147, 148, 152, 167, 170, 173, 179, 181, 183], "temporarili": 6, "yield": 6, "vectorwrapp": 7, "modular": [7, 17, 22, 153, 177, 179], "subclass": [7, 20, 173], "behavior": [7, 17, 25, 140, 142, 143, 144, 145, 146, 151, 152, 153, 160, 162, 173, 177, 179], "without": [7, 17, 22, 24, 54, 145, 153, 155, 157, 162, 168, 172, 173, 174, 177, 185], "touch": [7, 40, 100, 177], "forget": [7, 17, 177], "vectorobservationwrapp": 7, "equival": [7, 9, 13, 24, 167, 173, 181], "observationwrapp": [7, 17, 20, 177], "vectoractionwrapp": 7, "actionwrapp": [7, 17, 18], "vectorrewardwrapp": 7, "rewardwrapp": [7, 17, 21], "vectorrecordepisodestatist": 7, "deque_s": [7, 8, 19, 181, 185], "100": [7, 8, 11, 13, 19, 25, 43, 58, 102, 103, 125, 132, 133, 134, 136, 139, 144, 149, 156, 157], "wrapped_env": [7, 8, 17, 18, 19, 22, 177, 179, 187], "return_queu": [7, 8, 19, 181, 185, 187], "length_queu": [7, 8, 19, 185], "cumul": [7, 8, 15, 17, 19, 183], "size": [7, 8, 10, 19, 157, 171, 173, 177], "buffer": [7, 8, 19, 20, 133], "oper": [7, 13, 19, 166, 173], "outermost": [7, 19], "actual": [7, 158, 177, 181, 183], "k": [7, 13, 15, 134, 151, 181], "_k": 7, "classic": [7, 22, 24, 134, 136, 137, 138, 139, 140, 144, 148, 151, 152, 160, 165, 167, 173, 174, 178], "wrapperobstyp": [8, 17, 20], "via": [8, 10, 17, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 135, 141, 153, 154, 177, 187], "ob": [8, 15, 18, 19, 20, 158, 162, 167, 170, 172, 173, 174, 179, 185, 187], "08227695": 8, "06540678": 8, "09613613": 8, "07422512": 8, "assum": [8, 12, 20, 177], "filter_kei": [8, 20], "filter": [8, 17, 20], "constructor": [8, 9, 17, 18, 20, 21, 22, 170, 173, 174, 177], "flatten": [8, 10, 13, 17, 20, 141, 160, 169, 173, 174, 177, 181, 183, 185], "carrac": [8, 15, 20, 22, 133, 165, 167, 169, 171, 173], "v2": [8, 15, 19, 20, 22, 24, 132, 133, 134, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 158, 167, 173, 174, 175, 179, 181], "96": [8, 20, 22, 25, 129, 133], "27648": [8, 20, 22], "util": [8, 22, 23, 160, 167, 173, 174, 177, 181], "flatten_spac": [8, 10, 13], "keep_dim": [8, 20], "grayscal": [8, 19, 20, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "keep": [8, 15, 17, 33, 53, 92, 98, 107, 108, 126, 137, 146, 177], "channel": [8, 19], "dimens": [8, 10, 12, 13, 20, 142, 143, 144, 145, 151, 152, 187], "grayscale_env": 8, "resiz": [8, 17, 19, 20, 174], "opencv": [8, 19, 167, 173], "resized_env": 8, "32": [8, 25, 44, 74, 129, 145, 146, 155, 181, 187], "reshap": [8, 183], "reshape_env": 8, "24": [8, 25, 36, 44, 92, 130, 132, 133, 134, 137, 142, 145, 146, 167, 174, 185], "product": [8, 11, 12], "min_ob": 8, "float": [8, 9, 12, 13, 15, 17, 18, 20, 21, 25, 72, 99, 134, 142, 143, 144, 145, 151, 152, 177, 181, 183, 185, 187], "max_ob": 8, "linearli": [8, 136, 147, 148, 187], "rescal": [8, 17, 18, 22], "between": [8, 11, 12, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 136, 137, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 167, 173, 177, 178, 181, 183, 185, 187], "8": [8, 11, 15, 16, 20, 21, 23, 25, 26, 27, 28, 29, 31, 32, 36, 37, 38, 39, 40, 43, 44, 47, 48, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 116, 117, 118, 119, 120, 122, 124, 125, 126, 127, 128, 129, 130, 133, 134, 136, 137, 140, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 157, 170, 173, 181, 183, 187], "10": [8, 11, 12, 25, 26, 28, 29, 32, 36, 38, 40, 42, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 90, 93, 96, 97, 99, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 116, 117, 118, 119, 122, 124, 125, 127, 128, 129, 130, 132, 134, 140, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 155, 156, 158, 162, 173, 174, 177, 181, 185, 187], "pixels_onli": [8, 20], "pixels_kei": 8, "obs_kei": 8, "augment": [8, 17, 20], "choos": [8, 20, 177, 183], "discard": [8, 20], "epsilon": [8, 20, 21, 183, 185], "1e": [8, 20, 21, 145, 151, 152, 187], "coordin": [8, 12, 17, 20, 132, 134, 140, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152], "center": [8, 17, 20, 133, 134, 137, 140, 142, 143, 145, 146], "unit": [8, 10, 17, 20, 76, 134, 136, 138, 139, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "varianc": [8, 17, 20, 21, 181], "_update_running_mean": 8, "freez": 8, "calcul": [8, 140, 141, 142, 145, 146, 147, 149, 150, 156, 157, 158, 181], "statist": [8, 15, 174, 187], "runningmeanstd": 8, "evalu": [8, 19, 25, 174, 185], "past": [8, 20, 21, 167, 173], "trajectori": [8, 17, 20, 21, 134, 145, 146], "newli": [8, 20, 21], "instanti": [8, 19, 20, 21, 177, 183], "stabil": [8, 20, 21, 145, 146, 170, 173, 179, 187], "scale": [8, 17, 19, 20, 21, 134, 142, 143, 144, 145, 151, 152, 153, 181], "normalize_tim": 8, "dict_time_kei": 8, "20172954": [8, 20], "32351476": [8, 20], "002": [8, 144, 152], "unnorm": 8, "500": [8, 58, 102, 125, 136, 137, 158, 170, 173, 181, 185], "int32": [8, 13], "499": 8, "0000000e": 8, "remain": [8, 72, 76, 78, 105, 156, 159, 160, 173, 177, 178], "stack_siz": 8, "zeros_ob": 8, "stack": [8, 11, 17, 20, 174], "roll": [8, 17, 20, 42, 149, 185], "fill": [8, 20, 36, 177], "num_stack": [8, 20], "255": [8, 19, 20, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 174, 177], "uint8": [8, 20, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133], "zero_ob": 8, "pad": [8, 134], "delai": [8, 177], "01823519": 8, "0446179": 8, "02796401": 8, "03156282": 8, "interest": [8, 25, 34, 35, 37, 41, 46, 51, 52, 55, 57, 60, 61, 63, 65, 67, 70, 71, 73, 77, 79, 80, 81, 82, 85, 86, 87, 88, 90, 93, 94, 97, 106, 110, 112, 113, 115, 116, 118, 119, 123, 124, 125, 128, 174], "pull": [8, 162, 173], "request": [8, 17, 155], "featur": [8, 11, 12, 165, 173, 174, 181], "wrapperacttyp": [8, 17, 18], "clip": [8, 17, 18, 22, 138, 139, 142, 145, 174, 177, 179, 181], "hopper": [8, 17, 18, 141, 152], "v4": [8, 17, 18, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 165, 166, 173, 174, 187], "disable_env_check": [8, 9, 16, 165, 173], "min_act": [8, 17, 18], "max_act": [8, 17, 18], "affin": [8, 18, 134], "75": [8, 18, 142], "wrapped_env_ob": [8, 18], "alltru": [8, 18], "min": [8, 12, 18, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155], "scalar": [8, 12, 18, 167, 173], "max": [8, 9, 12, 18, 19, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 157, 181, 183, 185, 187], "repeat_action_prob": [8, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "probabl": [8, 10, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 156, 157, 158, 178, 181, 183, 185, 187], "repeat": [8, 9, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 149, 183], "previou": [8, 19, 24, 142, 145, 146, 174, 178, 179], "machado": [8, 19, 25], "et": [8, 19, 25], "al": [8, 9, 19, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 159, 160, 161, 165, 170, 173, 174, 185], "2018": [8, 19, 25, 136, 173], "section": [8, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 142, 143, 144, 145, 151, 152, 174, 177, 183, 185], "page": [8, 17, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 153, 156, 174], "12": [8, 11, 13, 25, 26, 28, 32, 36, 38, 40, 42, 43, 44, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 119, 120, 122, 125, 128, 129, 130, 134, 136, 137, 142, 143, 144, 145, 146, 149, 152, 155, 156, 174, 181, 185], "rew": [8, 15, 178], "min_reward": [8, 179], "max_reward": [8, 179], "upper": [8, 12, 22, 145, 146, 165, 173], "lower": [8, 12, 22, 142, 143, 144, 145, 146, 149, 150, 151, 152, 165, 169, 173, 181, 185], "union": [8, 11, 12], "higher": [8, 132, 181], "gamma": [8, 21, 178, 181, 183, 187], "99": [8, 21, 181, 187], "immedi": [8, 15, 17, 21, 155, 177], "exponenti": [8, 12, 17, 21], "averag": [8, 17, 21, 145, 178, 183, 185, 187], "fix": [8, 10, 11, 12, 17, 19, 21, 22, 24, 75, 136, 137, 140, 141, 142, 143, 144, 145, 147, 148, 152, 155, 157, 161, 162, 163, 164, 165, 170, 174, 177, 187], "discount": [8, 21, 178, 181, 183, 185, 187], "factor": [8, 21, 134, 181, 185, 187], "passiv": [8, 19, 168, 173], "checker": [8, 9, 16, 19, 166, 168, 173, 174], "surround": [8, 19, 25], "test": [8, 19, 132, 153, 159, 161, 165, 166, 168, 173, 174, 177, 187], "disable_render_order_enforc": [8, 19, 165, 173], "error": [8, 9, 12, 13, 15, 17, 19, 161, 162, 164, 165, 173, 174, 178, 181, 185], "resetneed": [8, 19], "disabl": [8, 9, 19, 157, 165, 166, 167, 173, 174], "order": [8, 9, 10, 11, 17, 19, 22, 134, 141, 142, 143, 144, 145, 146, 147, 148, 149, 152, 153, 165, 169, 173, 174, 177, 183], "enforc": [8, 9, 19, 161, 165, 173], "buffer_length": 8, "stats_kei": 8, "episode_reward_buff": 8, "episode_length_buff": 8, "video_fold": [8, 15, 19], "episode_trigg": [8, 15, 19], "step_trigg": [8, 15, 19], "video_length": [8, 15, 19], "name_prefix": [8, 15, 19], "disable_logg": [8, 19], "record": [8, 15, 17, 19, 132, 159, 160, 170, 173, 181, 187], "rollout": [8, 17, 19, 158], "intermitt": [8, 19], "sai": [8, 19, 170, 173, 179], "hundredth": [8, 19], "neither": [8, 12, 19, 155], "nor": [8, 12, 19, 155, 156], "emploi": [8, 19], "capped_cubic_video_schedul": [8, 15], "power": [8, 28, 72, 133, 134, 139, 147, 148, 187], "1000": [8, 15, 19, 22, 103, 105, 125, 133, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 175, 181, 187], "stop": [8, 19, 22, 99, 111, 130, 155, 178, 185], "span": [8, 19], "sever": [8, 9, 12, 19, 22, 24, 25, 69, 134, 168, 170, 173, 174, 183], "strictli": [8, 19], "iff": [8, 15, 19, 177], "entir": [8, 15, 19, 25, 29, 144, 152, 161, 173, 174, 181], "snippet": [8, 15, 19], "captur": [8, 15, 19, 122], "Will": [8, 15, 19], "prepend": [8, 15, 19], "filenam": [8, 15, 19], "moviepi": [8, 15, 19, 167, 170, 173], "logger": [8, 19, 173], "particularli": [8, 15, 19, 137, 174], "haven": [8, 19], "screen": [8, 19, 25, 27, 31, 38, 44, 45, 48, 64, 75, 91, 104, 105, 142, 143, 144, 145, 146, 147, 148, 151, 152, 165, 173], "render_fp": [8, 15, 19, 177], "either": [8, 12, 13, 15, 19, 20, 22, 23, 25, 56, 75, 138, 139, 142, 155, 157, 181, 183, 187], "lunarland": [8, 19, 22, 24, 134, 173, 174, 175, 181], "simpli": [8, 18, 19, 21, 25, 177], "nativ": [8, 19], "cartpolejax": [8, 19], "alwai": [8, 12, 13, 19, 25, 134, 138, 139, 142, 145, 146, 149, 151, 155, 156, 157, 158, 174, 177, 183], "pop_fram": [8, 19], "reset_clean": [8, 19], "renderedfram": 8, "load": [9, 161, 173, 174], "pre": [9, 157, 174], "prior": [9, 19], "print": [9, 174, 177, 179, 181, 183, 187], "whole": [9, 167, 173, 174], "registri": [9, 16, 22, 165, 173, 174], "pprint_registri": [9, 174], "id": [9, 16, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 142, 157, 174, 177], "max_episode_step": [9, 19, 174, 177, 181], "apply_api_compat": [9, 23, 170, 173], "previous": [9, 23, 25, 36, 170, 171, 173, 174], "find": [9, 25, 26, 62, 64, 66, 68, 69, 83, 100, 120, 147, 150, 174, 177, 183], "avail": [9, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 153, 155, 156, 165, 173, 174, 177], "stepapicompat": [9, 17, 19, 23, 174], "entry_point": [9, 170, 173, 177], "envcreat": 9, "reward_threshold": [9, 142, 143, 144, 145, 146, 149, 150, 151, 152, 174, 177], "nondeterminist": [9, 177], "order_enforc": [9, 177], "additional_wrapp": [9, 174], "wrapperspec": [9, 17], "vector_entry_point": 9, "vectorenvcr": 9, "syntax": 9, "namespac": [9, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 177], "env_nam": [9, 23], "v": [9, 104, 138, 147, 181], "entri": [9, 24, 161, 173], "point": [9, 13, 15, 17, 28, 29, 31, 32, 33, 36, 38, 39, 40, 42, 43, 44, 45, 47, 48, 53, 54, 56, 58, 59, 64, 72, 74, 78, 96, 98, 99, 100, 101, 102, 103, 105, 108, 109, 111, 117, 120, 126, 132, 133, 134, 136, 137, 140, 150, 155, 161, 167, 173, 178], "threshold": [9, 136, 137, 158, 177], "consid": [9, 133, 134, 135, 141, 142, 144, 145, 152, 177, 179], "learnt": 9, "knowledg": 9, "enabl": [9, 17, 25, 27, 29, 30, 31, 32, 33, 34, 35, 37, 39, 41, 42, 44, 45, 46, 50, 54, 59, 64, 65, 67, 68, 76, 77, 79, 80, 82, 84, 86, 90, 91, 92, 93, 94, 95, 98, 99, 101, 106, 107, 109, 113, 115, 116, 117, 119, 120, 121, 123, 124, 126, 127, 133, 161, 165, 167, 173, 174], "correct": [9, 134, 158, 171, 173, 174, 177, 178], "21": [9, 17, 142, 145, 146, 149, 155, 162, 174, 181, 185], "env_id": [9, 23, 174], "retriev": [9, 19, 53, 58, 105], "print_registri": 9, "num_col": 9, "exclude_namespac": 9, "disable_print": 9, "pretti": [9, 174, 183], "column": [9, 183, 187], "arrang": 9, "exclud": [9, 25, 142, 143, 144, 145, 151, 152], "consol": [9, 25], "registr": [9, 160, 162, 166, 173, 177], "factori": 9, "locat": [9, 25, 83, 153, 156, 157, 158, 177], "path": [9, 129, 142, 143, 144, 145, 149, 150, 151, 152, 157, 181, 183], "global": 9, "current_namespac": 9, "get_env_id": 9, "invers": 9, "parse_env_id": 9, "pars": 9, "regex": 9, "find_highest_vers": 9, "highest": [9, 75], "load_env_cr": 9, "load_plugin_env": 9, "plugin": [9, 161, 173, 174], "variou": [10, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 146, 153, 161, 173, 187], "mathemat": [10, 187], "three": [10, 17, 20, 25, 28, 31, 33, 53, 68, 78, 96, 102, 103, 104, 105, 142, 144, 145, 146, 151, 152, 162, 173, 177], "dimension": [10, 19, 20, 22, 29, 134, 142, 143, 144, 150, 151, 152, 174, 177, 181], "cube": [10, 101], "superclass": [10, 18], "npt": 10, "dtypelik": 10, "crucial": 10, "clearli": 10, "interact": [10, 15, 177, 181, 185], "look": [10, 15, 17, 22, 25, 104, 177, 178, 179, 181, 183], "u": [10, 25, 170, 173, 174, 177, 179, 185, 187], "highli": [10, 24, 131, 135, 153, 167, 173, 177], "data": [10, 13, 15, 17, 24, 166, 167, 173, 174, 177, 179, 181, 183, 185, 187], "form": [10, 11, 12, 136, 151, 174, 177], "painlessli": 10, "flat": [10, 11, 12, 13, 20], "especi": [10, 177, 179, 181], "hierarch": [10, 158], "build": [10, 27, 50, 58, 147, 152, 174, 179], "express": [10, 15, 142, 145, 146], "cover": [10, 185], "parametr": [10, 187], "distribut": [10, 11, 12, 25, 151, 153, 157, 161, 173, 181, 183, 187], "moreov": [10, 17, 25, 28, 42, 177, 179], "care": 10, "immut": 10, "is_np_flatten": [10, 174], "mask": [10, 11, 12, 24, 158, 167, 170, 173, 181], "randomli": [10, 11, 134, 157, 167, 173, 177, 181, 183], "uniform": [10, 12, 13, 138, 139, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 183], "bounded": 10, "int8": [10, 12], "member": [10, 76], "subspac": [10, 11, 12, 13, 169, 173], "to_json": [10, 174], "sample_n": 10, "jsonabl": 10, "from_json": 10, "matric": [10, 153], "binari": [10, 12, 22, 177], "hold": [10, 155, 185], "down": [10, 12, 25, 26, 28, 29, 31, 32, 36, 37, 38, 40, 41, 42, 43, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 99, 100, 101, 102, 103, 104, 105, 108, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 124, 125, 126, 127, 128, 129, 130, 133, 146, 155, 156, 157, 158, 174, 177, 178, 183, 185], "button": [10, 12, 15, 22], "ax": [10, 12, 177, 181, 183, 185], "messag": [10, 161, 162, 167, 173, 174], "mission": [10, 75, 78, 83], "join": [10, 174], "togeth": [10, 25, 141, 183], "vectoris": [10, 153], "separ": [10, 24, 174, 177, 181], "readabl": [10, 11, 174], "unord": 10, "entiti": 10, "select": [10, 12, 56, 142, 145, 146, 149, 150, 174, 181], "node": [10, 11, 13, 167, 173], "edg": [10, 11, 13, 137, 167, 173], "unflatten": [10, 13, 174], "neural": [10, 13, 136, 151, 153, 181, 187], "network": [10, 13, 151, 181], "flatdim": [10, 13, 160, 173], "revers": [10, 13, 155, 181, 187], "spaces_kwarg": 11, "constitu": 11, "3991573": 11, "21649833": 11, "ext_control": 11, "inner_st": 11, "charg": 11, "system_check": 11, "job_statu": 11, "conveni": [11, 17, 22, 177], "easili": [11, 17, 170, 173], "deal": [11, 181], "attr": 11, "uniqu": [11, 131, 135, 141, 147, 169, 173], "precis": [11, 159, 173], "cartesian": [11, 12, 140], "involv": [11, 131, 147, 148, 153, 156, 157, 158, 167, 173, 174, 177, 187], "draw": [11, 155, 177, 185], "54": 11, "finit": [11, 12, 142, 146, 147, 148, 149, 150, 152, 178, 179, 187], "a_0": 11, "dot": [11, 12, 177], "a_n": 11, "a_i": 11, "belong": [11, 14], "26161215": 11, "6369617": 11, "26978672": 11, "04097353": 11, "would": [11, 13, 18, 20, 142, 143, 144, 145, 146, 151, 152, 167, 171, 173, 174, 175, 177, 179, 181, 183], "length_mask": 11, "sample_mask": 11, "drawn": [11, 12, 149, 151, 155], "geometr": 11, "feature_spac": 11, "node_spac": [11, 13], "edge_spac": [11, 13], "seri": [11, 22], "accord": [11, 12, 16, 134, 181], "adjac": 11, "matrix": 11, "edge_link": [11, 13], "224312": 11, "71": 11, "71958": 11, "39": [11, 145, 146, 174], "473606": 11, "16453": 11, "95": [11, 181, 183, 185], "12447": 11, "52": 11, "22794": 11, "57": [11, 181], "21286": 11, "74": [11, 174], "37727": 11, "922812": 11, "840395": 11, "85": 11, "353": 11, "28": [11, 25, 36, 44, 136, 145, 146], "773024": 11, "64": [11, 20, 25, 129, 174], "55232": 11, "11": [11, 25, 26, 28, 32, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 119, 122, 123, 125, 128, 129, 130, 142, 143, 144, 145, 146, 147, 149, 150, 152, 155, 156, 173, 181, 185], "317161": 11, "552258": 11, "916958": 11, "87": 11, "23655": 11, "65": 11, "52624": 11, "33288": 11, "51": [11, 174], "61755": 11, "29": [11, 142, 145, 146, 173], "094807": 11, "94": 11, "1396": 11, "78": [11, 174], "62422": 11, "55": [11, 174], "6767": 11, "61": [11, 174], "072258": 11, "6": [11, 13, 25, 26, 27, 28, 29, 30, 31, 32, 36, 37, 38, 39, 40, 42, 43, 45, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 114, 116, 117, 118, 119, 120, 121, 122, 124, 125, 126, 127, 128, 129, 130, 134, 136, 138, 139, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 156, 158, 165, 174, 187], "6557994": 11, "91": 11, "23925": 11, "69": 11, "142105": 11, "36": [11, 25, 44, 145, 146, 156], "60979": 11, "48": [11, 156], "95243": 11, "7": [11, 15, 25, 26, 28, 29, 30, 31, 32, 36, 37, 38, 39, 40, 43, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 116, 117, 118, 119, 120, 122, 124, 125, 126, 127, 128, 129, 130, 134, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 165, 181], "num_nod": 11, "num_edg": 11, "edge_mask": 11, "multipli": [11, 134, 139, 181], "There": [12, 17, 22, 74, 75, 100, 132, 134, 135, 138, 139, 141, 146, 147, 148, 149, 150, 153, 156, 158, 159, 173, 174, 177], "common": [12, 17, 22, 174, 178, 179, 187], "interv": [12, 22, 142, 144, 145, 152], "least": [12, 50, 114, 134], "63": 12, "infer": [12, 141, 167, 173], "essenti": 12, "shift": [12, 22], "unsupport": 12, "is_bound": 12, "sens": [12, 153, 183], "One": [12, 22, 142, 145, 146], "smallest": 12, "maskndarrai": 12, "int64": [12, 13, 174], "uniformli": [12, 25, 136, 137, 149, 150, 177], "infeas": 12, "construct": [12, 136, 142, 143, 144, 145, 151, 152], "sort": 12, "fair": 12, "coin": 12, "toss": 12, "nvec": 12, "keyboard": [12, 15, 165, 173], "noop": [12, 15, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 124, 125, 126, 127, 128, 129, 130, 158, 181], "nintendo": 12, "conceptu": 12, "arrow": [12, 99, 183], "left": [12, 25, 26, 27, 28, 29, 30, 31, 32, 35, 36, 37, 38, 39, 40, 43, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 137, 138, 142, 145, 146, 147, 148, 152, 156, 157, 158, 177, 183, 185, 187], "param": [12, 183], "press": [12, 15, 22, 133, 136], "although": 12, "rare": [12, 169, 173], "count": [12, 132, 134, 155, 185], "categor": [12, 181], "d": [12, 15, 17, 136, 149, 150, 153, 181], "kind": 12, "unless": [12, 17, 155, 156, 157, 158, 170, 173, 177], "max_length": 12, "min_length": 12, "charset": 12, "frozenset": 12, "alphanumer": 12, "compris": 12, "charact": [12, 15, 76, 100], "b5": 12, "hello": 12, "0123456789abcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyz": 12, "0123456789": 12, "digit": 12, "english": 12, "alphabet": 12, "plu": [12, 45, 156], "latin": 12, "charlist": 12, "matter": [12, 169, 173], "attempt": [13, 134, 146, 147, 158, 181], "compound": 13, "boundari": 13, "exactli": [13, 151], "necessarili": 13, "hot": 13, "encod": [13, 158, 169, 173, 177], "notimplementederror": 13, "60": [13, 76, 102, 174], "float64": [13, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "datapoint": 13, "m": [13, 25, 49, 136, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 159, 173, 177, 181], "15": [13, 25, 26, 28, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 81, 83, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 109, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130, 134, 142, 143, 145, 146, 149, 152, 157, 181, 183], "multi_binari": 14, "multi_discret": 14, "opt": 14, "hostedtoolcach": 14, "16": [14, 25, 26, 28, 36, 38, 40, 43, 44, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 81, 83, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130, 140, 142, 143, 145, 146, 149, 152, 157, 173, 174, 185, 187], "x64": 14, "lib": [14, 156], "python3": 14, "plai": [15, 22, 38, 56, 83, 114, 126, 133, 165, 167, 173, 174, 177, 185], "transpos": [15, 177], "zoom": 15, "callback": [15, 166, 173], "keys_to_act": [15, 167, 173, 181], "amount": [15, 50, 54, 59, 72, 105, 132, 137, 147, 148, 187], "input": [15, 16, 20, 22, 181, 185], "obs_t": 15, "obs_tp1": 15, "map": [15, 20, 22, 48, 157, 158, 174, 177, 185, 187], "unicod": 15, "w": [15, 142, 145, 146, 181], "suppos": 15, "key_to_act": 15, "ord": [15, 177], "unknown": [15, 153], "dw": 15, "verifi": 15, "level": [15, 17, 22, 25, 32, 58, 101, 111, 153], "preprocess": [15, 17, 19, 172, 173, 174], "unplay": 15, "wish": [15, 20, 24, 165, 173], "real": [15, 74, 143], "playplot": 15, "150": 15, "def": [15, 177, 179, 181, 183, 185, 187], "plotter": 15, "horizon_timestep": 15, "plot_nam": 15, "along": [15, 17, 22, 23, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 133, 137, 138, 139, 143, 147, 148, 151, 156, 167, 173, 174], "live": [15, 28, 31, 36, 38, 40, 44, 50, 53, 58, 72, 78, 83, 96, 103, 109, 185], "evolv": 15, "compute_metr": 15, "200": [15, 59, 103, 125, 134, 136, 137, 138, 140, 157, 158, 174], "magnitud": [15, 134, 139, 147, 148, 187], "your_env": 15, "horizon": [15, 105, 144, 152, 178], "titl": [15, 138, 139, 183, 185, 187], "dependencynotinstal": [15, 19], "matplotlib": [15, 181, 183, 185, 187], "playablegam": 15, "process_ev": 15, "event": [15, 164, 173, 177], "particular": [15, 17, 20, 22, 23, 134, 174, 178, 183], "track": [15, 17, 108, 133, 137, 142, 143, 144, 145, 146, 147, 148, 151, 152], "save_video": [15, 170, 173], "episode_index": 15, "step_starting_index": 15, "extract": [15, 183], "compos": 15, "isn": [15, 174], "imagesequenceclip": 15, "durat": [15, 142, 144, 145, 146, 147, 148, 149, 150, 152, 160, 173, 187], "frozenlak": [15, 157, 159, 173, 174, 182, 186], "step_index": 15, "199": 15, "episode_id": 15, "27": [15, 142, 145, 146], "729": 15, "2000": [15, 125, 132, 158, 183], "3000": [15, 125], "schedul": [15, 157], "step_api_compat": [15, 23], "step_return": 15, "output_truncation_bool": [15, 19], "is_vector_env": 15, "doc": [15, 19, 134, 161, 173, 174, 179], "interfac": [15, 175], "conflict": 15, "eg": [15, 177], "desir": [15, 151, 152, 158, 181], "vec_env": 15, "convert_to_terminated_truncated_step_api": [15, 23], "irrespect": 15, "convert_to_done_step_api": 15, "omit": [15, 141, 142, 143, 144, 145, 146, 151, 152], "env_check": [15, 165, 173], "check_env": [15, 174], "skip_render_check": 15, "invas": [15, 111], "org": [15, 25, 174, 181, 185, 187], "content": 15, "environment_cr": [15, 177], "ignor": [15, 25, 155, 165, 167, 173, 185], "skip": [15, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 168, 173, 177], "ci": [15, 159, 160, 161, 164, 172, 173, 174], "asyncvectorenv": [16, 174, 181], "syncvectorenv": 16, "alter": [17, 22, 25, 177], "lot": [17, 22, 179, 185, 187], "boilerpl": [17, 22, 177, 179], "chain": [17, 22, 136, 151], "base_env": 17, "access": [17, 24, 72, 166, 173, 174, 179], "underneath": [17, 22, 137], "anoth": [17, 44, 145, 146, 148, 149, 150, 152, 158, 172, 173, 178, 185, 187], "hopperenv": 17, "layer": [17, 22, 187], "bare": 17, "hopper_v4": 17, "0x7fbb5efd0490": 17, "Such": [17, 179], "ezpickl": 17, "obtain": [17, 19, 140, 155, 178, 187], "commonli": [17, 22, 170, 173], "found": [17, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 141, 165, 173, 185, 187], "descript": [17, 174, 177], "misc": [17, 173], "tp": 17, "atari": [17, 19, 22, 23, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 159, 160, 161, 162, 170, 172, 173, 174, 185], "anobserv": 17, "grai": [17, 19, 20], "save": [17, 19, 24, 161, 173, 174, 179, 183], "axbxc": [17, 20], "append": [17, 20, 181, 183, 185, 187], "th": 17, "overwrit": 18, "domain": [18, 133, 136, 138, 139, 158, 179, 180, 182], "among": [18, 20, 135, 141], "noop_max": 19, "frame_skip": [19, 142, 143, 144, 145, 151, 152], "screen_siz": 19, "84": [19, 142, 145, 146], "terminal_on_life_loss": 19, "grayscale_ob": 19, "grayscale_newaxi": 19, "scale_ob": 19, "2600": [19, 25, 27, 29, 30, 31, 32, 33, 34, 35, 37, 39, 41, 42, 44, 45, 46, 50, 54, 59, 64, 65, 67, 68, 76, 77, 79, 80, 82, 84, 86, 90, 91, 92, 93, 94, 95, 98, 99, 101, 106, 107, 109, 113, 115, 116, 117, 119, 120, 121, 123, 124, 125, 126, 127], "guidelin": 19, "revisit": [19, 25], "arcad": [19, 25, 32, 58, 62, 64, 66, 68, 69, 153], "protocol": [19, 25], "open": [19, 25, 42, 141, 153, 170, 173, 174, 177], "problem": [19, 25, 134, 137, 140, 147, 148, 151, 153, 155, 158, 175, 178, 181], "stage": [19, 174], "op": 19, "pool": [19, 151], "life": [19, 31, 50, 58, 103, 108, 162, 173, 187], "lost": [19, 36, 47, 83, 104, 109], "loss": [19, 155, 181, 187], "off": [19, 24, 47, 74, 92, 103, 133, 134, 156, 158, 165, 170, 173, 183], "squar": [19, 20, 104, 149, 150, 158, 177, 181, 183], "210x180": 19, "84x84": 19, "colour": [19, 133, 171, 173], "greyscal": 19, "No": [19, 136, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 170, 173, 187], "frequenc": 19, "experi": [19, 142, 145, 146, 147, 148, 181, 183, 185, 187], "whenev": [19, 24, 31, 36, 177], "axi": [19, 138, 139, 143, 145, 146, 151, 183, 185], "limit": [19, 22, 24, 45, 72, 74, 100, 105, 147, 148, 173, 174, 180, 181, 182, 185, 187], "memori": [19, 20, 138, 139, 169, 173, 174], "optim": [19, 25, 132, 134, 145, 146, 153, 174, 181, 183, 185, 187], "benefit": 19, "new_ob": 19, "final_reward": 19, "final_termin": 19, "final_trunc": 19, "final_don": 19, "alongsid": 19, "re": [19, 74, 102, 105, 161, 165, 173, 174, 177, 183, 187], "old_env": 19, "legacyenv": 19, "retun": 19, "cartpoleenv": [19, 174], "place": [19, 29, 137, 138, 139, 177, 181], "num": [19, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "_final_observ": 19, "_final_info": 19, "l": [19, 151, 174], "elaps": 19, "sinc": [19, 23, 131, 137, 141, 150, 158, 159, 167, 173, 177, 178, 183], "begin": [19, 24, 31, 36, 54, 102, 103, 104, 105, 170, 173, 177, 181, 185], "_episod": 19, "reflect": [20, 137, 167, 173, 174], "f": [20, 21, 181, 183, 185, 187], "ideal": 20, "accordingli": [20, 105, 177], "incorrectli": [20, 174, 178], "randn": [20, 162, 170, 173], "20380084": 20, "03390356": 20, "13373359": 20, "24382612": 20, "lz4_compress": 20, "lazyfram": 20, "lz4": 20, "compress": 20, "singleton": 20, "axbx1": 20, "axb": 20, "render_kwarg": 20, "pixel_kei": 20, "odict_kei": 20, "400": [20, 125, 158], "600": [20, 125, 181], "assertionerror": 20, "typeerror": 20, "unexpect": [20, 134, 160, 173], "invari": 21, "incorrect": [21, 158, 167, 168, 173, 174, 178], "mountain": [22, 135, 168, 173], "car": [22, 36, 59, 131, 135, 165, 167, 168, 173], "four": [22, 36, 50, 133, 134, 142, 144, 152, 158, 174, 185], "introduc": [22, 23, 24, 142, 145, 146, 166, 167, 173, 174], "At": [22, 36, 50, 56, 76], "core": [22, 167, 170, 173, 174], "markov": [22, 178], "decis": [22, 24, 170, 173, 178], "theori": [22, 140, 147, 167, 173, 181, 183], "perfect": 22, "reconstruct": 22, "compon": [22, 177], "veri": [22, 134, 149, 159, 170, 171, 172, 173, 174, 177, 181], "easi": [22, 83, 154, 170, 173, 183], "loop": [22, 24, 153, 181, 185], "pictur": 22, "simplifi": [22, 140, 165, 169, 173, 174], "someth": [22, 170, 173], "spaceship": [22, 32, 53, 108], "land": [22, 43, 103, 134], "safe": [22, 99, 134, 174], "document": [22, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 135, 142, 145, 146, 147, 154, 159, 161, 162, 173, 174, 177, 181, 185], "imagin": [22, 179], "robot": [22, 24, 40, 104, 130, 132, 138, 139, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 162, 173, 178], "destroi": [22, 28, 30, 32, 33, 36, 38, 39, 40, 44, 45, 47, 48, 53, 54, 83, 102, 103, 104, 108, 109, 111, 117, 129, 134], "enemi": [22, 29, 30, 33, 38, 39, 40, 48, 53, 54, 58, 84, 101, 102, 104, 105, 108, 109, 111, 117, 130], "exchang": 22, "crash": [22, 134], "succeed": 22, "similarli": [22, 134, 174], "restart": 22, "train": [22, 24, 161, 165, 173, 174, 180], "major": [22, 167, 173, 174], "simpl": [22, 132, 154, 175, 178, 187], "coupl": [22, 181], "nich": 22, "li": 22, "lie": 22, "manual": [22, 24, 25, 62, 64, 66, 68, 69, 181], "aspect": [22, 170, 173, 178], "box2d": [22, 132, 133, 134, 162, 165, 169, 173], "car_rac": [22, 133, 162, 173], "0x7f04efcb8850": 22, "blackjack": [22, 25, 154, 160, 162, 167, 173, 174, 182, 186], "sole": [23, 170, 173], "special": [23, 28, 75, 187], "gymv26environ": 23, "relev": [23, 161, 173, 177], "convers": [23, 153], "pong": [23, 25, 44, 49], "v5": [23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "introduct": [23, 136, 155, 156, 183], "signatur": 23, "backward": [23, 143, 162, 164, 167, 168, 171, 173, 174, 181, 187], "compliant": [23, 24, 159, 165, 173], "oldv21env": 23, "specialist": 23, "gymv21environ": 23, "make_kwarg": 23, "break": [24, 32, 44, 129, 133, 159, 161, 164, 173, 174, 183], "briefli": 24, "outlin": [24, 25, 155, 162, 173, 185], "still": [24, 25, 165, 170, 173, 174, 179, 181, 185], "stuck": [24, 28, 40, 72], "becaus": [24, 177, 179, 181, 185], "emul": [24, 25, 161, 173], "randint": [24, 162, 170, 173], "utilis": [24, 170, 173], "contrast": 24, "pr": [24, 34, 35, 37, 41, 46, 51, 52, 55, 57, 60, 61, 63, 65, 67, 70, 71, 73, 77, 79, 80, 81, 82, 85, 86, 87, 88, 90, 93, 94, 97, 106, 110, 112, 113, 115, 116, 118, 119, 123, 124, 125, 128, 161, 165, 173, 174], "older": [24, 141, 174], "definit": [24, 142, 144, 145, 168, 173, 178], "expand": 24, "blog": [24, 167, 170, 173], "post": [24, 33, 167, 170, 173, 183], "soon": [24, 167, 170, 173, 177], "extra": [24, 29, 36, 38, 40, 45, 48, 72, 105, 159, 173, 174, 177, 185], "These": [24, 25, 131, 141, 142, 145, 151, 165, 170, 173, 174, 185, 187], "address": 24, "associ": [24, 163, 173], "librari": [24, 174, 175, 177], "primari": 24, "shouldn": [24, 177], "happen": [24, 104, 138, 139, 142, 144, 145, 146, 147, 148, 149, 150, 152, 155, 157, 158, 167, 173, 178], "fly": [24, 27, 32, 72, 102, 134], "shown": [24, 78, 133, 136, 178], "explan": [24, 185, 187], "summari": 24, "goalenv": 24, "reimplement": 24, "classic_control": [24, 162, 165, 173], "system": [24, 69, 136, 140, 147, 148, 153, 161, 173], "monitor": [24, 160, 163, 173], "stella": 25, "adventur": [25, 49], "air": [25, 49], "raid": [25, 49], "alien": [25, 49, 53, 95, 111], "amidar": [25, 49], "assault": [25, 49], "asterix": [25, 49], "asteroid": [25, 49], "atlanti": [25, 49], "licens": [25, 161, 173, 181, 183, 185, 187], "download": [25, 177, 178, 179, 181, 182, 183, 185, 187], "agre": 25, "fire": [25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 83, 85, 87, 88, 89, 90, 92, 93, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134], "upright": [25, 26, 28, 31, 32, 36, 38, 39, 40, 43, 47, 48, 50, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 91, 93, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 116, 118, 119, 122, 123, 124, 125, 128, 129, 130, 137, 140, 147, 148], "upleft": [25, 26, 28, 31, 32, 36, 38, 39, 40, 43, 47, 48, 50, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 91, 93, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 116, 118, 119, 122, 123, 124, 125, 128, 129, 130], "downright": [25, 26, 28, 31, 36, 38, 40, 43, 47, 48, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 93, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 116, 118, 119, 122, 123, 124, 125, 128, 129, 130], "downleft": [25, 26, 28, 31, 36, 38, 40, 43, 47, 48, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 93, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 116, 118, 119, 122, 123, 124, 125, 128, 129, 130], "upfir": [25, 26, 28, 29, 32, 36, 38, 40, 42, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 68, 69, 70, 71, 72, 73, 74, 75, 78, 79, 81, 83, 85, 87, 88, 89, 90, 96, 97, 99, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 117, 118, 120, 121, 122, 125, 126, 127, 128, 129, 130], "rightfir": [25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 38, 39, 40, 43, 45, 47, 48, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 90, 92, 95, 96, 97, 98, 100, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 114, 117, 118, 119, 120, 122, 125, 126, 127, 128, 129, 130], "leftfir": [25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 38, 39, 40, 43, 45, 47, 48, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 90, 92, 95, 96, 97, 98, 100, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 114, 117, 118, 119, 120, 122, 125, 126, 127, 128, 129, 130], "13": [25, 26, 28, 32, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130, 142, 143, 145, 146, 149, 152, 158, 173, 174], "downfir": [25, 26, 28, 29, 32, 36, 38, 40, 42, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 90, 95, 96, 97, 99, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 117, 118, 121, 122, 125, 127, 128, 129, 130], "14": [25, 26, 28, 32, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130, 142, 143, 145, 146, 149, 152, 173, 185], "uprightfir": [25, 26, 28, 32, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 81, 83, 84, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130], "upleftfir": [25, 26, 28, 32, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 81, 83, 84, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130], "downrightfir": [25, 26, 28, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 81, 83, 84, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130], "17": [25, 26, 28, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 78, 81, 83, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130, 142, 143, 145, 146, 149, 152, 155, 173], "downleftfir": [25, 26, 28, 36, 38, 40, 43, 47, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 66, 69, 70, 71, 72, 73, 74, 75, 76, 78, 81, 83, 84, 85, 87, 88, 89, 96, 97, 100, 102, 103, 104, 105, 108, 110, 111, 112, 114, 118, 122, 125, 128, 129, 130], "smaller": [25, 30, 32], "legal": 25, "full_action_spac": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "player": [25, 66, 68, 69, 114, 153, 155, 156, 157, 158, 183, 185], "obs_typ": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "210": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "160": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 174], "ram": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "128": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 181], "byte": 25, "exact": [25, 42, 62, 64, 66, 68, 69, 155, 185], "atariag": [25, 26, 28, 29, 30, 31, 32, 33, 36, 38, 39, 40, 42, 43, 44, 45, 47, 48, 50, 53, 54, 56, 58, 59, 62, 64, 66, 68, 69, 72, 74, 75, 76, 78, 83, 84, 89, 91, 92, 95, 96, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 111, 114, 117, 120, 121, 122, 126, 127, 129, 130], "determinist": [25, 136, 138, 139, 177, 181], "art": 25, "memor": 25, "sticki": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "small": [25, 69, 104, 132, 153, 154, 159, 162, 163, 164, 173, 174, 187], "frameskip": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "On": [25, 95, 136, 137, 138, 139, 140, 165, 173, 183], "inclus": [25, 161, 173], "exclus": 25, "tabl": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 145, 146, 149, 166, 173], "difficulti": [25, 168, 173], "Its": 25, "reduc": [25, 27, 29, 30, 31, 32, 33, 34, 35, 37, 39, 41, 42, 44, 45, 46, 50, 54, 59, 64, 65, 67, 68, 76, 77, 79, 80, 82, 84, 86, 90, 91, 92, 93, 94, 95, 98, 99, 101, 106, 107, 109, 113, 115, 116, 117, 119, 120, 121, 123, 124, 126, 127, 137, 181, 185], "sound": 25, "lock": 25, "best": [25, 181, 183, 185], "practic": [25, 153, 167, 173, 178, 185], "configur": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 135, 141, 154, 177, 181, 185], "let": [25, 44, 153, 177, 179, 183, 185, 187], "variat": 25, "amidardeterminist": [25, 29], "amidarnoframeskip": [25, 29], "ramdeterminist": [25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 38, 39, 40, 42, 43, 44, 45, 47, 48, 50, 53, 54, 56, 58, 59, 62, 64, 66, 68, 69, 72, 74, 75, 76, 78, 83, 84, 89, 91, 92, 94, 95, 96, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 111, 114, 117, 120, 121, 122, 126, 127, 129, 130], "ramnoframeskip": [25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 38, 39, 40, 42, 43, 44, 45, 47, 48, 50, 53, 54, 56, 58, 59, 62, 64, 66, 68, 69, 72, 74, 75, 76, 78, 83, 84, 89, 91, 92, 94, 95, 96, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 111, 114, 117, 120, 121, 122, 126, 127, 129, 130], "suffix": 25, "noframeskip": 25, "airraid": 25, "31": [25, 32, 145, 146, 174], "atlantis2": [25, 33], "backgammon": 25, "bankheist": 25, "20": [25, 36, 44, 96, 105, 134, 142, 145, 146, 149, 158, 161, 174, 181, 183, 185], "basicmath": 25, "battlezon": 25, "beamrid": 25, "berzerk": [25, 49], "18": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 142, 143, 145, 146, 149, 152, 159, 173], "bowl": [25, 49], "breakout": [25, 49], "40": [25, 44, 92, 145, 146], "44": [25, 44, 145, 146], "carniv": [25, 49], "casino": [25, 185], "centiped": [25, 49], "22": [25, 47, 142, 145, 146, 149, 163, 165, 170, 174, 185], "86": [25, 47], "choppercommand": 25, "crazyclimb": 25, "crossbow": 25, "darkchamb": 25, "defend": [25, 33, 49, 58, 92, 108], "demonattack": 25, "donkeykong": 25, "doubledunk": 25, "earthworld": 25, "elevatoract": 25, "enduro": [25, 49], "entomb": 25, "fishingderbi": 25, "flagcaptur": 25, "freewai": [25, 49], "frogger": 25, "frostbit": [25, 49], "galaxian": 25, "gopher": [25, 49], "gravitar": [25, 49], "hangman": 25, "hauntedhous": 25, "hero": [25, 49], "humancannonbal": 25, "icehockei": 25, "jamesbond": [25, 49], "journeyescap": 25, "kaboom": 25, "kangaroo": [25, 49], "keystonekap": 25, "kingkong": 25, "klax": 25, "koolaid": 25, "krull": [25, 49], "kungfumast": 25, "laserg": 25, "lostluggag": 25, "mariobro": 25, "miniaturegolf": 25, "montezumareveng": 25, "mrdo": 25, "mspacman": [25, 94], "namethisgam": 25, "othello": 25, "pacman": [25, 49], "phoenix": [25, 49], "pitfal": [25, 49, 132], "pitfall2": [25, 96], "pooyan": [25, 49], "50": [25, 76, 99, 105, 134, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 187], "70": [25, 99, 174], "privateey": 25, "qbert": [25, 49], "riverraid": [25, 49], "roadrunn": 25, "robotank": [25, 49], "seaquest": [25, 49], "sirlancelot": 25, "ski": [25, 49], "solari": [25, 49], "spaceinvad": 25, "spacewar": 25, "stargunn": 25, "superman": 25, "tenni": [25, 49], "tetri": 25, "tictactoe3d": 25, "timepilot": 25, "trondead": 25, "turmoil": 25, "tutankham": [25, 49], "upndown": 25, "ventur": [25, 49], "videocheck": 25, "19": [25, 123, 142, 145, 146, 149, 160, 181], "videochess": 25, "videocub": 25, "101": [25, 125], "102": [25, 125], "5000": [25, 125], "5001": [25, 125], "5002": [25, 125], "videopinbal": 25, "wizardofwor": 25, "wordzapp": 25, "23": [25, 128, 142, 145, 146, 149, 165], "yarsreveng": 25, "zaxxon": [25, 49], "mg": 25, "bellemar": 25, "naddaf": 25, "j": [25, 181, 187], "veness": 25, "platform": 25, "journal": [25, 158], "artifici": [25, 158], "intellig": [25, 158, 162, 173], "research": [25, 141, 147, 158], "2012": 25, "url": [25, 170, 173, 181], "jair": [25, 158], "php": 25, "articl": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 183], "view": [25, 69], "11182": 25, "250": [26, 27, 79, 80, 81, 85, 90, 94, 106, 110, 174], "enchant": [26, 47], "chalic": 26, "golden": 26, "castl": 26, "pick": [26, 58, 78, 103, 158, 181, 183, 185], "sword": 26, "bridg": [26, 102, 153], "magnet": 26, "fight": [26, 43, 84, 92, 153], "outmanoeuvr": 26, "dragon": 26, "adventuredeterminist": 26, "adventurenoframeskip": 26, "flavor": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "thorough": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "discuss": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 162, 173, 174], "intric": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "stochast": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 135, 136, 138, 139, 141, 142, 143, 144, 145, 146, 147, 148, 150, 151, 152, 156, 158, 160, 173, 183], "ship": [27, 28, 30, 39, 53, 69, 108], "sidewai": [27, 30, 39, 102, 107], "protect": [27, 33, 47, 48, 68, 76, 99], "saucer": [27, 32, 111], "try": [27, 28, 29, 42, 44, 50, 98, 99, 165, 172, 173, 174, 185], "drop": [27, 36, 158, 174], "bomb": [27, 53, 75, 95, 111], "airraiddeterminist": 27, "airraidnoframeskip": 27, "maze": [28, 29, 36, 40, 89, 120], "egg": 28, "scatter": [28, 100], "simultan": [28, 29], "kill": [28, 40, 72, 83], "flamethrow": 28, "awai": [28, 98, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 179, 183], "tricki": 28, "situat": [28, 158], "occasion": [28, 32], "pulsar": 28, "temporari": 28, "abil": [28, 174], "score": [28, 29, 31, 32, 33, 36, 38, 39, 40, 42, 43, 44, 45, 47, 48, 50, 53, 54, 56, 72, 74, 75, 76, 78, 83, 96, 98, 99, 100, 101, 102, 103, 105, 111, 114, 117, 126, 132, 134], "prize": [28, 121], "caught": [28, 36, 168, 173], "lose": [28, 31, 33, 47, 50, 53, 58, 72, 75, 96, 98, 100, 102, 103, 105, 108, 134, 155, 185], "consult": [28, 74, 75, 76, 78, 83], "aliendeterminist": 28, "aliennoframeskip": 28, "pac": 29, "man": 29, "visit": [29, 58, 133, 183], "grid": [29, 156, 157, 158, 177, 185], "chicken": [29, 45, 64], "catch": [29, 50, 62, 103], "travers": 29, "vehicl": [30, 38, 59, 76], "big": [30, 177, 183], "mother": [30, 78, 99], "circl": [30, 177], "overhead": [30, 134], "deploi": 30, "drone": 30, "dodg": [30, 39, 105], "attack": [30, 32, 33, 39, 49, 53, 54, 99], "assaultdeterminist": 30, "assaultnoframeskip": 30, "horizont": [31, 45, 132, 134, 136, 177], "vertic": [31, 132, 147, 148, 177], "lyre": 31, "guideasterix": 31, "suffici": [31, 33, 38, 40, 47, 185], "award": [31, 40, 47, 50, 58, 105, 147, 148], "asterixdeterminist": 31, "asterixnoframeskip": 31, "field": [32, 174], "appear": [32, 36, 40, 104, 138, 139], "satellit": 32, "ufo": 32, "asteroidsdeterminist": 32, "asteroidsnoframeskip": 32, "job": [33, 177], "submerg": 33, "citi": [33, 36, 100], "slowli": 33, "descend": 33, "toward": [33, 74, 151, 162, 173], "strike": [33, 42], "distanc": [33, 59, 143, 177], "defens": [33, 56], "seven": 33, "fought": 33, "wave": [33, 48, 54, 76, 95, 111], "outer": [33, 136], "atlantisdeterminist": 33, "atlantisnoframeskip": 33, "github": [34, 35, 37, 41, 46, 51, 52, 55, 57, 60, 61, 63, 65, 67, 70, 71, 73, 77, 79, 80, 81, 82, 85, 86, 87, 88, 90, 93, 94, 97, 106, 110, 112, 113, 115, 116, 118, 119, 123, 124, 125, 128, 141, 156, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 177], "bank": [36, 49, 102], "robber": 36, "natur": [36, 155, 157, 185], "rob": 36, "getawai": 36, "navig": [36, 100, 153, 158, 177, 179], "polic": 36, "chase": [36, 40], "stick": [36, 72, 155, 185], "dynamit": [36, 72], "ga": [36, 133], "tank": [36, 38, 104, 105], "nine": [36, 142], "leav": [36, 137, 141, 147, 177, 183], "bankheistdeterminist": 36, "bankheistnoframeskip": 36, "person": [38, 136], "perspect": [38, 153], "3d": [38, 142, 145, 146, 153, 185], "illus": 38, "radar": [38, 127], "gain": [38, 101, 108, 109, 117, 179], "battlezonedeterminist": 38, "battlezonenoframeskip": 38, "travel": 39, "steer": [39, 121, 133], "debri": 39, "beamriderdeterminist": 39, "beamridernoframeskip": 39, "evil": [40, 84, 130], "wall": [40, 44, 72, 138, 139, 158], "undefeat": 40, "otto": 40, "berzerkdeterminist": 40, "berzerknoframeskip": 40, "tri": 42, "knock": [42, 43], "pin": 42, "spar": 42, "spare": 42, "300": [42, 59, 125, 132, 177, 183], "bowlingdeterminist": 42, "bowlingnoframeskip": 42, "oppon": [43, 62, 74, 98, 121], "ring": 43, "hit": [43, 44, 45, 47, 54, 99, 100, 103, 104, 107, 155, 185], "punch": [43, 78], "boxingdeterminist": 43, "boxingnoframeskip": 43, "famou": 44, "paddl": [44, 98], "ball": [44, 74, 98, 126], "brick": 44, "top": [44, 50, 64, 75, 78, 104, 133, 134, 135, 138, 139, 144, 147, 148, 152, 162, 167, 168, 173, 177, 183, 187], "wreak": 44, "havoc": 44, "five": [44, 100, 107, 135, 167, 173, 187], "breakoutdeterminist": 44, "breakoutnoframeskip": 44, "214": 45, "em": 45, "target": [45, 136, 149, 150, 177, 178, 179, 181], "gun": [45, 58], "suppli": [45, 92, 178], "ammunit": 45, "steal": 45, "bullet": 45, "subtract": [45, 181], "minu": 45, "sign": [45, 147, 148, 187], "carnivaldeterminist": 45, "carnivalnoframeskip": 45, "elf": [47, 157], "magic": 47, "wand": 47, "fend": 47, "spider": 47, "flea": 47, "mushroom": 47, "forest": 47, "bitten": 47, "tempor": 47, "paralyz": 47, "scorpion": 47, "round": 47, "centipededeterminist": 47, "centipedenoframeskip": 47, "helicopt": [48, 50, 102], "truck": [48, 103], "convoi": 48, "aircraft": [48, 117], "mini": 48, "bottom": [48, 75, 133, 138, 139, 144, 152, 156, 183], "plane": 48, "surviv": [48, 54], "choppercommanddeterminist": 48, "choppercommandnoframeskip": 48, "heist": 49, "battl": 49, "zone": 49, "beam": [49, 72], "rider": 49, "chopper": 49, "command": [49, 141], "crazi": 49, "climber": [49, 50], "demon": [49, 54], "doubl": [49, 141], "dunk": 49, "elev": [49, 58], "fish": 49, "derbi": 49, "ic": [49, 54, 66, 74, 157], "hockei": [49, 74], "journei": [49, 76, 170, 173, 185], "kung": [49, 84], "fu": [49, 84], "master": [49, 84, 156, 161, 173, 187], "montezuma": [49, 89], "reveng": 49, "privat": [49, 100, 177], "ey": [49, 92, 100], "road": [49, 103, 133], "runner": [49, 103], "invad": [49, 109], "star": 49, "gunner": 49, "pilot": [49, 95, 130], "pinbal": 49, "wizard": [49, 84, 127], "Of": 49, "wor": 49, "yar": 49, "obstacl": [50, 76, 78], "fall": [50, 54, 96, 103, 132, 145, 156, 157, 178, 183], "damag": [50, 104], "climb": [50, 78, 135], "fast": [50, 133, 141, 143, 145, 147, 151, 153], "row": [50, 109, 156, 157, 183], "crazyclimberdeterminist": 50, "crazyclimbernoframeskip": 50, "earth": [53, 109], "rescu": [53, 72, 78, 83, 84, 105, 108], "humanoid": [53, 141, 142, 174], "smart": 53, "shot": [53, 56, 58, 74, 75, 103], "abduct": 53, "unlimit": 53, "laser": [53, 72, 109, 127], "missil": [53, 102], "aliv": [53, 145, 152], "defenderdeterminist": 53, "defendernoframeskip": 53, "face": [54, 142, 145, 146, 155, 185], "planet": [54, 69, 108], "krybor": 54, "accumul": 54, "reserv": [54, 102, 104, 105], "bunker": 54, "increas": [54, 105, 134, 136, 137, 144, 151, 152, 181, 183, 185], "grant": [54, 134], "slai": 54, "demonattackdeterminist": 54, "demonattacknoframeskip": 54, "2v2": 56, "basketbal": 56, "possess": 56, "rival": 56, "rule": [56, 114, 153, 155, 185], "foul": 56, "success": [56, 136, 158, 174, 178], "doubledunkdeterminist": 56, "doubledunknoframeskip": 56, "secret": [58, 100], "ground": [58, 99, 132, 134, 146, 153], "stair": 58, "equip": 58, "against": [58, 98, 114, 166, 173], "floor": 58, "gather": [58, 100, 177], "apart": [58, 177], "mark": 58, "red": [58, 158, 165, 173, 177], "door": 58, "unreleas": 58, "prototyp": 58, "elevatoractiondeterminist": 58, "elevatoractionnoframeskip": 58, "racer": 59, "nation": 59, "long": [59, 126, 137, 147, 148, 160, 173, 174], "endur": 59, "race": [59, 103, 107, 131, 165, 167, 173], "overtak": 59, "dai": [59, 131], "stai": [59, 181], "foreach": 59, "meet": 59, "quota": 59, "endurodeterminist": 59, "enduronoframeskip": 59, "sunfish": 62, "fishingderbydeterminist": 62, "fishingderbynoframeskip": 62, "guid": [64, 153, 174], "lane": 64, "busi": 64, "rush": 64, "hour": 64, "traffic": 64, "cross": [64, 156, 157], "freewaydeterminist": 64, "freewaynoframeskip": 64, "bailei": 66, "who": [66, 68, 76, 78, 107, 174], "hop": [66, 101, 144, 152], "forth": 66, "arctic": 66, "river": [66, 102], "block": 66, "white": [66, 165, 173], "blue": [66, 69, 114, 136, 158, 177, 183], "he": [66, 69], "hi": [66, 69, 100], "igloo": 66, "frostbitedeterminist": 66, "frostbitenoframeskip": 66, "shovel": 68, "wield": 68, "farmer": 68, "crop": 68, "carrot": 68, "gopherdeterminist": 68, "gophernoframeskip": 68, "spacecraft": 69, "fiction": 69, "solar": 69, "landscap": 69, "gravitardeterminist": 69, "gravitarnoframeskip": 69, "miner": 72, "mine": [72, 103], "shaft": 72, "tool": [72, 89], "propel": 72, "backpack": 72, "wherev": 72, "blast": [72, 105, 108, 129], "vermin": 72, "raft": 72, "stretch": 72, "critter": 72, "herodeterminist": 72, "heronoframeskip": 72, "standard": [74, 142, 143, 147, 153, 160, 161, 162, 163, 173, 174, 181, 187], "minut": [74, 96], "period": [74, 144, 152], "puck": 74, "angl": [74, 75, 132, 134, 136, 137, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 171, 173], "extrem": [74, 153, 154], "rink": 74, "realli": [74, 185], "icehockeydeterminist": 74, "icehockeynoframeskip": 74, "mr": 75, "bond": 75, "design": [75, 136, 142, 145, 146, 153, 154, 158, 177], "multipurpos": 75, "craft": [75, 134], "varieti": [75, 153], "motion": 75, "slightli": [75, 132, 142], "jump": [75, 103, 107], "dive": 75, "lob": 75, "ll": [75, 105, 170, 173, 181, 185], "rate": [75, 105, 181, 183, 185, 187], "novic": 75, "006": 75, "007": 75, "jamesbonddeterminist": 75, "jamesbondnoframeskip": 75, "230": [76, 174], "lead": [76, 181], "peski": 76, "backstag": 76, "scarab": 76, "000": [76, 102, 105], "concert": 76, "cash": 76, "grasp": 76, "groupi": 76, "photograph": 76, "promot": 76, "encount": [76, 78, 117, 181], "journeyescapedeterminist": 76, "journeyescapenoframeskip": 76, "her": [78, 99], "preciou": 78, "babi": 78, "ladder": [78, 132], "bonu": [78, 104, 105, 111, 152, 181], "fruit": 78, "throw": [78, 179], "monkei": 78, "corner": 78, "kangaroodeterminist": 78, "kangaroonoframeskip": 78, "beast": 83, "black": [83, 136, 159, 165, 173, 183, 185], "fortress": [83, 89], "princess": [83, 84], "lyssa": 83, "sunris": 83, "monster": [83, 122], "krulldeterminist": 83, "krullnoframeskip": 83, "templ": 84, "victoria": 84, "defeat": [84, 101], "kungfumasterdeterminist": 84, "kungfumasternoframeskip": 84, "acquir": [89, 141], "treasur": [89, 92, 96, 120, 122, 183], "chamber": [89, 122], "emperor": 89, "deadli": 89, "creatur": [89, 101, 111, 153], "valuabl": 89, "montezumarevengedeterminist": 89, "montezumarevengenoframeskip": 89, "pellet": 91, "ghost": 91, "mspacmandeterminist": [91, 94], "mspacmannoframeskip": [91, 94], "discov": 92, "shark": [92, 105], "octopu": 92, "oxygen": [92, 105], "namethisgamedeterminist": 92, "namethisgamenoframeskip": 92, "elimin": [95, 120, 121, 122], "war": 95, "bird": 95, "phoenixdeterminist": 95, "phoenixnoframeskip": 95, "harri": 96, "jungl": 96, "die": [96, 99, 133], "misfortun": 96, "hole": [96, 157, 183], "pitfalldeterminist": 96, "pitfallnoframeskip": 96, "compet": 98, "deflect": 98, "pongdeterminist": 98, "pongnoframeskip": 98, "220": [99, 185], "pig": 99, "piglet": 99, "wolv": 99, "rope": 99, "balloon": 99, "guard": 99, "eat": [99, 103], "bait": 99, "wolf": 99, "stone": 99, "rock": [99, 103], "pooyandeterminist": 99, "pooyannoframeskip": 99, "french": 100, "pierr": 100, "street": 100, "park": 100, "passag": 100, "dead": [100, 159, 163, 173, 174], "search": 100, "ringlead": 100, "henri": 100, "le": 100, "fiend": 100, "gang": 100, "evid": 100, "stolen": 100, "good": [100, 181, 183, 185], "statut": 100, "expir": 100, "nab": 100, "question": [100, 153], "auto": [100, 174], "pothol": 100, "privateeyedeterminist": 100, "privateeyenoframeskip": 100, "q": [101, 158, 178, 181, 182, 186], "bert": 101, "pyramid": 101, "destin": [101, 158], "nasti": 101, "lurk": 101, "qbertdeterminist": 101, "qbertnoframeskip": 101, "jet": 102, "fli": 102, "fuel": [102, 108, 134], "depot": 102, "collid": [102, 105, 134], "squadron": [102, 104], "tanker": 102, "80": [102, 157], "riverraiddeterminist": 102, "riverraidnoframeskip": 102, "tm": 103, "direct": [103, 105, 136, 137, 138, 139, 142, 144, 145, 147, 148, 152, 156, 157, 158, 177, 183, 187], "outrun": 103, "wile": 103, "coyot": 103, "hazard": 103, "desert": 103, "rocket": [103, 104, 134], "cannon": [103, 109, 129], "cliff": [103, 154], "steel": 103, "pile": 103, "birdse": 103, "cannonbal": 103, "roadrunnerdeterminist": 103, "roadrunnernoframeskip": 103, "activ": [104, 177], "scrambl": 104, "static": 104, "interfer": 104, "sensor": [104, 133], "report": [104, 132, 142, 145, 146, 167, 173, 174], "flash": 104, "panel": 104, "c": [104, 134, 136, 174, 187], "earn": 104, "twelv": 104, "robotankdeterminist": 104, "robotanknoframeskip": 104, "abl": [105, 174, 178], "torpedo": 105, "diver": 105, "killer": 105, "deliv": [105, 158], "yourbas": 105, "six": [105, 152], "explod": 105, "anyth": [105, 183], "decreas": [105, 134, 183], "almost": [105, 170, 173], "surfac": [105, 147, 148, 177], "blow": 105, "forc": [105, 108, 134, 137, 138, 139, 142, 145, 146, 147, 148, 160, 173, 187], "less": [105, 132, 134, 147, 151, 183], "worth": [105, 109], "90": [105, 134, 185], "seaquestdeterminist": 105, "seaquestnoframeskip": 105, "skier": 107, "gate": 107, "fastest": 107, "penal": [107, 179], "tree": 107, "penalti": [107, 158], "slalom": 107, "skiingdeterminist": 107, "skiingnoframeskip": 107, "warp": 108, "sector": 108, "feder": 108, "zylon": 108, "refuel": 108, "cadet": 108, "corridor": 108, "solarisdeterminist": 108, "solarisnoframeskip": 108, "spaceinvadersdeterminist": 109, "spaceinvadersnoframeskip": 109, "mania": [111, 117], "stargunnerdeterminist": 111, "stargunnernoframeskip": 111, "orang": 114, "win": [114, 155, 185], "margin": 114, "ti": [114, 183], "sport": 114, "till": [114, 181, 185], "tennisdeterminist": 114, "tennisnoframeskip": 114, "technologi": 117, "increasingli": 117, "difficult": [117, 137, 141, 147, 148, 183], "timepilotdeterminist": 117, "timepilotnoframeskip": 117, "rack": 120, "tomb": 120, "guardian": 120, "tutankhamdeterminist": 120, "tutankhamnoframeskip": 120, "baja": 121, "bugger": 121, "upndowndeterminist": 121, "upndownnoframeskip": 121, "dungeon": 122, "venturedeterminist": 122, "venturenoframeskip": 122, "201": 125, "202": 125, "301": 125, "302": 125, "401": 125, "402": 125, "501": 125, "502": 125, "601": 125, "602": 125, "700": 125, "701": 125, "702": 125, "800": [125, 183], "801": 125, "802": 125, "900": 125, "901": 125, "902": 125, "1001": 125, "1002": 125, "1100": 125, "1101": 125, "1102": 125, "1200": 125, "1201": 125, "1202": 125, "1300": 125, "1301": 125, "1302": 125, "1400": 125, "1401": 125, "1402": 125, "1500": [125, 164, 173], "1501": 125, "1502": 125, "1600": [125, 132], "1601": 125, "1602": 125, "1700": 125, "1701": 125, "1702": 125, "1800": [125, 183], "1801": 125, "1802": 125, "1900": 125, "1901": 125, "1902": 125, "2001": 125, "2002": 125, "2100": 125, "2101": 125, "2102": 125, "2200": 125, "2201": 125, "2202": 125, "2300": 125, "2301": 125, "2302": 125, "2400": 125, "2401": 125, "2402": 125, "2500": 125, "2501": 125, "2502": 125, "2601": 125, "2602": 125, "2700": 125, "2701": 125, "2702": 125, "2800": 125, "2801": 125, "2802": 125, "2900": 125, "2901": 125, "2902": 125, "3001": 125, "3002": 125, "3100": 125, "3101": 125, "3102": 125, "3200": 125, "3201": 125, "3202": 125, "3300": 125, "3301": 125, "3302": 125, "3400": 125, "3401": 125, "3402": 125, "3500": 125, "3501": 125, "3502": 125, "3600": 125, "3601": 125, "3602": 125, "3700": 125, "3701": 125, "3702": 125, "3800": 125, "3801": 125, "3802": 125, "3900": 125, "3901": 125, "3902": 125, "4000": 125, "4001": 125, "4002": 125, "4100": 125, "4101": 125, "4102": 125, "4200": 125, "4201": 125, "4202": 125, "4300": 125, "4301": 125, "4302": 125, "4400": 125, "4401": 125, "4402": 125, "4500": 125, "4501": 125, "4502": 125, "4600": 125, "4601": 125, "4602": 125, "4700": 125, "4701": 125, "4702": 125, "4800": 125, "4801": 125, "4802": 125, "4900": 125, "4901": 125, "4902": 125, "videopinballdeterminist": 126, "videopinballnoframeskip": 126, "beat": [127, 155], "scanner": 127, "wizardofwordeterminist": 127, "wizardofwornoframeskip": 127, "shield": 129, "qotil": 129, "zorlon": 129, "yarsrevengedeterminist": 129, "yarsrevengenoframeskip": 129, "armi": 130, "enslav": 130, "galaxi": 130, "fighter": 130, "zaxxondeterminist": 130, "zaxxonnoframeskip": 130, "biped": [131, 145, 146, 160, 162, 165, 173], "walker": [131, 150, 152, 160, 162, 165, 173], "lunar": [131, 162, 165, 168, 173], "lander": [131, 162, 165, 168, 173], "toi": [131, 155, 156, 157, 158, 160], "earli": [131, 185, 187], "oleg": [131, 132, 133, 134], "klimov": [131, 132, 133, 134], "popular": [131, 153, 185], "benchmark": [131, 182, 186], "ever": [131, 162, 173], "1415927": [132, 134], "bipedalwalk": [132, 168, 171, 173], "v3": [132, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 158, 165, 173, 174], "joint": [132, 134, 136, 137, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "uneven": 132, "terrain": [132, 153], "hardcor": 132, "stump": 132, "heurist": [132, 134], "demonstr": [132, 153], "bipedal_walk": 132, "motor": [132, 151, 170, 173], "hip": [132, 142, 145, 146], "knee": [132, 145, 146], "hull": 132, "angular": [132, 134, 136, 137, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "leg": [132, 134, 142, 144, 145, 146, 152], "contact": [132, 134, 141, 142, 145, 146, 147, 165, 173], "lidar": 132, "rangefind": 132, "measur": [132, 140, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 160, 173], "far": [132, 133, 147, 149, 150, 157], "torqu": [132, 134, 136, 140, 142, 143, 144, 145, 146, 149, 150, 151, 152], "cost": [132, 143, 144, 151, 152], "better": [132, 160, 173, 174, 181], "stand": [132, 141, 142, 145, 146, 147, 148, 174, 185], "slight": 132, "exce": [132, 155], "closest": 132, "trace": 132, "furthest": 132, "faster": [132, 134, 146, 181], "energi": [132, 134, 137, 153, 179], "spent": [132, 134], "friction": [132, 151, 153], "nervous": 132, "easiest": [133, 161, 173], "ab": [133, 181], "wheel": [133, 171, 173], "gyroscop": 133, "rear": 133, "drive": 133, "brake": 133, "96x96": 133, "tile": [133, 183], "732": 133, "926": 133, "rest": [133, 134, 144, 152, 181], "playfield": 133, "lap_complete_perc": 133, "dictat": [133, 134], "percentag": [133, 185], "lap": [133, 167, 173], "domain_random": 133, "variant": [133, 177], "scenario": 133, "background": 133, "demand": 133, "correspondingli": 133, "init": [133, 177, 181], "usag": [133, 174, 179], "scheme": 133, "chri": 133, "campbel": 133, "2014": 133, "www": [133, 155, 156, 157, 162, 170, 173], "iforce2d": 133, "net": [133, 155, 156, 181, 187], "b2dtut": 133, "pontryagin": 134, "principl": 134, "engin": [134, 141, 174], "throttl": 134, "why": 134, "infinit": [134, 144, 152, 155, 165, 173, 178, 185], "lunar_land": [134, 174], "orient": [134, 142, 145, 146], "sum": [134, 142, 143, 144, 145, 146, 149, 150, 151, 152, 155, 183, 185], "closer": [134, 155], "slower": [134, 181], "tilt": 134, "03": [134, 173, 174], "solut": [134, 185], "viewport": 134, "mass": [134, 142, 143, 145, 146, 151], "bodi": [134, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152], "moon": 134, "greater": [134, 136, 137, 138, 139, 143, 148, 149, 151, 155, 185], "awak": 134, "group": [134, 166, 173], "come": [134, 142, 143, 144, 145, 146, 147, 148, 151, 152], "sleep": 134, "littl": [134, 146, 174], "cpu": [134, 181], "wake": 134, "attach": [134, 137, 140, 142, 152], "graviti": [134, 137, 138, 140, 147, 148, 181, 187], "enable_wind": [134, 181], "wind_pow": [134, 165, 173, 181], "turbulence_pow": [134, 181], "later": [134, 181, 185, 187], "booster": 134, "gravit": 134, "wind": [134, 165, 173], "tanh": [134, 187], "sin": [134, 140, 147, 150], "pi": [134, 136, 140], "9999": 134, "rotat": [134, 136, 142, 145, 146, 149, 168, 173, 185], "turbul": [134, 165, 173], "renorm": 134, "harder": 134, "push": [134, 137, 147, 148, 153, 187], "bug": [134, 157, 162, 163, 164, 165, 173, 174], "thurster": 134, "depent": 134, "radian": [134, 136, 137, 140, 148], "viewport_w": 134, "viewport_h": 134, "666": 134, "vx": 134, "vy": 134, "acrobot": [135, 160, 173], "cart": [135, 147, 148, 187], "nois": [135, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "regard": 135, "underpow": 135, "effort": [135, 174], "easier": [135, 161, 169, 173, 181], "ones": [135, 141, 161, 173, 181, 185], "566371": 136, "274334": 136, "spars": [136, 177], "coars": 136, "barto": [136, 137, 147, 148, 155, 156, 160, 173, 183, 185], "book": [136, 155, 156, 160, 173, 185], "link": [136, 142, 143, 144, 145, 146, 150, 151, 174], "actuat": [136, 137, 145, 146], "swing": [136, 140], "free": [136, 140, 141, 142, 145, 146, 147, 148, 185, 187], "height": [136, 144, 147, 152, 170, 173], "downward": 136, "seen": [136, 143], "green": [136, 158], "cosin": [136, 147, 150], "theta1": 136, "sine": [136, 147, 150], "theta2": 136, "567": 136, "274": [136, 174], "rel": [136, 145, 146, 177, 179, 181], "4\u03c0": 136, "9\u03c0": 136, "rad": [136, 137, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "incur": [136, 156, 158], "co": [136, 138, 139, 140, 147, 150, 153], "book_or_nip": 136, "neurip": 136, "paper": [136, 147, 158], "nip": 136, "equat": [136, 140], "present": [136, 153, 167, 173, 177, 178, 185], "confirm": [136, 161, 173], "1996": 136, "touretzki": 136, "mozer": 136, "hasselmo": 136, "ed": 136, "vol": [136, 158], "mit": [136, 181, 183, 185, 187], "proceed": 136, "cc": 136, "1995": 136, "8f1d43620bc6bb580df6e80b0dc05c48": 136, "pdf": [136, 155, 156], "anderson": [137, 147, 148], "neuronlik": [137, 147, 148], "adapt": [137, 147, 148, 156], "un": 137, "frictionless": 137, "balanc": [137, 147, 148, 181, 187], "vari": [137, 147, 148, 187], "418": 137, "untermin": 137, "2095": 137, "allot": 137, "475": 137, "05": [137, 142, 143, 149, 173, 174], "07": [138, 139, 173], "mountaincar": 138, "sinusoid": [138, 139], "vallei": [138, 139], "strateg": [138, 139], "hill": [138, 139], "andrew": [138, 139, 183], "moor": [138, 139], "phd": [138, 139, 151], "thesi": [138, 139, 151], "1990": [138, 139], "techreport": [138, 139], "moore90efficientmemori": [138, 139], "author": [138, 139, 173, 181, 183, 185, 187], "william": [138, 139, 187], "institut": [138, 139], "univers": [138, 139, 183], "cambridg": [138, 139], "year": [138, 139, 167, 173], "001": [138, 140, 144, 147, 152, 181, 185], "0025": [138, 139], "collis": [138, 139, 169, 173], "inelast": [138, 139], "upon": [138, 139], "quickli": [138, 183, 185], "penalis": [138, 139, 142, 143, 144, 145, 146, 147, 149, 150, 151, 152], "mountaincarcontinu": 139, "0015": 139, "45": [139, 146, 149], "999": [139, 181], "invert": [140, 141, 187], "swingup": 140, "diagram": 140, "meter": 140, "theta": [140, 171, 173], "tau": 140, "counter": 140, "clockwis": 140, "theta_dt": 140, "heta": 140, "2736044": 140, "math": [140, 166, 173], "ant": [141, 144, 152, 165, 173, 174], "half": 141, "cheetah": 141, "standup": 141, "pusher": [141, 174], "reacher": [141, 149, 174, 179], "swimmer": [141, 168, 170, 173], "walker2d": 141, "facilit": 141, "biomechan": 141, "graphic": [141, 162, 173], "anim": 141, "area": 141, "accur": [141, 174], "octob": 141, "2021": [141, 153, 173], "deepmind": [141, 165, 173], "2022": [141, 167, 173, 174], "everyon": 141, "instruct": [141, 177], "websit": [141, 161, 162, 170, 173, 174], "framework": 141, "eleven": 141, "halfcheetah": [141, 143], "humanoidstandup": [141, 146], "inverteddoublependulum": [141, 147], "invertedpendulum": [141, 147, 148, 187], "gaussian": 141, "mjsim": 141, "qpo": 141, "qvel": [141, 145, 146], "indirectli": 141, "xml": [141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 166, 173, 174], "tweak": [141, 151], "schulman": [142, 181], "moritz": [142, 181], "levin": [142, 181], "jordan": [142, 181], "abbeel": [142, 181], "advantag": [142, 177], "estim": [142, 178, 181, 187], "torso": [142, 143, 144, 145, 146, 152], "eight": 142, "hing": [142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "rotor": [142, 143, 144, 145, 146, 151, 152], "hip_4": 142, "right_back_leg": 142, "angle_4": 142, "front": [142, 143, 151], "hip_1": 142, "front_left_leg": 142, "angle_1": 142, "hip_2": 142, "front_right_leg": 142, "angle_2": 142, "hip_3": 142, "back_leg": 142, "angle_3": 142, "deriv": [142, 143, 144, 145, 146, 147, 148, 151, 152, 187], "exclude_current_positions_from_observ": [142, 143, 144, 145, 151, 152], "regardless": [142, 143, 144, 145, 151, 152], "x_posit": [142, 143, 144, 145, 151, 152], "y_posit": [142, 145, 151], "z": [142, 143, 144, 145, 146, 149, 150, 152], "centr": [142, 145, 146], "ankle_1": 142, "ankle_2": 142, "ankle_3": 142, "ankle_4": 142, "use_contact_forc": [142, 174], "earlier": [142, 177], "worldobject": 142, "aux_1": 142, "aux_2": 142, "aux_3": 142, "aux_4": 142, "translat": [142, 145, 146, 174, 177], "dof": [142, 145, 146], "quaternion": [142, 145, 146], "healthy_reward": [142, 144, 145, 152], "healthi": [142, 144, 145, 152], "forward_reward": [142, 143, 144, 145, 151, 152], "dt": [142, 143, 144, 145, 149, 150, 151, 152], "frametim": [142, 143, 144, 145, 151, 152], "ctrl_cost": [142, 143, 144, 145, 151, 152], "too": [142, 143, 144, 145, 146, 147, 149, 150, 151, 152, 183], "ctrl_cost_weight": [142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "ctr_cost_weight": 142, "contact_cost": [142, 145], "contact_cost_weight": [142, 145], "contact_force_rang": 142, "But": 142, "reset_noise_scal": [142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "deviat": [142, 143, 147, 151, 181, 187], "intention": [142, 145, 146], "therebi": [142, 145, 146], "unhealthi": [142, 144, 145, 152], "healthy_z_rang": [142, 144, 145, 152], "terminate_when_unhealthi": [142, 144, 145, 152], "xml_file": [142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "model": [142, 143, 144, 145, 151, 152, 153, 174, 185], "weight": [142, 143, 144, 145, 149, 150, 151, 152, 153, 170, 173, 178, 179, 187], "5e": [142, 144, 145, 152], "perturb": [142, 143, 144, 145, 151, 152], "induct": [142, 143, 144, 145, 151, 152], "bia": [142, 143, 144, 145, 151, 152, 181], "induc": [142, 143, 144, 145, 151, 152], "agnost": [142, 143, 144, 145, 146, 151, 152], "bind": [142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 165, 173], "restor": 142, "camera": [142, 143, 144, 145, 146, 147, 148, 151, 152], "max_time_step": [142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152], "p": [143, 153, 156, 157, 158, 173, 181, 183], "wawrzy\u0144ski": 143, "cat": 143, "paw": 143, "alloc": 143, "thigh": [143, 144, 145, 146, 152], "shin": [143, 145, 146], "feet": [143, 152], "bthigh": 143, "bshin": 143, "bfoot": 143, "fthigh": 143, "fshin": 143, "ffoot": 143, "tip": [143, 147, 151], "rootz": [143, 144, 152], "slide": [143, 144, 147, 148, 149, 150, 151, 152], "rooti": [143, 144, 152], "rootx": [143, 144, 152], "forward_reward_weight": [143, 144, 145, 151, 152], "half_cheetah": 143, "erez": [144, 145, 146, 152], "tassa": [144, 145, 146, 152], "todorov": [144, 145, 146, 152], "predict": [144, 152, 181, 187], "nonlinear": [144, 152], "compar": [144, 151, 152, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 181, 183, 185], "figur": [144, 152, 183, 185, 187], "middl": [144, 152], "thigh_joint": [144, 152], "leg_joint": [144, 152], "foot_joint": [144, 152], "008": [144, 152], "els": [144, 152, 157, 177, 181, 183, 185], "healthy_state_rang": 144, "fallen": 144, "healthy_angle_rang": [144, 152], "376": [145, 146], "synthesi": [145, 146], "onlin": [145, 146, 155, 156], "abdomen": [145, 146], "pair": [145, 146], "arm": [145, 146, 149, 150, 153], "elbow": [145, 146, 149], "walk": [145, 152, 154, 157, 177], "abdomen_i": [145, 146], "abdomen_z": [145, 146], "abdomen_x": [145, 146], "right_hip_x": [145, 146], "right_thigh": [145, 146], "right_hip_z": [145, 146], "right_hip_i": [145, 146], "right_kne": [145, 146], "left_hip_x": [145, 146], "left_thigh": [145, 146], "left_hip_z": [145, 146], "left_hip_i": [145, 146], "left_kne": [145, 146], "right_shoulder1": [145, 146], "right_shoulder2": [145, 146], "right_elbow": [145, 146], "left_shoulder1": [145, 146], "left_shoulder2": [145, 146], "left_elbow": [145, 146], "378": 145, "root": [145, 146, 174, 183], "lower_waist": [145, 146], "pelvi": [145, 146], "right_upper_arm": [145, 146], "right_lower_arm": [145, 146], "left_upper_arm": [145, 146], "left_lower_arm": [145, 146], "anglular": [145, 146, 148], "aanglular": [145, 146], "33": [145, 146], "34": 145, "35": [145, 146, 174], "37": [145, 146, 174], "41": [145, 146, 174], "43": [145, 146], "velocitti": 145, "cinert": [145, 146], "inertia": [145, 146], "rigid": [145, 146], "intermedi": [145, 146], "nbodi": [145, 146], "henc": [145, 146, 154, 187], "140": [145, 146], "cvel": [145, 146], "qfrc_actuat": [145, 146], "constraint": [145, 146, 147, 153], "nv": [145, 146], "cfrc_ext": [145, 146], "freedom": [145, 146, 147, 179], "dim": [145, 146], "003": 145, "015": 145, "nu": [145, 146], "contact_cost_rang": 145, "lai": 146, "numer": [146, 147, 148, 155, 159, 173, 174, 179, 187], "state_spac": 146, "uph_cost": 146, "upward": 146, "absolut": [146, 148, 152], "overal": 146, "atom": 146, "movement": [146, 177], "though": [146, 160, 162, 173], "framer": [146, 149, 150, 177], "inflat": 146, "quad_ctrl_cost": 146, "quad_impact_cost": 146, "000001": 146, "105": [146, 174], "unlik": [146, 147, 148, 149, 150, 187], "beyond": [146, 147, 148, 149, 150, 152, 174], "slider": [147, 148], "unitless": [147, 150], "hinge2": 147, "realist": [147, 153], "accuraci": 147, "approach": [147, 160, 173, 177, 185, 187], "analyt": 147, "alive_bonu": 147, "distance_penalti": 147, "velocity_penalti": 147, "005": [147, 149, 150, 181], "y_coordin": 147, "196": 147, "perpendicularli": 147, "cylind": 149, "effector": [149, 150], "fingertip": [149, 150], "shoulder": 149, "forearm": 149, "wrist": 149, "pan": 149, "r_shoulder_pan_joint": 149, "lift": 149, "r_shoulder_lift_joint": 149, "r_upper_arm_roll_joint": 149, "flex": 149, "r_elbow_flex_joint": 149, "r_forearm_roll_joint": 149, "r_wrist_flex_joint": 149, "r_wrist_roll_joint": 149, "analogi": 149, "tips_arm": 149, "obj_slidex": 149, "obj_slidei": 149, "goal_slidex": 149, "goal_slidei": 149, "sphere": 149, "reward_near": 149, "unattach": [149, 150], "norm": [149, 150, 177], "reward_dist": [149, 150, 179], "reward_control": [149, 150], "euclidean": [149, 150], "reward_ctrl": [149, 150, 179], "perman": 149, "323": [149, 174], "rise": 149, "modif": [149, 150, 179], "asset": [149, 150, 157], "gymnasmium": 149, "fixtur": 150, "joint0": 150, "joint1": 150, "target_x": 150, "target_i": 150, "position_fingertip": 150, "position_target": 150, "na": 150, "constantli": 150, "2d": [150, 179], "disk": 150, "radiu": 150, "everyth": 150, "02": [150, 173], "r\u00e9mi": 151, "coulom": 151, "applic": [151, 153], "segment": 151, "articul": [151, 153], "suspend": 151, "subject": 151, "fluid": 151, "viscou": 151, "coeffici": [151, 181], "motor1_rot": 151, "motor2_rot": 151, "\u03b8": 151, "free_body_rot": 151, "slider1": 151, "slider2": 151, "04": [151, 173], "swim": 151, "split": [152, 174], "thigh_left_joint": 152, "leg_left_joint": 152, "foot_left_joint": 152, "ctr_cost": 152, "topic": 153, "offlin": [153, 174], "minari": 153, "minigrid": 153, "mo": 153, "magent2": 153, "miniworld": 153, "discord": [153, 167, 173, 174], "emphasi": 153, "percept": 153, "multiag": 153, "deep": [153, 167, 173, 178, 181, 183, 187], "ai": 153, "extens": [153, 187], "light": 153, "poli": 153, "pinocchio": 153, "meshcat": 153, "web": 153, "scalabl": 153, "customiz": 153, "clone": [153, 177], "huge": [153, 162, 170, 173], "autom": [153, 161, 173], "prover": 153, "vampir": 153, "p_0": 153, "3v3": 153, "premad": 153, "interoper": 153, "bitcraz": 153, "crazyfli": 153, "nanoquadrotor": 153, "endeavor": 153, "gap": 153, "methodologi": 153, "coverag": 153, "laboratori": 153, "internet": 153, "robust": [153, 181], "quadrotor": 153, "casadi": 153, "symbol": 153, "priori": 153, "qualiti": [153, 174], "cours": [153, 183], "wide": 153, "account": [153, 169, 173, 183], "finetun": 153, "transfer": 153, "llvm": 153, "phase": [153, 181], "gcc": 153, "cuda": [153, 181], "cell": [153, 156, 177], "warehous": 153, "storag": 153, "hyperparamet": [153, 181, 183, 185, 187], "cheap": 153, "surrog": 153, "tag": [153, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172], "answer": 153, "classif": 153, "theoret": [153, 167, 173], "workshop": 153, "minatari": 153, "bsuit": 153, "great": [153, 179, 185], "focu": [153, 181], "simplic": 153, "comprehens": [153, 162, 173], "omg": 153, "toolbox": 153, "minimalist": 153, "synthes": 153, "neuro": 153, "firmwar": 153, "neuroflight": 153, "frozen": [154, 162, 173, 174, 183], "lake": [154, 162, 173, 174], "taxi": [154, 167, 173], "suitabl": 154, "card": [155, 185], "dealer": [155, 167, 173, 185], "deck": [155, 185], "jack": 155, "queen": 155, "king": 155, "ac": [155, 185], "usabl": [155, 162, 173, 185], "held": 155, "decid": [155, 183], "bust": [155, 185], "reveal": 155, "facedown": 155, "goe": [155, 170, 173], "outcom": [155, 183], "whose": 155, "hand": [155, 187], "sab": [155, 185], "ten": [155, 185], "2020": [155, 156], "incompleteidea": [155, 156], "rlbook2020": [155, 156], "cliffwalk": [156, 168, 173], "4x12": 156, "world": [156, 157, 158, 183], "132": [156, 174], "inspir": [156, 183], "com": [156, 157, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 177, 183, 187], "dennybritz": 156, "blob": [156, 161, 173], "cliff_walk": 156, "latter": 156, "current_row": [156, 157], "nrow": [156, 157, 181, 183], "current_col": [156, 157], "col": [156, 157], "47": 156, "proabil": [156, 158], "slipperi": 157, "extent": 157, "4x4": 157, "perpendicular": [157, 183], "sometim": [157, 177, 179], "is_slipperi": [157, 183], "stool": 157, "franuka": 157, "itch": 157, "io": 157, "rpg": 157, "snow": 157, "tileset": 157, "mel": 157, "tilleri": 157, "cyaneu": 157, "ncol": [157, 181, 183, 185], "time_limit": [157, 158], "8x8": 157, "desc": [157, 183], "map_nam": 157, "preload": 157, "sfff": 157, "fhfh": 157, "fffh": 157, "hffg": 157, "generate_random_map": [157, 183], "toy_text": [157, 159, 162, 170, 173, 183, 185], "frozen_lak": [157, 183], "sfffffff": 157, "ffffffff": 157, "fffhffff": 157, "fffffhff": 157, "fhhfffhf": 157, "fhffhfhf": 157, "fffhfffg": 157, "passeng": 158, "yellow": 158, "5x5": 158, "maxq": 158, "decomposit": 158, "tom": 158, "dietterich": 158, "pickup": 158, "south": 158, "north": 158, "east": 158, "west": 158, "letter": [158, 165, 173], "taxi_row": 158, "taxi_col": 158, "passenger_loc": 158, "404": [158, 174], "reachabl": 158, "illeg": 158, "action_mask": 158, "fickl": 158, "todo": 158, "Or": 158, "argmax": [158, 183, 185], "q_valu": [158, 185], "pp": 158, "227": 158, "303": 158, "nov": 158, "doi": 158, "1613": 158, "639": 158, "cleaner": 158, "disallow": 158, "loc": [158, 181], "passidx": 158, "mainten": [159, 170, 173], "jkterry1": [159, 160, 173], "becam": [159, 173], "maintain": [159, 173, 174, 175], "datatyp": [159, 173], "orsini": [159, 173], "complianc": [159, 173], "sb3": [159, 173], "amtamasi": [159, 173], "recordepisodestat": [159, 173], "vwxyzjn": [159, 160, 162, 163, 164, 173], "unus": [159, 160, 163, 173], "unnecessari": [159, 160, 165, 173], "newer": [159, 173], "machin": [159, 170, 173, 183, 187], "notabl": [159, 173, 174, 178], "peg": [159, 173], "switch": [159, 173, 174], "frozenlake8x8": [159, 173], "bump": [159, 160, 161, 162, 165, 167, 170, 173], "zhiqingxiao": [159, 164, 168, 173], "depreci": [159, 173], "pirata": [159, 173], "mahiuchun": [159, 173], "zlig": [159, 161, 173], "ez": [159, 173], "zzyunzhi": [159, 173], "jamesborg46": 159, "minor": [159, 160, 161, 163, 167, 169, 171, 172, 173, 174], "nonbreak": [159, 173], "bit": [159, 173], "typo": [159, 171, 172, 173, 174], "mostli": [159, 173], "cclauss": [159, 173], "readm": [159, 162, 171, 173, 174, 177], "third": [159, 160, 161, 173, 174, 177], "parti": [159, 160, 161, 173, 174, 177], "flake8": [159, 173], "changelog": [159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 174], "massiv": [160, 167, 173], "explain": [160, 167, 170, 173], "jessefarebro": [160, 161, 162, 173], "rom": [160, 161, 173], "bash": [160, 173], "autorom": [160, 161, 173], "pip3": [160, 173], "team": [160, 173], "guess": [160, 173], "hotter": [160, 173], "colder": [160, 173], "nchain": [160, 173], "roulett": [160, 173], "kellycoinflip": [160, 173], "rohan138": [160, 161, 162, 173], "tristandeleu": [160, 161, 162, 163, 173], "__setitem__": [160, 173], "jfpettit": [160, 173], "firefoxmetzg": [160, 173], "compli": [160, 173], "redtachyon": [160, 161, 162, 163, 165, 166, 167, 169, 170, 173, 174], "__getitem__": [160, 173], "__len__": [160, 173], "xuehaipan": [160, 161, 162, 169, 173, 174], "gracefulli": [160, 173], "setup": [160, 166, 173, 177], "resolv": [160, 173], "tuckerbmorgan": [160, 173], "sent": [160, 173], "olimoyo": [160, 173], "obswrapp": [160, 173], "behav": [160, 173], "raghuspacerajan": [160, 173], "perf_count": [160, 173], "short": [160, 173], "zuoxingdong": [160, 173], "broken": [161, 173], "clobber": [161, 173], "hook": [161, 173, 174], "suit": [161, 173], "shorthand": [161, 173], "accident": [161, 165, 167, 173], "refactor": [161, 162, 173, 174], "orderli": [161, 173], "helper": [161, 173], "ahmedo42": [161, 173], "proper": [161, 170, 173], "stderr": [161, 173], "compil": [161, 173], "submit": [161, 173], "third_party_environ": [161, 173], "largest": [162, 173], "2524": [162, 173], "site": [162, 173], "gymlibrari": [162, 170, 173], "ml": [162, 173], "curriculum": [162, 173], "reiniti": [162, 173, 187], "expens": [162, 173], "suggest": [162, 173, 181], "kir0ul": [162, 169, 173, 174], "terminal_observ": [162, 173], "nice": [162, 173], "1b15": [162, 168, 173], "seungjaeryanle": [162, 173], "2456": [162, 173], "comment": [162, 165, 173, 174, 181], "consolid": [162, 173], "andrewtanj": [162, 163, 164, 165, 173], "carloslui": [162, 173], "araffin": [162, 167, 173], "pyglet": [162, 173], "frequent": [162, 173, 178], "discreteenv": [162, 173], "hint": [162, 167, 170, 173, 174], "ikamensh": [162, 171, 173, 174], "ton": [162, 173], "cleanup": 162, "markus28": [162, 163, 165, 167, 173, 174], "rushivarora": [162, 163, 164, 173], "jjshoot": [162, 165, 167, 173, 174], "ericonaldo": [162, 173], "adilzouitin": [162, 173], "dramat": [162, 173, 174], "randomst": [162, 173], "rand": [162, 170, 173], "standard_norm": [162, 173], "consequ": [162, 173], "mt19937": [162, 173], "pcg64": [162, 173], "ahead": [163, 173], "trigaten": [163, 173], "gianlucadecola": [163, 165, 166, 173, 174], "striker": [163, 164, 173], "thrower": [163, 164, 173], "archiv": [163, 173], "rusu24edward": [163, 173, 174], "dsctt": [163, 173], "duburcqa": [163, 173], "videorecord": [164, 173, 174], "2678": [164, 173], "2684": [164, 173], "package_data": [164, 173], "micim": [164, 173], "2683": 164, "pseudo": [164, 165, 166, 167, 168, 169, 170, 172, 173, 174, 181], "rnd": [164, 165, 166, 167, 168, 169, 170, 172, 173, 174], "thought": [164, 165, 166, 167, 168, 169, 170, 172, 173, 174], "curv": [165, 173], "significantli": [165, 173, 181], "wors": [165, 173], "rodrigodelazcano": [165, 166, 173, 174], "arjun": [165, 167, 169, 170, 173], "kg": [165, 167, 169, 170, 173], "virgilt": [165, 173], "ascii": [165, 173], "googl": [165, 173], "pydoc": [165, 173], "balisujohn": [165, 167, 170, 173, 174], "polygon": [165, 173], "vecenvwrapp": [165, 173], "backend": [165, 173], "backport": [165, 173], "v24": [166, 173], "mujoco_rend": [166, 173], "redund": [166, 173], "quagla": [166, 173], "legaci": [166, 173], "meta": [166, 173], "rescale_act": [166, 173], "subsequ": [167, 173], "smoother": [167, 173, 185], "discourag": [167, 173], "put": [167, 173, 177, 183], "youni": [167, 173], "2671": [167, 173], "single_rgb_arrai": [167, 170, 173], "2906": [167, 173], "ryanrud": [167, 173], "revert": [167, 168, 170, 173, 174], "kexianshen": [167, 173], "pyright": [167, 173, 174], "hinter": [167, 173], "strict": [167, 173, 174], "identifi": [167, 173], "psc": [167, 168, 173], "textencod": [167, 173], "johnminelli": [167, 173], "dockerfil": [167, 173], "optimis": [167, 173], "2gb": [167, 173], "5gb": [167, 173], "theden": [167, 173], "younik": [168, 170, 171, 172, 173, 174], "vmoen": [168, 171, 173, 174], "edit": [168, 173, 177], "rephras": [168, 173], "evanmath": [168, 173], "ice1187": [168, 173], "humanoidstandup_v4": [168, 173], "mujoco_env": [168, 173], "vector_list_info": [168, 173], "timgates42": [168, 173], "lin826": [168, 170, 173], "fairli": [169, 173, 174, 187], "_timelimit": [169, 173], "envpool": [169, 173], "__eq__": [169, 173], "8gb": [169, 173], "subse": [169, 173], "olipinski": [169, 173, 174], "metaclass": [169, 173], "youjiacheng": [169, 170, 171, 173], "swig": [169, 173], "annot": [169, 173, 174, 181, 183, 185, 187], "bkrl": [169, 173], "aren": [170, 173], "semant": [170, 173], "terribli": [170, 173], "wrong": [170, 173, 174], "patch": [170, 173, 185], "ve": [170, 173, 174], "stabl": [170, 173, 177], "tremend": [170, 173], "appreci": [170, 173], "patienc": [170, 173], "gone": [170, 173], "hopefulli": [170, 173, 185], "v21": [170, 173, 174], "capabl": [170, 173, 175], "3040": [170, 173], "3016": [170, 173], "get_stat": [170, 173], "set_stat": [170, 173], "hash_se": [170, 173], "create_se": [170, 173], "_bigint_from_byt": [170, 173], "_int_list_from_bigint": [170, 173], "envapicompat": [170, 173], "3041": [170, 173], "fieteo": [170, 173], "offscreen": [170, 173, 174], "3044": [170, 173], "headless": [170, 173], "3037": [170, 173], "renam": [170, 173, 187], "3036": [170, 173], "3072": [171, 173], "3076": [171, 173], "3080": [171, 173], "foxik": [171, 173], "3083": [171, 173], "rdnfn": [171, 173], "vermouth1992": [172, 173, 174], "harden": [172, 173, 174], "permiss": [172, 173, 174], "sashashura": [172, 173, 174], "clarifi": [172, 173, 174], "ekalosak": [172, 173, 174], "pypi": [173, 174], "09": [173, 174], "spell": 173, "06": 173, "randomnumbergener": 173, "gt": [173, 174], "08": 173, "pixelobswrapp": 173, "accid": 173, "lt": [173, 174], "errorr": 173, "toytext": 173, "sapc": 173, "depric": 173, "unnescesari": 173, "indoril007": 173, "2019": 173, "underscor": 173, "board_gam": 173, "safeti": 173, "parameter_tun": 173, "encourag": [173, 181], "scoreboard": 173, "2017": 173, "2023": 174, "emerg": 174, "403": 174, "frontpag": 174, "405": 174, "dataset": 174, "environmentnam": 174, "uncommon": 174, "month": 174, "apicompat": 174, "json": 174, "remot": 174, "malici": 174, "env_spec": 174, "pprint": 174, "195": 174, "json_env_spec": 174, "pickled_env_spec": 174, "dump": 174, "recreated_env": 174, "Be": 174, "recreat": 174, "recordconstructorutil": 174, "292": 174, "355": 174, "gymv22compat": 174, "gymv21compat": 174, "282": 174, "284": 174, "249": 174, "slow": [174, 185], "torch": [174, 181, 187], "mypi": 174, "wrappedenvobstyp": 174, "wrappedenvacttyp": 174, "337": 174, "223": 174, "lack": 174, "framestackobserv": 174, "delayobserv": 174, "did": [174, 178], "224": 174, "normalizex": 174, "raphajan": 174, "268": 174, "attributeerror": 174, "drryanhuang": 174, "278": 174, "doctest": 174, "valentin": 174, "cnt": 174, "281": 174, "__all__": 174, "dunder": 174, "howardh": 174, "321": 174, "327": 174, "339": 174, "notic": 174, "notif": 174, "332": 174, "338": 174, "matyasch": 174, "279": 174, "comet": 174, "integr": 174, "nerdyespresso": 174, "304": 174, "330": 174, "mihaic": 174, "331": 174, "parser": 174, "duplic": 174, "329": 174, "grammat": 174, "mistak": 174, "basic": 174, "keyb0ardninja": 174, "333": 174, "mgoulao": 174, "340": 174, "kallinteri": 174, "andrea": [174, 183], "342": 174, "thank": 174, "contributor": 174, "khoda81": 174, "bool8": 174, "bool_": 174, "221": 174, "272": 174, "silent": 174, "ianyfan": 174, "254": 174, "assert": [174, 177], "215": 174, "216": 174, "prompt": 174, "252": 174, "259": 174, "rafaelcp": 174, "277": 174, "5x": 174, "paulmest": 174, "235": 174, "nidhish": 174, "238": 174, "241": 174, "225": 174, "257": 174, "246": 174, "explicit": 174, "fail": 174, "pierremardon": 174, "267": 174, "a2c": [174, 180, 182], "till2": 174, "234": 174, "206": 174, "218": 174, "219": 174, "mention": [174, 187], "migrat": 174, "lpizzinidev": 174, "244": 174, "hooper": 174, "247": 174, "convolv": [174, 181, 185], "264": 174, "270": 174, "258": 174, "server": 174, "backlog": 174, "mujocorend": 174, "roadmap": 174, "publicli": 174, "overhaul": 174, "feedback": 174, "act": [174, 179, 185], "compartment": 174, "funcjaxenv": 174, "potenti": 174, "mechan": 174, "thread": 174, "opengl": 174, "mujocorender": 174, "112": 174, "apply_env_compat": 174, "gymv22environ": 174, "125": 174, "kad99kev": 174, "124": 174, "141": 174, "72": 174, "190": 174, "siddarth": [174, 187], "155": 174, "theo": 174, "brown": 174, "mujocoenv": 174, "83": 174, "tobirohr": 174, "89": 174, "117": 174, "thytu": 174, "130": 174, "is_slippi": 174, "marionj": 174, "136": 174, "143": 174, "172": 174, "173": 174, "174": 174, "139": 174, "164": 174, "axb2035": 174, "171": 174, "step_wait": 174, "aaronwalsman": 174, "178": 174, "183": 174, "cool": 174, "rr": 174, "184": 174, "186": 174, "208": 174, "codebas": [174, 177], "205": 174, "73": 174, "workflow": 174, "110": 174, "138": 174, "146": 174, "rerun": 174, "commit": 174, "179": 174, "yet": 174, "meantim": 174, "episodestatisticsrecord": 174, "davidslayback": 174, "overflow": 174, "vairodp": 174, "willdudlei": 174, "58": 174, "upstream": 174, "merg": 174, "conduct": 174, "insert": [175, 187], "overview": [177, 187], "virtual": 177, "git": 177, "venv": 177, "bin": 177, "concern": [177, 187], "gym_exampl": 177, "grid_world": 177, "relative_posit": 177, "reacher_weighted_reward": 177, "discrete_act": 177, "clip_reward": 177, "illustr": [177, 178], "simplist": 177, "gridworldenv": 177, "piec": 177, "abstract": 177, "window_s": 177, "512": 177, "_action_to_direct": 177, "clock": 177, "_get_ob": 177, "mandatori": 177, "_agent_loc": 177, "_target_loc": 177, "manhattan": 177, "_get_info": 177, "linalg": 177, "oftentim": 177, "worri": 177, "coincid": 177, "array_equ": 177, "_render_fram": 177, "trivial": 177, "skeleton": 177, "set_mod": 177, "canva": 177, "pix_square_s": 177, "rect": 177, "gridlin": 177, "width": 177, "visibl": 177, "blit": 177, "get_rect": 177, "pump": 177, "predefin": 177, "tick": 177, "surfarrai": 177, "pixels3d": 177, "bother": 177, "detect": 177, "appropri": [177, 187], "entrypoint": 177, "mere": 177, "setuptool": 177, "install_requir": 177, "local": 177, "perfectli": 177, "fine": [177, 181], "relativeposit": [177, 179], "ipynb": [177, 178, 179, 181, 183, 185, 187], "failur": 178, "inher": 178, "preserv": 178, "obviou": 178, "forev": 178, "forcibli": 178, "halt": 178, "idea": [178, 185], "tell": [178, 185], "formal": 178, "q_": 178, "o_t": 178, "a_t": 178, "r_t": 178, "max_a": 178, "o_": 178, "a_": [178, 181], "q_target": 178, "distinct": 178, "differenti": 178, "vf_target": 178, "vf_next_stat": 178, "onward": 178, "handling_time_limit": 178, "agent_posit": 179, "target_posit": 179, "discreteact": 179, "disc_to_cont": 179, "len": [179, 181, 185], "__name__": [179, 181], "__main__": [179, 181], "lunarlandercontinu": 179, "intrins": 179, "clipreward": 179, "nevertheless": 179, "reacherrewardwrapp": 179, "reward_dist_weight": 179, "reward_ctrl_weight": 179, "implementing_custom_wrapp": 179, "if__name__": 181, "a3c": 181, "quicker": 181, "scratch": [181, 187], "feed": 181, "minibatch": 181, "n_steps_per_upd": 181, "n_env": 181, "gradient": [181, 187], "gae": 181, "tradeoff": 181, "tensor": [181, 187], "logit": 181, "select_act": 181, "prob": [181, 187], "ent_coef": 181, "get_loss": 181, "update_paramet": 181, "zemann": [181, 185], "__future__": [181, 185, 187], "o": [181, 187], "pyplot": [181, 183, 185, 187], "plt": [181, 183, 185, 187], "nn": [181, 187], "tqdm": [181, 183, 185], "maxim": [181, 187], "n_featur": 181, "n_action": 181, "devic": 181, "gpu": 181, "larger": 181, "critic_lr": 181, "actor_lr": 181, "critic_lay": 181, "relu": 181, "actor_lay": 181, "fed": 181, "softmax": 181, "sequenti": [181, 187], "critic_optim": 181, "rmsprop": 181, "lr": [181, 183, 185, 187], "actor_optim": 181, "state_valu": [181, 185], "action_logits_vec": 181, "action_log_prob": 181, "action_logit": 181, "action_pd": 181, "implicitli": 181, "log_prob": [181, 187], "value_pr": 181, "lam": 181, "arxiv": 181, "1506": 181, "02438": 181, "mont": [181, 185, 187], "carlo": [181, 185, 187], "td": [181, 183], "bias": 181, "critic_loss": 181, "actor_loss": 181, "td_error": 181, "pow": 181, "detach": 181, "zero_grad": [181, 187], "epoch": 181, "speedup": 181, "theirfor": 181, "simplest": 181, "parameter": [181, 187], "a_min": 181, "a_max": 181, "choic": [181, 187], "proport": 181, "overfit": 181, "mitig": 181, "remak": 181, "hyperparam": 181, "n_updat": 181, "randomize_domain": 181, "stationari": 181, "obs_shap": 181, "action_shap": 181, "use_cuda": 181, "is_avail": 181, "envs_wrapp": 181, "bar": 181, "sample_phas": 181, "ep_value_pr": 181, "ep_reward": 181, "ep_action_log_prob": 181, "s_": 181, "state_value_pr": 181, "r_": 181, "squeez": 181, "ongo": 181, "inlin": 181, "rolling_length": [181, 185], "fig": [181, 183, 185], "subplot": [181, 183, 185], "figsiz": [181, 183, 185, 187], "suptitl": [181, 185], "__class__": 181, "set_titl": [181, 183, 185], "episode_returns_moving_averag": 181, "arang": [181, 183, 185], "set_xlabel": [181, 185], "entropy_moving_averag": 181, "critic_losses_moving_averag": 181, "actor_losses_moving_averag": 181, "tight_layout": [181, 183, 185], "karp": 181, "flatt": 181, "120": 181, "enough": 181, "runtim": 181, "save_weight": 181, "load_weight": 181, "actor_weights_path": 181, "actor_weight": 181, "h5": 181, "critic_weights_path": 181, "critic_weight": 181, "mkdir": [181, 183], "state_dict": 181, "load_state_dict": 181, "eval": 181, "n_showcase_episod": 181, "no_grad": 181, "mnih": 181, "badia": 181, "mirza": 181, "grave": 181, "lillicrap": 181, "harlei": 181, "silver": [181, 183], "kavukcuoglu": 181, "icml": 181, "2016": 181, "iclr": 181, "vector_envs_tutori": 181, "tutorials_python": 182, "zip": [182, 187], "tutorials_jupyt": 182, "bunch": 183, "pierr\u00e9": 183, "pathlib": 183, "namedtupl": 183, "panda": [183, 187], "pd": [183, 187], "seaborn": [183, 185, 187], "sn": [183, 185, 187], "set_them": 183, "load_ext": 183, "lab_black": 183, "total_episod": 183, "learning_r": [183, 185, 187], "map_siz": 183, "n_run": 183, "action_s": 183, "state_s": 183, "proba_frozen": 183, "savefig_fold": 183, "img": 183, "default_rng": 183, "exist_ok": 183, "greedi": [183, 185], "refresh": 183, "_replac": 183, "qlearn": 183, "reset_qt": 183, "new_stat": 183, "delta": [183, 187], "qtabl": 183, "q_updat": 183, "epsilongreedi": 183, "choose_act": 183, "explor_exploit_tradeoff": 183, "exploit": [183, 185], "biggest": 183, "learner": 183, "run_env": 183, "all_stat": 183, "all_act": 183, "total_reward": 183, "datafram": [183, 187], "postprocess": 183, "rep": 183, "cum_reward": 183, "cumsum": 183, "st": 183, "qtable_directions_map": 183, "qtable_val_max": 183, "qtable_best_act": 183, "qtable_direct": 183, "ep": [183, 187], "finfo": 183, "idx": 183, "val": 183, "enumer": 183, "didn": 183, "plot_q_values_map": 183, "imshow": 183, "heatmap": [183, 185], "fmt": 183, "cmap": [183, 185], "color_palett": 183, "as_cmap": 183, "linewidth": [183, 185], "linecolor": 183, "xticklabel": 183, "yticklabel": 183, "annot_kw": 183, "fontsiz": [183, 185], "xx": 183, "narrow": 183, "spine": 183, "set_vis": 183, "set_linewidth": 183, "set_color": 183, "img_titl": 183, "frozenlake_q_values_": 183, "png": 183, "savefig": 183, "bbox_inch": 183, "tight": 183, "saniti": 183, "plot_states_actions_distribut": 183, "label": [183, 185], "histplot": 183, "kde": 183, "set_xtick": 183, "frozenlake_states_actions_distrib_": 183, "res_al": 183, "st_all": 183, "concat": 183, "bigger": 183, "plot_steps_and_reward": 183, "rewards_df": 183, "steps_df": 183, "lineplot": [183, 187], "hue": 183, "ylabel": 183, "legend": [183, 185], "frozenlake_steps_and_reward": 183, "converg": [183, 185], "wherea": 183, "sim": 183, "interesting": 183, "seem": 183, "propag": 183, "my": 183, "overcom": 183, "impact": 183, "hard": 183, "thoma": 183, "simonini": 183, "simoninithoma": 183, "dissect": 183, "dadid": 183, "lesson": 183, "wikipedia": 183, "richard": 183, "tim": 183, "miller": 183, "melbourn": 183, "frozenlake_tuto": 183, "infam": 185, "beatabl": 185, "won": 185, "viabl": 185, "strategi": 185, "favorit": 185, "defaultdict": 185, "explanatori": 185, "showcas": 185, "respond": 185, "harm": 185, "blackjackag": 185, "initial_epsilon": 185, "epsilon_decai": 185, "final_epsilon": 185, "discount_factor": 185, "decai": 185, "training_error": 185, "get_act": 185, "greedili": 185, "next_ob": [185, 187], "future_q_valu": 185, "temporal_differ": 185, "decay_epsilon": 185, "readi": 185, "n_episod": 185, "100_000": 185, "start_epsilon": 185, "decent": [185, 187], "10x": 185, "reward_moving_averag": 185, "length_moving_averag": 185, "training_error_moving_averag": 185, "create_grid": 185, "usable_ac": 185, "action_valu": 185, "player_count": 185, "dealer_count": 185, "meshgrid": 185, "apply_along_axi": 185, "arr": 185, "dstack": 185, "value_grid": 185, "policy_grid": 185, "create_plot": 185, "figaspect": 185, "ax1": 185, "add_subplot": 185, "plot_surfac": 185, "rstride": 185, "cstride": 185, "viridi": 185, "edgecolor": 185, "xtick": 185, "ytick": 185, "set_ylabel": 185, "zaxi": 185, "set_rotate_label": 185, "set_zlabel": 185, "view_init": 185, "ax2": 185, "accent_r": 185, "cbar": 185, "set_xticklabel": 185, "set_yticklabel": 185, "legend_el": 185, "facecolor": 185, "lightgreen": 185, "grei": 185, "bbox_to_anchor": 185, "fig1": 185, "fig2": 185, "grip": 185, "challeng": 185, "fun": [185, 187], "blackjack_tutori": 185, "earliest": 187, "burden": 187, "inverted_pendulum": 187, "1d": 187, "rcparam": 187, "policy_network": 187, "obs_space_dim": 187, "action_space_dim": 187, "hidden_space1": 187, "feel": 187, "hidden_space2": 187, "shared_net": 187, "policy_mean_net": 187, "std": 187, "policy_stddev_net": 187, "action_mean": 187, "action_stddev": 187, "shared_featur": 187, "exp": 187, "fact": 187, "reinfroc": 187, "acronym": 187, "ward": 187, "ncrement": 187, "actor": 187, "ffset": 187, "einforc": 187, "haracterist": 187, "ligibl": 187, "tune": 187, "adamw": 187, "sample_act": 187, "distrib": 187, "running_g": 187, "centric": 187, "procedur": 187, "brittl": 187, "spinningup": 187, "en": 187, "html": 187, "total_num_episod": 187, "5e3": 187, "rewards_over_se": 187, "fibonacci": 187, "manual_se": 187, "reward_over_episod": 187, "avg_reward": 187, "rewards_to_plot": 187, "df1": 187, "melt": 187, "inplac": 187, "darkgrid": 187, "talk": 187, "palett": 187, "rainbow": 187, "chandrasekar": 187, "ronald": 187, "connectionist": 187, "2004": 187, "229": 187, "256": 187, "reinforce_invpend_gym_v26": 187}, "objects": {"": [[16, 0, 1, "", "action_space"], [16, 0, 1, "", "observation_space"], [16, 0, 1, "", "single_action_space"], [16, 0, 1, "", "single_observation_space"]], "gymnasium": [[18, 1, 1, "", "ActionWrapper"], [2, 1, 1, "", "Env"], [20, 1, 1, "", "ObservationWrapper"], [21, 1, 1, "", "RewardWrapper"], [17, 1, 1, "", "Wrapper"], [9, 3, 1, "", "make"], [9, 3, 1, "", "pprint_registry"], [9, 3, 1, "", "register"], [10, 5, 0, "-", "spaces"], [9, 3, 1, "", "spec"], [17, 5, 0, "-", "wrappers"]], "gymnasium.ActionWrapper": [[18, 2, 1, "", "action"]], "gymnasium.Env": [[2, 0, 1, "", "action_space"], [2, 3, 1, "", "close"], [2, 0, 1, "", "metadata"], [2, 4, 1, "", "np_random"], [2, 0, 1, "", "observation_space"], [2, 3, 1, "", "render"], [2, 0, 1, "", "render_mode"], [2, 3, 1, "", "reset"], [2, 0, 1, "", "reward_range"], [2, 0, 1, "", "spec"], [2, 3, 1, "", "step"], [2, 4, 1, "", "unwrapped"]], "gymnasium.ObservationWrapper": [[20, 2, 1, "", "observation"]], "gymnasium.RewardWrapper": [[21, 2, 1, "", "reward"]], "gymnasium.Wrapper": [[17, 4, 1, "", "action_space"], [17, 3, 1, "", "close"], [17, 4, 1, "", "metadata"], [17, 4, 1, "", "np_random"], [17, 4, 1, "", "observation_space"], [17, 3, 1, "", "reset"], [17, 4, 1, "", "reward_range"], [17, 4, 1, "", "spec"], [17, 3, 1, "", "step"], [17, 4, 1, "", "unwrapped"]], "gymnasium.envs.registration": [[9, 1, 1, "", "EnvSpec"], [9, 0, 1, "", "current_namespace"], [9, 3, 1, "", "find_highest_version"], [9, 3, 1, "", "get_env_id"], [9, 3, 1, "", "load_env_creator"], [9, 3, 1, "", "load_plugin_envs"], [9, 3, 1, "", "namespace"], [9, 3, 1, "", "parse_env_id"], [9, 0, 1, "", "registry"]], "gymnasium.experimental": [[4, 1, 1, "", "FuncEnv"]], "gymnasium.experimental.FuncEnv": [[4, 3, 1, "", "initial"], [4, 3, 1, "", "observation"], [4, 3, 1, "", "render_close"], [4, 3, 1, "", "render_image"], [4, 3, 1, "", "render_init"], [4, 3, 1, "", "reward"], [4, 3, 1, "", "state_info"], [4, 3, 1, "", "step_info"], [4, 3, 1, "", "terminal"], [4, 3, 1, "", "transform"], [4, 3, 1, "", "transition"]], "gymnasium.experimental.vector": [[5, 1, 1, "", "AsyncVectorEnv"], [5, 1, 1, "", "SyncVectorEnv"], [7, 1, 1, "", "VectorActionWrapper"], [5, 1, 1, "", "VectorEnv"], [7, 1, 1, "", "VectorObservationWrapper"], [7, 1, 1, "", "VectorRewardWrapper"], [7, 1, 1, "", "VectorWrapper"]], "gymnasium.experimental.vector.AsyncVectorEnv": [[5, 3, 1, "", "call"], [5, 3, 1, "", "close"], [5, 3, 1, "", "get_attr"], [5, 3, 1, "", "reset"], [5, 3, 1, "", "set_attr"], [5, 3, 1, "", "step"]], "gymnasium.experimental.vector.SyncVectorEnv": [[5, 3, 1, "", "call"], [5, 3, 1, "", "close"], [5, 3, 1, "", "get_attr"], [5, 3, 1, "", "reset"], [5, 3, 1, "", "set_attr"], [5, 3, 1, "", "step"]], "gymnasium.experimental.vector.VectorEnv": [[5, 3, 1, "", "close"], [5, 3, 1, "id0", "reset"], [5, 3, 1, "", "step"]], "gymnasium.experimental.vector.utils": [[6, 3, 1, "", "CloudpickleWrapper"], [6, 3, 1, "", "batch_space"], [6, 3, 1, "", "clear_mpi_env_vars"], [6, 3, 1, "", "concatenate"], [6, 3, 1, "", "create_empty_array"], [6, 3, 1, "", "create_shared_memory"], [6, 3, 1, "", "iterate"], [6, 3, 1, "", "read_from_shared_memory"], [6, 3, 1, "", "write_to_shared_memory"]], "gymnasium.experimental.wrappers": [[8, 1, 1, "", "AutoresetV0"], [8, 1, 1, "", "ClipActionV0"], [8, 1, 1, "", "ClipRewardV0"], [8, 1, 1, "", "DelayObservationV0"], [8, 1, 1, "", "DtypeObservationV0"], [8, 1, 1, "", "FilterObservationV0"], [8, 1, 1, "", "FlattenObservationV0"], [8, 1, 1, "", "FrameStackObservationV0"], [8, 1, 1, "", "GrayscaleObservationV0"], [8, 1, 1, "", "HumanRenderingV0"], [8, 1, 1, "", "LambdaActionV0"], [8, 1, 1, "", "LambdaObservationV0"], [8, 1, 1, "", "LambdaRewardV0"], [8, 1, 1, "", "NormalizeObservationV0"], [8, 1, 1, "", "NormalizeRewardV0"], [8, 1, 1, "", "OrderEnforcingV0"], [8, 1, 1, "", "PassiveEnvCheckerV0"], [8, 1, 1, "", "PixelObservationV0"], [8, 1, 1, "", "RecordEpisodeStatisticsV0"], [8, 1, 1, "", "RecordVideoV0"], [8, 1, 1, "", "RenderCollectionV0"], [8, 1, 1, "", "RescaleActionV0"], [8, 1, 1, "", "RescaleObservationV0"], [8, 1, 1, "", "ReshapeObservationV0"], [8, 1, 1, "", "ResizeObservationV0"], [8, 1, 1, "", "StickyActionV0"], [8, 1, 1, "", "TimeAwareObservationV0"]], "gymnasium.experimental.wrappers.vector": [[7, 1, 1, "", "VectorListInfo"], [7, 1, 1, "", "VectorRecordEpisodeStatistics"]], "gymnasium.spaces": [[12, 1, 1, "", "Box"], [11, 1, 1, "", "Dict"], [12, 1, 1, "", "Discrete"], [11, 1, 1, "", "Graph"], [12, 1, 1, "", "MultiBinary"], [12, 1, 1, "", "MultiDiscrete"], [11, 1, 1, "", "Sequence"], [10, 1, 1, "", "Space"], [12, 1, 1, "", "Text"], [11, 1, 1, "", "Tuple"]], "gymnasium.spaces.Box": [[12, 2, 1, "", "is_bounded"], [12, 2, 1, "", "sample"], [12, 2, 1, "", "seed"]], "gymnasium.spaces.Dict": [[11, 2, 1, "", "sample"], [11, 2, 1, "", "seed"]], "gymnasium.spaces.Discrete": [[12, 2, 1, "", "sample"], [12, 2, 1, "", "seed"]], "gymnasium.spaces.Graph": [[11, 2, 1, "", "sample"], [11, 2, 1, "", "seed"]], "gymnasium.spaces.MultiBinary": [[12, 2, 1, "", "sample"], [12, 2, 1, "", "seed"]], "gymnasium.spaces.MultiDiscrete": [[12, 2, 1, "", "sample"], [12, 2, 1, "", "seed"]], "gymnasium.spaces.Sequence": [[11, 2, 1, "", "sample"], [11, 2, 1, "", "seed"]], "gymnasium.spaces.Space": [[10, 4, 1, "", "dtype"]], "gymnasium.spaces.Text": [[12, 2, 1, "", "sample"], [12, 2, 1, "", "seed"]], "gymnasium.spaces.Tuple": [[11, 2, 1, "", "sample"], [11, 2, 1, "", "seed"]], "gymnasium.spaces.space.Space": [[10, 3, 1, "", "contains"], [10, 3, 1, "", "from_jsonable"], [10, 4, 1, "", "is_np_flattenable"], [10, 3, 1, "", "sample"], [10, 3, 1, "", "seed"], [10, 4, 1, "", "shape"], [10, 3, 1, "", "to_jsonable"]], "gymnasium.spaces.utils": [[13, 3, 1, "", "flatdim"], [13, 3, 1, "", "flatten"], [13, 3, 1, "", "flatten_space"], [13, 3, 1, "", "unflatten"]], "gymnasium.utils.env_checker": [[15, 3, 1, "", "check_env"]], "gymnasium.utils.play": [[15, 1, 1, "", "PlayPlot"], [15, 1, 1, "", "PlayableGame"], [15, 3, 1, "", "play"]], "gymnasium.utils.play.PlayPlot": [[15, 2, 1, "", "callback"]], "gymnasium.utils.play.PlayableGame": [[15, 2, 1, "", "process_event"]], "gymnasium.utils.save_video": [[15, 3, 1, "", "capped_cubic_video_schedule"], [15, 3, 1, "", "save_video"]], "gymnasium.utils.seeding": [[15, 3, 1, "", "np_random"]], "gymnasium.utils.step_api_compatibility": [[15, 3, 1, "", "convert_to_done_step_api"], [15, 3, 1, "", "convert_to_terminated_truncated_step_api"], [15, 3, 1, "", "step_api_compatibility"]], "gymnasium.vector": [[16, 1, 1, "", "AsyncVectorEnv"], [16, 1, 1, "", "SyncVectorEnv"], [16, 1, 1, "", "VectorEnv"], [16, 3, 1, "", "make"]], "gymnasium.vector.VectorEnv": [[16, 2, 1, "", "close"], [16, 2, 1, "", "reset"], [16, 2, 1, "", "step"]], "gymnasium.vector.utils": [[14, 3, 1, "", "batch_space"], [14, 3, 1, "", "concatenate"], [14, 3, 1, "", "create_empty_array"], [14, 3, 1, "", "create_shared_memory"], [14, 3, 1, "", "iterate"], [14, 3, 1, "", "read_from_shared_memory"], [14, 3, 1, "", "write_to_shared_memory"]], "gymnasium.wrappers": [[19, 1, 1, "", "AtariPreprocessing"], [19, 1, 1, "", "AutoResetWrapper"], [18, 1, 1, "", "ClipAction"], [19, 1, 1, "", "EnvCompatibility"], [20, 1, 1, "", "FilterObservation"], [20, 1, 1, "", "FlattenObservation"], [20, 1, 1, "", "FrameStack"], [20, 1, 1, "", "GrayScaleObservation"], [19, 1, 1, "", "HumanRendering"], [20, 1, 1, "", "NormalizeObservation"], [21, 1, 1, "", "NormalizeReward"], [19, 1, 1, "", "OrderEnforcing"], [19, 1, 1, "", "PassiveEnvChecker"], [20, 1, 1, "", "PixelObservationWrapper"], [19, 1, 1, "", "RecordEpisodeStatistics"], [19, 1, 1, "", "RecordVideo"], [19, 1, 1, "", "RenderCollection"], [18, 1, 1, "", "RescaleAction"], [20, 1, 1, "", "ResizeObservation"], [19, 1, 1, "", "StepAPICompatibility"], [20, 1, 1, "", "TimeAwareObservation"], [19, 1, 1, "", "TimeLimit"], [20, 1, 1, "", "TransformObservation"], [21, 1, 1, "", "TransformReward"], [19, 1, 1, "", "VectorListInfo"]], "gymnasium.wrappers.gymnasium.Wrapper": [[17, 0, 1, "", "env"]]}, "objtypes": {"0": "py:attribute", "1": "py:class", "2": "py:method", "3": "py:function", "4": "py:property", "5": "py:module"}, "objnames": {"0": ["py", "attribute", "Python attribute"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "function", "Python function"], "4": ["py", "property", "Python property"], "5": ["py", "module", "Python module"]}, "titleterms": {"404": 0, "page": [0, 1], "Not": 0, "found": 0, "The": [0, 10, 183], "request": 0, "could": 0, "gymnasium": [1, 2, 4, 5, 16, 17, 153, 174, 175, 176, 177, 179, 180, 182], "doc": 1, "instruct": 1, "modifi": [1, 22], "environ": [1, 2, 3, 4, 5, 7, 8, 15, 16, 22, 23, 24, 153, 162, 175, 177, 181, 183, 185], "edit": 1, "an": [1, 185, 187], "ad": 1, "new": [1, 15, 159, 160], "atari": [1, 25, 49], "env": [1, 2, 16, 153, 177, 181], "non": 1, "other": [1, 8, 153, 159, 162], "step": [1, 15, 23, 24, 177], "build": [1, 185, 187], "document": 1, "write": 1, "tutori": [1, 182], "method": [2, 10, 16, 17], "attribut": [2, 10, 16, 17], "addit": [2, 9], "implement": [2, 179], "experiment": [3, 4, 5], "function": [3, 4, 6, 9], "wrapper": [3, 7, 8, 17, 18, 19, 20, 21, 24, 177, 179], "observ": [3, 7, 8, 20, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 177, 185], "action": [3, 7, 8, 18, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 185], "reward": [3, 7, 8, 21, 25, 28, 29, 31, 32, 33, 36, 38, 39, 40, 42, 43, 44, 45, 47, 48, 50, 53, 54, 56, 58, 59, 62, 64, 66, 68, 69, 72, 74, 75, 76, 78, 83, 96, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 111, 114, 117, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158], "common": [3, 7, 25], "render": [3, 8, 15, 24, 177], "data": [3, 8], "convers": [3, 8], "funcenv": 4, "func2env": 4, "functionaljaxcompatibilityenv": 4, "vector": [5, 7, 10, 14, 16, 181], "vectorenv": [5, 16], "asyncvectorenv": 5, "syncvectorenv": 5, "util": [6, 10, 13, 14, 15], "vectoris": 6, "space": [6, 10, 11, 12, 13, 14, 22, 25, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158], "share": [6, 14], "memori": [6, 14], "miscellan": 6, "lambda": 7, "onli": 7, "regist": [9, 177], "make": [9, 16, 153, 177], "core": 9, "variabl": 9, "base": [10, 18, 20, 21], "class": [10, 18, 20, 21], "fundament": [10, 12], "composit": [10, 11], "dict": 11, "tupl": 11, "sequenc": 11, "graph": 11, "box": [12, 43], "discret": [12, 153], "multibinari": 12, "multidiscret": 12, "text": [12, 154], "visual": [15, 183, 185], "save": [15, 181], "video": [15, 153], "old": 15, "api": [15, 23, 162, 167, 175], "compat": [15, 23, 170], "seed": [15, 24], "check": 15, "async": 16, "sync": 16, "avail": [18, 20, 21], "misc": [19, 167], "basic": [22, 176, 180, 182], "usag": 22, "initi": [22, 174, 177], "interact": [22, 153], "explain": 22, "code": [22, 24, 173, 178], "more": 22, "inform": [22, 155, 156, 157, 158], "gym": [23, 153, 173], "load": [23, 181], "openai": [23, 153], "v0": [23, 159, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 172, 173, 174], "21": [23, 161, 173], "v21": 24, "v26": 24, "migrat": 24, "guid": 24, "exampl": 24, "random": [24, 181], "number": 24, "gener": 24, "reset": [24, 133, 177], "timelimit": 24, "remov": [24, 173], "autorom": 25, "instal": 25, "rom": 25, "stochast": 25, "argument": [25, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158], "version": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158], "histori": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158], "name": 25, "scheme": 25, "flavor": 25, "refer": [25, 133, 136, 155, 156, 158, 175, 181, 183, 187], "adventur": 26, "descript": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158], "variant": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "difficulti": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "mode": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130], "airraid": 27, "alien": 28, "amidar": 29, "assault": 30, "asterix": 31, "asteroid": 32, "atlanti": 33, "atlantis2": 34, "backgammon": 35, "bankheist": 36, "basicmath": 37, "battlezon": 38, "beamrid": 39, "berzerk": 40, "blackjack": [41, 155, 185], "bowl": 42, "breakout": 44, "carniv": 45, "casino": 46, "centiped": 47, "choppercommand": 48, "complet": 49, "list": 49, "crazyclimb": 50, "crossbow": 51, "darkchamb": 52, "defend": 53, "demonattack": 54, "donkeykong": 55, "doubledunk": 56, "earthworld": 57, "elevatoract": 58, "enduro": 59, "entomb": 60, "et": 61, "fishingderbi": 62, "flagcaptur": 63, "freewai": 64, "frogger": 65, "frostbit": 66, "galaxian": 67, "gopher": 68, "gravitar": 69, "hangman": 70, "hauntedhous": 71, "hero": 72, "humancannonbal": 73, "icehockei": 74, "jamesbond": 75, "journeyescap": 76, "kaboom": 77, "kangaroo": 78, "keystonekap": 79, "kingkong": 80, "klax": 81, "koolaid": 82, "krull": 83, "kungfumast": 84, "laserg": 85, "lostluggag": 86, "mariobro": 87, "miniaturegolf": 88, "montezumareveng": 89, "mrdo": 90, "mspacman": 91, "namethisgam": 92, "othello": 93, "pacman": 94, "phoenix": 95, "pitfal": 96, "pitfall2": 97, "pong": 98, "pooyan": 99, "privateey": 100, "qbert": 101, "riverraid": 102, "roadrunn": 103, "robotank": 104, "seaquest": 105, "sirlancelot": 106, "ski": 107, "solari": 108, "spaceinvad": 109, "spacewar": 110, "stargunn": 111, "superman": 112, "surround": 113, "tenni": 114, "tetri": 115, "tictactoe3d": 116, "timepilot": 117, "trondead": 118, "turmoil": 119, "tutankham": 120, "upndown": 121, "ventur": 122, "videocheck": 123, "videochess": 124, "videocub": 125, "videopinbal": 126, "wizardofwor": 127, "wordzapp": 128, "yarsreveng": 129, "zaxxon": 130, "box2d": 131, "biped": 132, "walker": 132, "start": [132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158], "state": [132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 177], "episod": [132, 133, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158], "termin": [132, 133, 134, 178], "credit": [132, 133, 134], "car": [133, 138, 139, 153], "race": [133, 153], "lunar": 134, "lander": 134, "note": [134, 151, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174], "classic": [135, 153], "control": [135, 153], "acrobot": 136, "end": [136, 137, 138, 139, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158], "cart": 137, "pole": 137, "mountain": [138, 139], "transit": [138, 139], "dynam": [138, 139, 153], "continu": 139, "pendulum": [140, 147, 148], "truncat": [140, 178], "mujoco": [141, 187], "ant": 142, "half": 143, "cheetah": 143, "hopper": 144, "humanoid": [145, 146], "standup": 146, "invert": [147, 148], "doubl": 147, "pusher": 149, "reacher": 150, "swimmer": 151, "walker2d": 152, "third": 153, "parti": 153, "highwai": 153, "autonom": 153, "drive": 153, "tactic": 153, "decis": 153, "task": 153, "sumo": 153, "rl": 153, "reinforc": [153, 175, 187], "learn": [153, 175, 178, 185, 187], "us": [153, 177, 181, 183, 187], "traffic": 153, "simul": 153, "panda": 153, "robot": 153, "pybullet": 153, "physic": 153, "engin": 153, "tmrl": 153, "trackmania": 153, "2020": 153, "through": 153, "jimini": 153, "train": [153, 181, 182, 184, 185, 186, 187], "safeti": 153, "ensur": 153, "real": 153, "world": 153, "scenario": 153, "stabl": 153, "retro": 153, "game": 153, "maintain": 153, "flappi": 153, "bird": 153, "A": 153, "satur": 153, "prove": 153, "theorem": 153, "matrix": 153, "mdp": 153, "easili": 153, "creat": [153, 177, 183], "derk": 153, "gpu": 153, "acceler": 153, "moba": 153, "slimevolleygym": 153, "simpl": 153, "slime": 153, "volleybal": 153, "uniti": 153, "ml": 153, "agent": [153, 181, 182, 184, 185, 186, 187], "pge": 153, "parallel": 153, "drone": 153, "quadcopt": 153, "marsexplor": 153, "mar": 153, "robo": 153, "offworld": 153, "remot": 153, "free": 153, "safe": 153, "evalu": 153, "algorithm": 153, "softrobot": 153, "soft": 153, "igibson": 153, "photorealist": 153, "dexteroushand": 153, "dual": 153, "dexter": 153, "hand": 153, "manipul": 153, "omniisaacgymenv": 153, "nvidia": 153, "omnivers": 153, "isaac": 153, "duckietown": 153, "lane": 153, "follow": 153, "self": 153, "electr": 153, "motor": 153, "commonroad": 153, "motion": 153, "plan": 153, "racing_dream": 153, "latent": 153, "imagin": 153, "l2r": 153, "multimod": 153, "where": 153, "how": 153, "racecar_gym": 153, "miniatur": 153, "racecar": 153, "compilergym": 153, "optimis": 153, "compil": 153, "carl": 153, "context": 153, "adapt": 153, "cellular": 153, "automata": 153, "sokoban": 153, "2d": 153, "transport": 153, "puzzl": 153, "dacbench": 153, "benchmark": [153, 183], "librari": 153, "configur": 153, "nlpgym": 153, "toolkit": 153, "develop": 153, "solv": [153, 185], "nlp": 153, "shinrl": 153, "gymnax": 153, "hardwar": 153, "anytrad": 153, "financi": 153, "trade": 153, "forex": 153, "stock": 153, "mtsim": 153, "metatrad": 153, "5": [153, 173], "platform": 153, "openmodelica": 153, "microgrid": 153, "power": 153, "electron": 153, "convert": 153, "mobil": 153, "coordin": 153, "wireless": 153, "network": [153, 187], "gymfc": 153, "flight": 153, "tune": 153, "framework": 153, "toi": 154, "cliff": 156, "walk": 156, "frozen": 157, "lake": 157, "taxi": 158, "19": [159, 173], "0": [159, 160, 161, 163, 165, 167, 168, 170, 173, 174], "releas": [159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174], "featur": [159, 160], "bug": [159, 160, 166, 167, 168, 169, 171, 172], "fix": [159, 160, 166, 167, 168, 169, 171, 172, 173], "20": [160, 173], "major": [160, 165, 170], "chang": [160, 162, 163, 165, 167, 170], "break": [160, 163, 170], "upgrad": 160, "22": [162, 173], "23": [163, 164, 173], "1": [164, 166, 168, 171, 173, 174], "24": [165, 166, 173], "minor": [165, 170], "25": [167, 168, 169, 173], "typo": 168, "2": [169, 172, 173, 174], "updat": 169, "26": [170, 171, 172, 173, 174], "backward": 170, "spell": 171, "12": 173, "fetch": 173, "slide": 173, "9": [173, 183], "6": 173, "cleanup": 173, "unmaintain": 173, "7": [173, 183], "4": [173, 183], "3": [173, 174], "28": 174, "27": 174, "i": 175, "standard": 175, "divers": 175, "collect": 175, "your": 177, "own": 177, "custom": [177, 179], "subclass": 177, "declar": 177, "construct": 177, "from": [177, 179], "close": 177, "packag": 177, "instanc": 177, "handl": 178, "time": [178, 183], "limit": 178, "import": [178, 185], "solut": 178, "inherit": 179, "observationwrapp": 179, "actionwrapp": 179, "rewardwrapp": 179, "a2c": 181, "domain": 181, "notic": 181, "introduct": 181, "advantag": 181, "actor": 181, "critic": 181, "setup": [181, 185], "plot": [181, 187], "perform": 181, "analysi": 181, "synchron": 181, "asynchron": 181, "weight": 181, "showcas": 181, "try": 181, "plai": 181, "yourself": 181, "frozenlak": 183, "depend": 183, "paramet": 183, "we": 183, "ll": 183, "q": [183, 185], "tabl": 183, "run": 183, "map": 183, "size": 183, "11": 183, "execut": 185, "visualis": 185, "polici": [185, 187], "think": 185, "you": 185, "can": 185, "do": 185, "better": 185, "curv": 187}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 57}, "alltitles": {"404 - Page Not Found": [[0, "page-not-found"]], "The requested page could not be found.": [[0, "the-requested-page-could-not-be-found"]], "Gymnasium-docs": [[1, "gymnasium-docs"]], "Instructions for modifying environment pages": [[1, "instructions-for-modifying-environment-pages"]], "Editing an environment page": [[1, "editing-an-environment-page"]], "Adding a new environment": [[1, "adding-a-new-environment"]], "Atari env": [[1, "atari-env"]], "Non-Atari env": [[1, "non-atari-env"]], "Other steps": [[1, "other-steps"]], "Build the Documentation": [[1, "build-the-documentation"]], "Writing Tutorials": [[1, "writing-tutorials"]], "Env": [[2, "env"]], "gymnasium.Env": [[2, "gymnasium-env"]], "Methods": [[2, "methods"], [10, "methods"], [16, "methods"], [17, "methods"]], "Attributes": [[2, "attributes"], [10, "attributes"], [16, "attributes"], [17, "attributes"]], "Additional Methods": [[2, "additional-methods"]], "Implementing environments": [[2, "implementing-environments"]], "Experimental": [[3, "experimental"]], "Functional Environments": [[3, "functional-environments"]], "Wrappers": [[3, "wrappers"], [8, "wrappers"], [17, "wrappers"]], "Observation Wrappers": [[3, "observation-wrappers"], [8, "observation-wrappers"], [20, "observation-wrappers"]], "Action Wrappers": [[3, "action-wrappers"], [8, "action-wrappers"], [18, "action-wrappers"]], "Reward Wrappers": [[3, "reward-wrappers"], [8, "reward-wrappers"], [21, "reward-wrappers"]], "Common Wrappers": [[3, "common-wrappers"]], "Rendering Wrappers": [[3, "rendering-wrappers"], [8, "rendering-wrappers"]], "Environment data conversion": [[3, "environment-data-conversion"], [8, "environment-data-conversion"]], "Functional Environment": [[4, "functional-environment"]], "gymnasium.experimental.FuncEnv": [[4, "gymnasium-experimental-funcenv"]], "gymnasium.experimental.func2env.FunctionalJaxCompatibilityEnv": [[4, "gymnasium-experimental-func2env-functionaljaxcompatibilityenv"]], "Vectorizing Environment": [[5, "vectorizing-environment"]], "gymnasium.experimental.VectorEnv": [[5, "gymnasium-experimental-vectorenv"]], "gymnasium.experimental.vector.AsyncVectorEnv": [[5, "gymnasium-experimental-vector-asyncvectorenv"]], "gymnasium.experimental.vector.SyncVectorEnv": [[5, "gymnasium-experimental-vector-syncvectorenv"]], "Utility functions for vectorisation": [[6, "utility-functions-for-vectorisation"]], "Spaces utility functions": [[6, "spaces-utility-functions"]], "Shared memory functions": [[6, "shared-memory-functions"]], "Miscellaneous": [[6, "miscellaneous"]], "Vector Environment Wrappers": [[7, "vector-environment-wrappers"]], "Vector Lambda Observation Wrappers": [[7, "vector-lambda-observation-wrappers"]], "Vector Lambda Action Wrappers": [[7, "vector-lambda-action-wrappers"]], "Vector Lambda Reward Wrappers": [[7, "vector-lambda-reward-wrappers"]], "Vector Common Wrappers": [[7, "vector-common-wrappers"]], "Vector Only Wrappers": [[7, "vector-only-wrappers"]], "Other Wrappers": [[8, "other-wrappers"]], "Register and Make": [[9, "register-and-make"]], "Core variables": [[9, "core-variables"]], "Additional functions": [[9, "additional-functions"]], "Spaces": [[10, "spaces"]], "The Base Class": [[10, "the-base-class"]], "Fundamental Spaces": [[10, "fundamental-spaces"], [12, "fundamental-spaces"]], "Composite Spaces": [[10, "composite-spaces"], [11, "composite-spaces"]], "Utils": [[10, "utils"], [15, "utils"]], "Vector Utils": [[10, "vector-utils"]], "Dict": [[11, "dict"]], "Tuple": [[11, "tuple"]], "Sequence": [[11, "sequence"]], "Graph": [[11, "graph"]], "Box": [[12, "box"]], "Discrete": [[12, "discrete"]], "MultiBinary": [[12, "multibinary"]], "MultiDiscrete": [[12, "multidiscrete"]], "Text": [[12, "text"]], "Spaces Utils": [[13, "spaces-utils"]], "Spaces Vector Utils": [[14, "spaces-vector-utils"]], "Shared Memory Utils": [[14, "shared-memory-utils"]], "Visualization": [[15, "visualization"], [183, "visualization"]], "Save Rendering Videos": [[15, "save-rendering-videos"]], "Old to New Step API Compatibility": [[15, "old-to-new-step-api-compatibility"]], "Seeding": [[15, "seeding"]], "Environment Checking": [[15, "environment-checking"]], "Vector": [[16, "vector"]], "Gymnasium.vector.VectorEnv": [[16, "gymnasium-vector-vectorenv"]], "Making Vector Environments": [[16, "making-vector-environments"]], "Async Vector Env": [[16, "async-vector-env"]], "Sync Vector Env": [[16, "sync-vector-env"]], "gymnasium.Wrapper": [[17, "gymnasium-wrapper"]], "Gymnasium Wrappers": [[17, "gymnasium-wrappers"]], "Base Class": [[18, "base-class"], [20, "base-class"], [21, "base-class"]], "Available Action Wrappers": [[18, "available-action-wrappers"]], "Misc Wrappers": [[19, "misc-wrappers"]], "Available Observation Wrappers": [[20, "available-observation-wrappers"]], "Available Reward Wrappers": [[21, "available-reward-wrappers"]], "Basic Usage": [[22, "basic-usage"]], "Initializing Environments": [[22, "initializing-environments"]], "Interacting with the Environment": [[22, "interacting-with-the-environment"]], "Explaining the code": [[22, "explaining-the-code"]], "Action and observation spaces": [[22, "action-and-observation-spaces"]], "Modifying the environment": [[22, "modifying-the-environment"]], "More information": [[22, "more-information"]], "Compatibility with Gym": [[23, "compatibility-with-gym"]], "Loading OpenAI Gym environments": [[23, "loading-openai-gym-environments"]], "Gym v0.21 Environment Compatibility": [[23, "gym-v0-21-environment-compatibility"]], "Step API Compatibility": [[23, "step-api-compatibility"]], "v21 to v26 Migration Guide": [[24, "v21-to-v26-migration-guide"]], "Example code for v21": [[24, "example-code-for-v21"]], "Example code for v26": [[24, "example-code-for-v26"]], "Seed and random number generator": [[24, "seed-and-random-number-generator"]], "Environment Reset": [[24, "environment-reset"]], "Environment Step": [[24, "environment-step"]], "TimeLimit Wrapper": [[24, "timelimit-wrapper"]], "Environment Render": [[24, "environment-render"]], "Removed code": [[24, "removed-code"]], "Atari": [[25, "atari"]], "AutoROM (installing the ROMs)": [[25, "autorom-installing-the-roms"]], "Action Space": [[25, "action-space"], [132, "action-space"], [133, "action-space"], [134, "action-space"], [136, "action-space"], [137, "action-space"], [138, "action-space"], [139, "action-space"], [140, "action-space"], [142, "action-space"], [143, "action-space"], [144, "action-space"], [145, "action-space"], [146, "action-space"], [147, "action-space"], [148, "action-space"], [149, "action-space"], [150, "action-space"], [151, "action-space"], [152, "action-space"], [155, "action-space"], [156, "action-space"], [157, "action-space"], [158, "action-space"]], "Observation Space": [[25, "observation-space"], [132, "observation-space"], [133, "observation-space"], [134, "observation-space"], [136, "observation-space"], [137, "observation-space"], [138, "observation-space"], [139, "observation-space"], [140, "observation-space"], [142, "observation-space"], [143, "observation-space"], [144, "observation-space"], [145, "observation-space"], [146, "observation-space"], [147, "observation-space"], [148, "observation-space"], [149, "observation-space"], [150, "observation-space"], [151, "observation-space"], [152, "observation-space"], [155, "observation-space"], [156, "observation-space"], [157, "observation-space"], [158, "observation-space"]], "Rewards": [[25, "rewards"], [28, "rewards"], [29, "rewards"], [31, "rewards"], [32, "rewards"], [33, "rewards"], [36, "rewards"], [38, "rewards"], [39, "rewards"], [40, "rewards"], [42, "rewards"], [43, "rewards"], [44, "rewards"], [45, "rewards"], [47, "rewards"], [48, "rewards"], [50, "rewards"], [53, "rewards"], [54, "rewards"], [56, "rewards"], [58, "rewards"], [59, "rewards"], [62, "rewards"], [64, "rewards"], [66, "rewards"], [68, "rewards"], [69, "rewards"], [72, "rewards"], [74, "rewards"], [75, "rewards"], [76, "rewards"], [78, "rewards"], [83, "rewards"], [96, "rewards"], [98, "rewards"], [99, "rewards"], [100, "rewards"], [101, "rewards"], [102, "rewards"], [103, "rewards"], [104, "rewards"], [105, "rewards"], [107, "rewards"], [108, "rewards"], [109, "rewards"], [111, "rewards"], [114, "rewards"], [117, "rewards"], [132, "rewards"], [133, "rewards"], [134, "rewards"], [136, "rewards"], [137, "rewards"], [140, "rewards"], [142, "rewards"], [143, "rewards"], [144, "rewards"], [145, "rewards"], [146, "rewards"], [147, "rewards"], [148, "rewards"], [149, "rewards"], [150, "rewards"], [151, "rewards"], [152, "rewards"], [155, "rewards"], [157, "rewards"], [158, "rewards"]], "Stochasticity": [[25, "stochasticity"]], "Common Arguments": [[25, "common-arguments"]], "Version History and Naming Schemes": [[25, "version-history-and-naming-schemes"]], "Flavors": [[25, "flavors"]], "References": [[25, "references"], [133, "references"], [136, "references"], [155, "references"], [156, "references"], [158, "references"], [181, "references"], [183, "references"], [187, "references"]], "Adventure": [[26, "adventure"]], "Description": [[26, "description"], [27, "description"], [28, "description"], [29, "description"], [30, "description"], [31, "description"], [32, "description"], [33, "description"], [34, "description"], [35, "description"], [36, "description"], [37, "description"], [38, "description"], [39, "description"], [40, "description"], [41, "description"], [42, "description"], [43, "description"], [44, "description"], [45, "description"], [46, "description"], [47, "description"], [48, "description"], [50, "description"], [51, "description"], [52, "description"], [53, "description"], [54, "description"], [55, "description"], [56, "description"], [57, "description"], [58, "description"], [59, "description"], [60, "description"], [61, "description"], [62, "description"], [63, "description"], [64, "description"], [65, "description"], [66, "description"], [67, "description"], [68, "description"], [69, "description"], [70, "description"], [71, "description"], [72, "description"], [73, "description"], [74, "description"], [75, "description"], [76, "description"], [77, "description"], [78, "description"], [79, "description"], [80, "description"], [81, "description"], [82, "description"], [83, "description"], [84, "description"], [85, "description"], [86, "description"], [87, "description"], [88, "description"], [89, "description"], [90, "description"], [91, "description"], [92, "description"], [93, "description"], [94, "description"], [95, "description"], [96, "description"], [97, "description"], [98, "description"], [99, "description"], [100, "description"], [101, "description"], [102, "description"], [103, "description"], [104, "description"], [105, "description"], [106, "description"], [107, "description"], [108, "description"], [109, "description"], [110, "description"], [111, "description"], [112, "description"], [113, "description"], [114, "description"], [115, "description"], [116, "description"], [117, "description"], [118, "description"], [119, "description"], [120, "description"], [121, "description"], [122, "description"], [123, "description"], [124, "description"], [125, "description"], [126, "description"], [127, "description"], [128, "description"], [129, "description"], [130, "description"], [132, "description"], [133, "description"], [134, "description"], [136, "description"], [137, "description"], [138, "description"], [139, "description"], [140, "description"], [142, "description"], [143, "description"], [144, "description"], [145, "description"], [146, "description"], [147, "description"], [148, "description"], [149, "description"], [150, "description"], [151, "description"], [152, "description"], [155, "description"], [156, "description"], [157, "description"], [158, "description"]], "Actions": [[26, "actions"], [27, "actions"], [28, "actions"], [29, "actions"], [30, "actions"], [31, "actions"], [32, "actions"], [33, "actions"], [34, "actions"], [35, "actions"], [36, "actions"], [37, "actions"], [38, "actions"], [39, "actions"], [40, "actions"], [41, "actions"], [42, "actions"], [43, "actions"], [44, "actions"], [45, "actions"], [46, "actions"], [47, "actions"], [48, "actions"], [50, "actions"], [51, "actions"], [52, "actions"], [53, "actions"], [54, "actions"], [55, "actions"], [56, "actions"], [57, "actions"], [58, "actions"], [59, "actions"], [60, "actions"], [61, "actions"], [62, "actions"], [63, "actions"], [64, "actions"], [65, "actions"], [66, "actions"], [67, "actions"], [68, "actions"], [69, "actions"], [70, "actions"], [71, "actions"], [72, "actions"], [73, "actions"], [74, "actions"], [75, "actions"], [76, "actions"], [77, "actions"], [78, "actions"], [79, "actions"], [80, "actions"], [81, "actions"], [82, "actions"], [83, "actions"], [84, "actions"], [85, "actions"], [86, "actions"], [87, "actions"], [88, "actions"], [89, "actions"], [90, "actions"], [91, "actions"], [92, "actions"], [93, "actions"], [94, "actions"], [95, "actions"], [96, "actions"], [97, "actions"], [98, "actions"], [99, "actions"], [100, "actions"], [101, "actions"], [102, "actions"], [103, "actions"], [104, "actions"], [105, "actions"], [106, "actions"], [107, "actions"], [108, "actions"], [109, "actions"], [110, "actions"], [111, "actions"], [112, "actions"], [113, "actions"], [114, "actions"], [115, "actions"], [116, "actions"], [117, "actions"], [118, "actions"], [119, "actions"], [120, "actions"], [121, "actions"], [122, "actions"], [123, "actions"], [124, "actions"], [125, "actions"], [126, "actions"], [127, "actions"], [128, "actions"], [129, "actions"], [130, "actions"]], "Observations": [[26, "observations"], [27, "observations"], [28, "observations"], [29, "observations"], [30, "observations"], [31, "observations"], [32, "observations"], [33, "observations"], [34, "observations"], [35, "observations"], [36, "observations"], [37, "observations"], [38, "observations"], [39, "observations"], [40, "observations"], [41, "observations"], [42, "observations"], [43, "observations"], [44, "observations"], [45, "observations"], [46, "observations"], [47, "observations"], [48, "observations"], [50, "observations"], [51, "observations"], [52, "observations"], [53, "observations"], [54, "observations"], [55, "observations"], [56, "observations"], [57, "observations"], [58, "observations"], [59, "observations"], [60, "observations"], [61, "observations"], [62, "observations"], [63, "observations"], [64, "observations"], [65, "observations"], [66, "observations"], [67, "observations"], [68, "observations"], [69, "observations"], [70, "observations"], [71, "observations"], [72, "observations"], [73, "observations"], [74, "observations"], [75, "observations"], [76, "observations"], [77, "observations"], [78, "observations"], [79, "observations"], [80, "observations"], [81, "observations"], [82, "observations"], [83, "observations"], [84, "observations"], [85, "observations"], [86, "observations"], [87, "observations"], [88, "observations"], [89, "observations"], [90, "observations"], [91, "observations"], [92, "observations"], [93, "observations"], [94, "observations"], [95, "observations"], [96, "observations"], [97, "observations"], [98, "observations"], [99, "observations"], [100, "observations"], [101, "observations"], [102, "observations"], [103, "observations"], [104, "observations"], [105, "observations"], [106, "observations"], [107, "observations"], [108, "observations"], [109, "observations"], [110, "observations"], [111, "observations"], [112, "observations"], [113, "observations"], [114, "observations"], [115, "observations"], [116, "observations"], [117, "observations"], [118, "observations"], [119, "observations"], [120, "observations"], [121, "observations"], [122, "observations"], [123, "observations"], [124, "observations"], [125, "observations"], [126, "observations"], [127, "observations"], [128, "observations"], [129, "observations"], [130, "observations"]], "Variants": [[26, "variants"], [27, "variants"], [28, "variants"], [29, "variants"], [30, "variants"], [31, "variants"], [32, "variants"], [33, "variants"], [34, "variants"], [35, "variants"], [36, "variants"], [37, "variants"], [38, "variants"], [39, "variants"], [40, "variants"], [41, "variants"], [42, "variants"], [43, "variants"], [44, "variants"], [45, "variants"], [46, "variants"], [47, "variants"], [48, "variants"], [50, "variants"], [51, "variants"], [52, "variants"], [53, "variants"], [54, "variants"], [55, "variants"], [56, "variants"], [57, "variants"], [58, "variants"], [59, "variants"], [60, "variants"], [61, "variants"], [62, "variants"], [63, "variants"], [64, "variants"], [65, "variants"], [66, "variants"], [67, "variants"], [68, "variants"], [69, "variants"], [70, "variants"], [71, "variants"], [72, "variants"], [73, "variants"], [74, "variants"], [75, "variants"], [76, "variants"], [77, "variants"], [78, "variants"], [79, "variants"], [80, "variants"], [81, "variants"], [82, "variants"], [83, "variants"], [84, "variants"], [85, "variants"], [86, "variants"], [87, "variants"], [88, "variants"], [89, "variants"], [90, "variants"], [91, "variants"], [92, "variants"], [93, "variants"], [94, "variants"], [95, "variants"], [96, "variants"], [97, "variants"], [98, "variants"], [99, "variants"], [100, "variants"], [101, "variants"], [102, "variants"], [103, "variants"], [104, "variants"], [105, "variants"], [106, "variants"], [107, "variants"], [108, "variants"], [109, "variants"], [110, "variants"], [111, "variants"], [112, "variants"], [113, "variants"], [114, "variants"], [115, "variants"], [116, "variants"], [117, "variants"], [118, "variants"], [119, "variants"], [120, "variants"], [121, "variants"], [122, "variants"], [123, "variants"], [124, "variants"], [125, "variants"], [126, "variants"], [127, "variants"], [128, "variants"], [129, "variants"], [130, "variants"]], "Difficulty and modes": [[26, "difficulty-and-modes"], [27, "difficulty-and-modes"], [28, "difficulty-and-modes"], [29, "difficulty-and-modes"], [30, "difficulty-and-modes"], [31, "difficulty-and-modes"], [32, "difficulty-and-modes"], [33, "difficulty-and-modes"], [34, "difficulty-and-modes"], [35, "difficulty-and-modes"], [36, "difficulty-and-modes"], [37, "difficulty-and-modes"], [38, "difficulty-and-modes"], [39, "difficulty-and-modes"], [40, "difficulty-and-modes"], [41, "difficulty-and-modes"], [42, "difficulty-and-modes"], [43, "difficulty-and-modes"], [44, "difficulty-and-modes"], [45, "difficulty-and-modes"], [46, "difficulty-and-modes"], [47, "difficulty-and-modes"], [48, "difficulty-and-modes"], [50, "difficulty-and-modes"], [51, "difficulty-and-modes"], [52, "difficulty-and-modes"], [53, "difficulty-and-modes"], [54, "difficulty-and-modes"], [55, "difficulty-and-modes"], [56, "difficulty-and-modes"], [57, "difficulty-and-modes"], [58, "difficulty-and-modes"], [59, "difficulty-and-modes"], [60, "difficulty-and-modes"], [61, "difficulty-and-modes"], [62, "difficulty-and-modes"], [63, "difficulty-and-modes"], [64, "difficulty-and-modes"], [65, "difficulty-and-modes"], [66, "difficulty-and-modes"], [67, "difficulty-and-modes"], [68, "difficulty-and-modes"], [69, "difficulty-and-modes"], [70, "difficulty-and-modes"], [71, "difficulty-and-modes"], [72, "difficulty-and-modes"], [73, "difficulty-and-modes"], [74, "difficulty-and-modes"], [75, "difficulty-and-modes"], [76, "difficulty-and-modes"], [77, "difficulty-and-modes"], [78, "difficulty-and-modes"], [79, "difficulty-and-modes"], [80, "difficulty-and-modes"], [81, "difficulty-and-modes"], [82, "difficulty-and-modes"], [83, "difficulty-and-modes"], [84, "difficulty-and-modes"], [85, "difficulty-and-modes"], [86, "difficulty-and-modes"], [87, "difficulty-and-modes"], [88, "difficulty-and-modes"], [89, "difficulty-and-modes"], [90, "difficulty-and-modes"], [91, "difficulty-and-modes"], [92, "difficulty-and-modes"], [93, "difficulty-and-modes"], [94, "difficulty-and-modes"], [95, "difficulty-and-modes"], [96, "difficulty-and-modes"], [97, "difficulty-and-modes"], [98, "difficulty-and-modes"], [99, "difficulty-and-modes"], [100, "difficulty-and-modes"], [101, "difficulty-and-modes"], [102, "difficulty-and-modes"], [103, "difficulty-and-modes"], [104, "difficulty-and-modes"], [105, "difficulty-and-modes"], [106, "difficulty-and-modes"], [107, "difficulty-and-modes"], [108, "difficulty-and-modes"], [109, "difficulty-and-modes"], [110, "difficulty-and-modes"], [111, "difficulty-and-modes"], [112, "difficulty-and-modes"], [113, "difficulty-and-modes"], [114, "difficulty-and-modes"], [115, "difficulty-and-modes"], [116, "difficulty-and-modes"], [117, "difficulty-and-modes"], [118, "difficulty-and-modes"], [119, "difficulty-and-modes"], [120, "difficulty-and-modes"], [121, "difficulty-and-modes"], [122, "difficulty-and-modes"], [123, "difficulty-and-modes"], [124, "difficulty-and-modes"], [125, "difficulty-and-modes"], [126, "difficulty-and-modes"], [127, "difficulty-and-modes"], [128, "difficulty-and-modes"], [129, "difficulty-and-modes"], [130, "difficulty-and-modes"]], "Version History": [[26, "version-history"], [27, "version-history"], [28, "version-history"], [29, "version-history"], [30, "version-history"], [31, "version-history"], [32, "version-history"], [33, "version-history"], [34, "version-history"], [35, "version-history"], [36, "version-history"], [37, "version-history"], [38, "version-history"], [39, "version-history"], [40, "version-history"], [41, "version-history"], [42, "version-history"], [43, "version-history"], [44, "version-history"], [45, "version-history"], [46, "version-history"], [47, "version-history"], [48, "version-history"], [50, "version-history"], [51, "version-history"], [52, "version-history"], [53, "version-history"], [54, "version-history"], [55, "version-history"], [56, "version-history"], [57, "version-history"], [58, "version-history"], [59, "version-history"], [60, "version-history"], [61, "version-history"], [62, "version-history"], [63, "version-history"], [64, "version-history"], [65, "version-history"], [66, "version-history"], [67, "version-history"], [68, "version-history"], [69, "version-history"], [70, "version-history"], [71, "version-history"], [72, "version-history"], [73, "version-history"], [74, "version-history"], [75, "version-history"], [76, "version-history"], [77, "version-history"], [78, "version-history"], [79, "version-history"], [80, "version-history"], [81, "version-history"], [82, "version-history"], [83, "version-history"], [84, "version-history"], [85, "version-history"], [86, "version-history"], [87, "version-history"], [88, "version-history"], [89, "version-history"], [90, "version-history"], [91, "version-history"], [92, "version-history"], [93, "version-history"], [94, "version-history"], [95, "version-history"], [96, "version-history"], [97, "version-history"], [98, "version-history"], [99, "version-history"], [100, "version-history"], [101, "version-history"], [102, "version-history"], [103, "version-history"], [104, "version-history"], [105, "version-history"], [106, "version-history"], [107, "version-history"], [108, "version-history"], [109, "version-history"], [110, "version-history"], [111, "version-history"], [112, "version-history"], [113, "version-history"], [114, "version-history"], [115, "version-history"], [116, "version-history"], [117, "version-history"], [118, "version-history"], [119, "version-history"], [120, "version-history"], [121, "version-history"], [122, "version-history"], [123, "version-history"], [124, "version-history"], [125, "version-history"], [126, "version-history"], [127, "version-history"], [128, "version-history"], [129, "version-history"], [130, "version-history"], [132, "version-history"], [133, "version-history"], [134, "version-history"], [136, "version-history"], [138, "version-history"], [139, "version-history"], [140, "version-history"], [142, "version-history"], [143, "version-history"], [144, "version-history"], [145, "version-history"], [146, "version-history"], [147, "version-history"], [148, "version-history"], [149, "version-history"], [150, "version-history"], [151, "version-history"], [152, "version-history"], [155, "version-history"], [156, "version-history"], [157, "version-history"], [158, "version-history"]], "AirRaid": [[27, "airraid"]], "Alien": [[28, "alien"]], "Amidar": [[29, "amidar"]], "Assault": [[30, "assault"]], "Asterix": [[31, "asterix"]], "Asteroids": [[32, "asteroids"]], "Atlantis": [[33, "atlantis"]], "Atlantis2": [[34, "atlantis2"]], "Backgammon": [[35, "backgammon"]], "BankHeist": [[36, "bankheist"]], "BasicMath": [[37, "basicmath"]], "BattleZone": [[38, "battlezone"]], "BeamRider": [[39, "beamrider"]], "Berzerk": [[40, "berzerk"]], "Blackjack": [[41, "blackjack"], [155, "blackjack"]], "Bowling": [[42, "bowling"]], "Boxing": [[43, "boxing"]], "Breakout": [[44, "breakout"]], "Carnival": [[45, "carnival"]], "Casino": [[46, "casino"]], "Centipede": [[47, "centipede"]], "ChopperCommand": [[48, "choppercommand"]], "Complete List - Atari": [[49, "complete-list-atari"]], "CrazyClimber": [[50, "crazyclimber"]], "Crossbow": [[51, "crossbow"]], "Darkchambers": [[52, "darkchambers"]], "Defender": [[53, "defender"]], "DemonAttack": [[54, "demonattack"]], "DonkeyKong": [[55, "donkeykong"]], "DoubleDunk": [[56, "doubledunk"]], "Earthworld": [[57, "earthworld"]], "ElevatorAction": [[58, "elevatoraction"]], "Enduro": [[59, "enduro"]], "Entombed": [[60, "entombed"]], "Et": [[61, "et"]], "FishingDerby": [[62, "fishingderby"]], "FlagCapture": [[63, "flagcapture"]], "Freeway": [[64, "freeway"]], "Frogger": [[65, "frogger"]], "Frostbite": [[66, "frostbite"]], "Galaxian": [[67, "galaxian"]], "Gopher": [[68, "gopher"]], "Gravitar": [[69, "gravitar"]], "Hangman": [[70, "hangman"]], "HauntedHouse": [[71, "hauntedhouse"]], "Hero": [[72, "hero"]], "HumanCannonball": [[73, "humancannonball"]], "IceHockey": [[74, "icehockey"]], "Jamesbond": [[75, "jamesbond"]], "JourneyEscape": [[76, "journeyescape"]], "Kaboom": [[77, "kaboom"]], "Kangaroo": [[78, "kangaroo"]], "KeystoneKapers": [[79, "keystonekapers"]], "KingKong": [[80, "kingkong"]], "Klax": [[81, "klax"]], "Koolaid": [[82, "koolaid"]], "Krull": [[83, "krull"]], "KungFuMaster": [[84, "kungfumaster"]], "LaserGates": [[85, "lasergates"]], "LostLuggage": [[86, "lostluggage"]], "MarioBros": [[87, "mariobros"]], "MiniatureGolf": [[88, "miniaturegolf"]], "MontezumaRevenge": [[89, "montezumarevenge"]], "MrDo": [[90, "mrdo"]], "MsPacman": [[91, "mspacman"]], "NameThisGame": [[92, "namethisgame"]], "Othello": [[93, "othello"]], "Pacman": [[94, "pacman"]], "Phoenix": [[95, "phoenix"]], "Pitfall": [[96, "pitfall"]], "Pitfall2": [[97, "pitfall2"]], "Pong": [[98, "pong"]], "Pooyan": [[99, "pooyan"]], "PrivateEye": [[100, "privateeye"]], "Qbert": [[101, "qbert"]], "Riverraid": [[102, "riverraid"]], "RoadRunner": [[103, "roadrunner"]], "Robotank": [[104, "robotank"]], "Seaquest": [[105, "seaquest"]], "SirLancelot": [[106, "sirlancelot"]], "Skiing": [[107, "skiing"]], "Solaris": [[108, "solaris"]], "SpaceInvaders": [[109, "spaceinvaders"]], "SpaceWar": [[110, "spacewar"]], "StarGunner": [[111, "stargunner"]], "Superman": [[112, "superman"]], "Surround": [[113, "surround"]], "Tennis": [[114, "tennis"]], "Tetris": [[115, "tetris"]], "TicTacToe3D": [[116, "tictactoe3d"]], "TimePilot": [[117, "timepilot"]], "Trondead": [[118, "trondead"]], "Turmoil": [[119, "turmoil"]], "Tutankham": [[120, "tutankham"]], "UpNDown": [[121, "upndown"]], "Venture": [[122, "venture"]], "VideoCheckers": [[123, "videocheckers"]], "VideoChess": [[124, "videochess"]], "VideoCube": [[125, "videocube"]], "VideoPinball": [[126, "videopinball"]], "WizardOfWor": [[127, "wizardofwor"]], "WordZapper": [[128, "wordzapper"]], "YarsRevenge": [[129, "yarsrevenge"]], "Zaxxon": [[130, "zaxxon"]], "Box2D": [[131, "box2d"]], "Bipedal Walker": [[132, "bipedal-walker"]], "Starting State": [[132, "starting-state"], [133, "starting-state"], [134, "starting-state"], [136, "starting-state"], [137, "starting-state"], [138, "starting-state"], [139, "starting-state"], [140, "starting-state"], [142, "starting-state"], [143, "starting-state"], [144, "starting-state"], [145, "starting-state"], [146, "starting-state"], [147, "starting-state"], [148, "starting-state"], [149, "starting-state"], [150, "starting-state"], [151, "starting-state"], [152, "starting-state"], [155, "starting-state"], [156, "starting-state"], [157, "starting-state"], [158, "starting-state"]], "Episode Termination": [[132, "episode-termination"], [133, "episode-termination"], [134, "episode-termination"]], "Arguments": [[132, "arguments"], [133, "arguments"], [134, "arguments"], [136, "arguments"], [137, "arguments"], [138, "arguments"], [139, "arguments"], [140, "arguments"], [142, "arguments"], [143, "arguments"], [144, "arguments"], [145, "arguments"], [146, "arguments"], [147, "arguments"], [148, "arguments"], [149, "arguments"], [150, "arguments"], [151, "arguments"], [152, "arguments"], [155, "arguments"], [156, "arguments"], [157, "arguments"], [158, "arguments"]], "Credits": [[132, "credits"], [133, "credits"], [134, "credits"]], "Car Racing": [[133, "car-racing"]], "Reset Arguments": [[133, "reset-arguments"]], "Lunar Lander": [[134, "lunar-lander"]], "Notes": [[134, "notes"], [151, "notes"]], "Classic Control": [[135, "classic-control"]], "Acrobot": [[136, "acrobot"]], "Episode End": [[136, "episode-end"], [137, "episode-end"], [138, "episode-end"], [139, "episode-end"], [142, "episode-end"], [143, "episode-end"], [144, "episode-end"], [145, "episode-end"], [146, "episode-end"], [147, "episode-end"], [148, "episode-end"], [149, "episode-end"], [150, "episode-end"], [151, "episode-end"], [152, "episode-end"], [155, "episode-end"], [156, "episode-end"], [157, "episode-end"], [158, "episode-end"]], "Cart Pole": [[137, "cart-pole"]], "Mountain Car": [[138, "mountain-car"]], "Transition Dynamics:": [[138, "transition-dynamics"], [139, "transition-dynamics"]], "Reward:": [[138, "reward"]], "Mountain Car Continuous": [[139, "mountain-car-continuous"]], "Reward": [[139, "reward"], [156, "reward"]], "Pendulum": [[140, "pendulum"]], "Episode Truncation": [[140, "episode-truncation"]], "MuJoCo": [[141, "mujoco"]], "Ant": [[142, "ant"]], "Half Cheetah": [[143, "half-cheetah"]], "Hopper": [[144, "hopper"]], "Humanoid": [[145, "humanoid"]], "Humanoid Standup": [[146, "humanoid-standup"]], "Inverted Double Pendulum": [[147, "inverted-double-pendulum"]], "Inverted Pendulum": [[148, "inverted-pendulum"]], "Pusher": [[149, "pusher"]], "Reacher": [[150, "reacher"]], "Swimmer": [[151, "swimmer"]], "Walker2D": [[152, "walker2d"]], "Third-Party Environments": [[153, "third-party-environments"]], "highway-env: Autonomous driving and tactical decision-making tasks": [[153, "highway-env-autonomous-driving-and-tactical-decision-making-tasks"]], "sumo-rl: Reinforcement Learning using SUMO traffic simulator": [[153, "sumo-rl-reinforcement-learning-using-sumo-traffic-simulator"]], "panda-gym: Robotics environments using the PyBullet physics engine": [[153, "panda-gym-robotics-environments-using-the-pybullet-physics-engine"]], "tmrl: TrackMania 2020 through RL": [[153, "tmrl-trackmania-2020-through-rl"]], "gym-jiminy: Training Robots in Jiminy": [[153, "gym-jiminy-training-robots-in-jiminy"]], "Safety-Gymnasium: Ensuring safety in real-world RL scenarios": [[153, "safety-gymnasium-ensuring-safety-in-real-world-rl-scenarios"]], "stable-retro: Classic retro games, a maintained version of OpenAI Retro": [[153, "stable-retro-classic-retro-games-a-maintained-version-of-openai-retro"]], "flappy-bird-gymnasium: A Flappy Bird environment for Gymnasium": [[153, "flappy-bird-gymnasium-a-flappy-bird-environment-for-gymnasium"]], "gym-saturation: Environments used to prove theorems": [[153, "gym-saturation-environments-used-to-prove-theorems"]], "matrix-mdp: Easily create discrete MDPs": [[153, "matrix-mdp-easily-create-discrete-mdps"]], "Third-Party Environments using Gym": [[153, "third-party-environments-using-gym"]], "Video Game environments": [[153, "video-game-environments"]], "gym-derk: GPU accelerated MOBA environment": [[153, "gym-derk-gpu-accelerated-moba-environment"]], "SlimeVolleyGym: A simple environment for Slime Volleyball game": [[153, "slimevolleygym-a-simple-environment-for-slime-volleyball-game"]], "Unity ML Agents: Environments for Unity game engine": [[153, "unity-ml-agents-environments-for-unity-game-engine"]], "PGE: Parallel Game Engine": [[153, "pge-parallel-game-engine"]], "Robotics environments": [[153, "robotics-environments"]], "gym-pybullet-drones: Environments for quadcopter control": [[153, "gym-pybullet-drones-environments-for-quadcopter-control"]], "MarsExplorer: Environments for controlling robot on Mars": [[153, "marsexplorer-environments-for-controlling-robot-on-mars"]], "robo-gym: Real-world and simulation robotics": [[153, "robo-gym-real-world-and-simulation-robotics"]], "Offworld-gym: Control real robots remotely for free": [[153, "offworld-gym-control-real-robots-remotely-for-free"]], "safe-control-gym: Evaluate safety of RL algorithms": [[153, "safe-control-gym-evaluate-safety-of-rl-algorithms"]], "gym-softrobot: Soft-robotics environments": [[153, "gym-softrobot-soft-robotics-environments"]], "iGibson: Photorealistic and interactive robotics environments": [[153, "igibson-photorealistic-and-interactive-robotics-environments"]], "DexterousHands: Dual dexterous hand manipulation tasks": [[153, "dexteroushands-dual-dexterous-hand-manipulation-tasks"]], "OmniIsaacGymEnvs: Gym environments for NVIDIA Omniverse Isaac ": [[153, "omniisaacgymenvs-gym-environments-for-nvidia-omniverse-isaac"]], "Autonomous Driving environments": [[153, "autonomous-driving-environments"]], "gym-duckietown: Lane-following for self-driving cars": [[153, "gym-duckietown-lane-following-for-self-driving-cars"]], "gym-electric-motor: Gym environments for electric motor simulations": [[153, "gym-electric-motor-gym-environments-for-electric-motor-simulations"]], "CommonRoad-RL: Motion planning for traffic scenarios ": [[153, "commonroad-rl-motion-planning-for-traffic-scenarios"]], "racing_dreamer: Latent imagination in autonomous racing": [[153, "racing-dreamer-latent-imagination-in-autonomous-racing"]], "l2r: Multimodal control environment where agents learn how to race": [[153, "l2r-multimodal-control-environment-where-agents-learn-how-to-race"]], "racecar_gym: Miniature racecar env using PyBullet": [[153, "racecar-gym-miniature-racecar-env-using-pybullet"]], "Other environments": [[153, "other-environments"]], "CompilerGym: Optimise compiler tasks": [[153, "compilergym-optimise-compiler-tasks"]], "CARL: context adaptive RL": [[153, "carl-context-adaptive-rl"]], "gym-cellular-automata: Cellular Automata environments": [[153, "gym-cellular-automata-cellular-automata-environments"]], "gym-sokoban: 2D Transportation Puzzles": [[153, "gym-sokoban-2d-transportation-puzzles"]], "DACBench: Benchmark Library for Dynamic Algorithm configuration": [[153, "dacbench-benchmark-library-for-dynamic-algorithm-configuration"]], "NLPGym: A toolkit to develop RL agents to solve NLP tasks": [[153, "nlpgym-a-toolkit-to-develop-rl-agents-to-solve-nlp-tasks"]], "ShinRL: Environments for evaluating RL algorithms": [[153, "shinrl-environments-for-evaluating-rl-algorithms"]], "gymnax: Hardware Accelerated RL Environments": [[153, "gymnax-hardware-accelerated-rl-environments"]], "gym-anytrading: Financial trading environments for FOREX and STOCKS": [[153, "gym-anytrading-financial-trading-environments-for-forex-and-stocks"]], "gym-mtsim: Financial trading for MetaTrader 5 platform": [[153, "gym-mtsim-financial-trading-for-metatrader-5-platform"]], "openmodelica-microgrid-gym: Environments for controlling power electronic converters in microgrids": [[153, "openmodelica-microgrid-gym-environments-for-controlling-power-electronic-converters-in-microgrids"]], "mobile-env: Environments for coordination of wireless mobile networks": [[153, "mobile-env-environments-for-coordination-of-wireless-mobile-networks"]], "GymFC: A flight control tuning and training framework": [[153, "gymfc-a-flight-control-tuning-and-training-framework"]], "Toy Text": [[154, "toy-text"]], "Information": [[155, "information"], [156, "information"], [157, "information"], [158, "information"]], "Cliff Walking": [[156, "cliff-walking"]], "Frozen Lake": [[157, "frozen-lake"]], "Taxi": [[158, "taxi"]], "v0.19.0 Release Notes": [[159, "v0-19-0-release-notes"]], "New features": [[159, "new-features"]], "Bug fixes": [[159, "bug-fixes"], [167, "bug-fixes"]], "Other": [[159, "other"]], "v0.20.0 Release Notes": [[160, "v0-20-0-release-notes"]], "Major Change": [[160, "major-change"]], "Breaking changes and new features:": [[160, "breaking-changes-and-new-features"]], "Bug fixes and upgrades": [[160, "bug-fixes-and-upgrades"]], "v0.21.0 Release Notes": [[161, "v0-21-0-release-notes"]], "v0.22 Release Notes": [[162, "v0-22-release-notes"]], "API changes": [[162, "api-changes"]], "Environment changes": [[162, "environment-changes"]], "Other changes": [[162, "other-changes"]], "v0.23.0 Release Notes": [[163, "v0-23-0-release-notes"]], "Breaking changes": [[163, "breaking-changes"]], "v0.23.1 Release Notes": [[164, "v0-23-1-release-notes"]], "v0.24.0 Release Notes": [[165, "v0-24-0-release-notes"]], "Major changes": [[165, "major-changes"], [170, "major-changes"]], "Minor changes": [[165, "minor-changes"], [170, "minor-changes"]], "v0.24.1 Release Notes": [[166, "v0-24-1-release-notes"]], "Bugs fixed": [[166, "bugs-fixed"]], "v0.25.0 Release notes": [[167, "v0-25-0-release-notes"]], "API Changes": [[167, "api-changes"]], "Misc": [[167, "misc"]], "0.25.1 Release Notes": [[168, "release-notes"]], "Bug fix": [[168, "bug-fix"]], "Typos": [[168, "typos"]], "v0.25.2 Release Notes": [[169, "v0-25-2-release-notes"]], "Bug Fixes": [[169, "bug-fixes"], [171, "bug-fixes"]], "Updates": [[169, "updates"]], "v0.26.0 Release Notes": [[170, "v0-26-0-release-notes"]], "Breaking backward compatibility": [[170, "breaking-backward-compatibility"]], "v0.26.1 Release Notes": [[171, "v0-26-1-release-notes"]], "Spelling": [[171, "spelling"]], "v0.26.2 Release Notes": [[172, "v0-26-2-release-notes"]], "Bugs Fixes": [[172, "bugs-fixes"]], "Gym Release Notes": [[173, "gym-release-notes"]], "0.26.2": [[173, "release-0-26-2"]], "0.26.1": [[173, "release-0-26-1"]], "0.26.0": [[173, "release-0-26-0"]], "0.25.2": [[173, "release-0-25-2"]], "0.25.1": [[173, "release-0-25-1"]], "0.25.0": [[173, "release-0-25-0"]], "0.24.1": [[173, "release-0-24-1"]], "0.24.0": [[173, "release-0-24-0"]], "0.23.1": [[173, "release-0-23-1"]], "0.23.0": [[173, "release-0-23-0"]], "0.22.0": [[173, "release-0-22-0"]], "v0.21.0: 0.21.0": [[173, "release-v0-21-0"]], "v0.20.0: 0.20.0": [[173, "release-v0-20-0"]], "0.19.0": [[173, "release-0-19-0"]], "0.12.5: Fixed fetch/slide": [[173, "release-0-12-5"]], "v0.9.6: Cleanup + Remove Unmaintained Code": [[173, "release-v0-9-6"]], "v0.9.5": [[173, "release-v0-9-5"]], "v0.7.4": [[173, "release-v0-7-4"]], "v0.7.3: ": [[173, "release-v0-7-3"]], "Gymnasium Release Notes": [[174, "gymnasium-release-notes"]], "v0.28.1": [[174, "release-v0-28-1"]], "v0.28.0": [[174, "release-v0-28-0"]], "v0.27.1": [[174, "release-v0-27-1"]], "v0.27.0": [[174, "release-v0-27-0"]], "v0.26.3": [[174, "release-v0-26-3"]], "v0.26.2 ": [[174, "release-v0-26-2"]], "v0.26.1": [[174, "release-v0-26-1"]], "v0.26.0: Initial Release": [[174, "release-v0-26-0"]], "Gymnasium is a standard API for reinforcement learning, and a diverse collection of reference environments": [[175, "gymnasium-is-a-standard-api-for-reinforcement-learning-and-a-diverse-collection-of-reference-environments"]], "Gymnasium Basics": [[176, "gymnasium-basics"], [180, "gymnasium-basics"], [182, "gymnasium-basics"]], "Make your own custom environment": [[177, "make-your-own-custom-environment"]], "Subclassing gymnasium.Env": [[177, "subclassing-gymnasium-env"]], "Declaration and Initialization": [[177, "declaration-and-initialization"]], "Constructing Observations From Environment States": [[177, "constructing-observations-from-environment-states"]], "Reset": [[177, "reset"]], "Step": [[177, "step"]], "Rendering": [[177, "rendering"]], "Close": [[177, "close"]], "Registering Envs": [[177, "registering-envs"]], "Creating a Package": [[177, "creating-a-package"]], "Creating Environment Instances": [[177, "creating-environment-instances"]], "Using Wrappers": [[177, "using-wrappers"]], "Handling Time Limits": [[178, "handling-time-limits"]], "Termination": [[178, "termination"]], "Truncation": [[178, "truncation"]], "Importance in learning code": [[178, "importance-in-learning-code"]], "Solution": [[178, "solution"]], "Implementing Custom Wrappers": [[179, "implementing-custom-wrappers"]], "Inheriting from gymnasium.ObservationWrapper": [[179, "inheriting-from-gymnasium-observationwrapper"]], "Inheriting from gymnasium.ActionWrapper": [[179, "inheriting-from-gymnasium-actionwrapper"]], "Inheriting from gymnasium.RewardWrapper": [[179, "inheriting-from-gymnasium-rewardwrapper"]], "Inheriting from gymnasium.Wrapper": [[179, "inheriting-from-gymnasium-wrapper"]], "Training A2C with Vector Envs and Domain Randomization": [[181, "training-a2c-with-vector-envs-and-domain-randomization"]], "Notice": [[181, "notice"]], "Introduction": [[181, "introduction"]], "Advantage Actor-Critic (A2C)": [[181, "advantage-actor-critic-a2c"]], "Using Vectorized Environments": [[181, "using-vectorized-environments"]], "Domain Randomization": [[181, "domain-randomization"]], "Setup": [[181, "setup"]], "Training the A2C Agent": [[181, "training-the-a2c-agent"]], "Plotting": [[181, "plotting"]], "Performance Analysis of Synchronous and Asynchronous Vectorized Environments": [[181, "performance-analysis-of-synchronous-and-asynchronous-vectorized-environments"]], "Saving/ Loading Weights": [[181, "saving-loading-weights"]], "Showcase the Agent": [[181, "showcase-the-agent"]], "Try playing the environment yourself": [[181, "try-playing-the-environment-yourself"]], "Tutorials": [[182, "tutorials"]], "Training Agents": [[182, "training-agents"], [184, "training-agents"], [186, "training-agents"]], "Frozenlake benchmark": [[183, "frozenlake-benchmark"]], "Dependencies": [[183, "dependencies"]], "Parameters we\u2019ll use": [[183, "parameters-we-ll-use"]], "The FrozenLake environment": [[183, "the-frozenlake-environment"]], "Creating the Q-table": [[183, "creating-the-q-table"]], "Running the environment": [[183, "running-the-environment"]], "Map size: 4 \\times 4": [[183, "map-size-4-times-4"]], "Map size: 7 \\times 7": [[183, "map-size-7-times-7"]], "Map size: 9 \\times 9": [[183, "map-size-9-times-9"]], "Map size: 11 \\times 11": [[183, "map-size-11-times-11"]], "Solving Blackjack with Q-Learning": [[185, "solving-blackjack-with-q-learning"]], "Imports and Environment Setup": [[185, "imports-and-environment-setup"]], "Observing the environment": [[185, "observing-the-environment"]], "Executing an action": [[185, "executing-an-action"]], "Building an agent": [[185, "building-an-agent"], [187, "building-an-agent"]], "Visualizing the training": [[185, "visualizing-the-training"]], "Visualising the policy": [[185, "visualising-the-policy"]], "Think you can do better?": [[185, "think-you-can-do-better"]], "Training using REINFORCE for Mujoco": [[187, "training-using-reinforce-for-mujoco"]], "Policy Network": [[187, "policy-network"]], "Plot learning curve": [[187, "plot-learning-curve"]]}, "indexentries": {"env (class in gymnasium)": [[2, "gymnasium.Env"]], "action_space (gymnasium.env attribute)": [[2, "gymnasium.Env.action_space"]], "close() (in module gymnasium.env)": [[2, "gymnasium.Env.close"]], "metadata (gymnasium.env attribute)": [[2, "gymnasium.Env.metadata"]], "np_random (gymnasium.env property)": [[2, "gymnasium.Env.np_random"]], "observation_space (gymnasium.env attribute)": [[2, "gymnasium.Env.observation_space"]], "render() (in module gymnasium.env)": [[2, "gymnasium.Env.render"]], "render_mode (gymnasium.env attribute)": [[2, "gymnasium.Env.render_mode"]], "reset() (in module gymnasium.env)": [[2, "gymnasium.Env.reset"]], "reward_range (gymnasium.env attribute)": [[2, "gymnasium.Env.reward_range"]], "spec (gymnasium.env attribute)": [[2, "gymnasium.Env.spec"]], "step() (in module gymnasium.env)": [[2, "gymnasium.Env.step"]], "unwrapped (gymnasium.env property)": [[2, "gymnasium.Env.unwrapped"]], "funcenv (class in gymnasium.experimental)": [[4, "gymnasium.experimental.FuncEnv"]], "initial() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.initial"]], "observation() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.observation"]], "render_close() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.render_close"]], "render_image() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.render_image"]], "render_init() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.render_init"]], "reward() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.reward"]], "state_info() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.state_info"]], "step_info() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.step_info"]], "terminal() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.terminal"]], "transform() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.transform"]], "transition() (in module gymnasium.experimental.funcenv)": [[4, "gymnasium.experimental.FuncEnv.transition"]], "asyncvectorenv (class in gymnasium.experimental.vector)": [[5, "gymnasium.experimental.vector.AsyncVectorEnv"]], "syncvectorenv (class in gymnasium.experimental.vector)": [[5, "gymnasium.experimental.vector.SyncVectorEnv"]], "vectorenv (class in gymnasium.experimental.vector)": [[5, "gymnasium.experimental.vector.VectorEnv"]], "call() (in module gymnasium.experimental.vector.asyncvectorenv)": [[5, "gymnasium.experimental.vector.AsyncVectorEnv.call"]], "call() (in module gymnasium.experimental.vector.syncvectorenv)": [[5, "gymnasium.experimental.vector.SyncVectorEnv.call"]], "close() (in module gymnasium.experimental.vector.asyncvectorenv)": [[5, "gymnasium.experimental.vector.AsyncVectorEnv.close"]], "close() (in module gymnasium.experimental.vector.syncvectorenv)": [[5, "gymnasium.experimental.vector.SyncVectorEnv.close"]], "close() (in module gymnasium.experimental.vector.vectorenv)": [[5, "gymnasium.experimental.vector.VectorEnv.close"]], "get_attr() (in module gymnasium.experimental.vector.asyncvectorenv)": [[5, "gymnasium.experimental.vector.AsyncVectorEnv.get_attr"]], "get_attr() (in module gymnasium.experimental.vector.syncvectorenv)": [[5, "gymnasium.experimental.vector.SyncVectorEnv.get_attr"]], "reset() (in module gymnasium.experimental.vector.asyncvectorenv)": [[5, "gymnasium.experimental.vector.AsyncVectorEnv.reset"]], "reset() (in module gymnasium.experimental.vector.syncvectorenv)": [[5, "gymnasium.experimental.vector.SyncVectorEnv.reset"]], "reset() (in module gymnasium.experimental.vector.vectorenv)": [[5, "gymnasium.experimental.vector.VectorEnv.reset"], [5, "id0"]], "set_attr() (in module gymnasium.experimental.vector.asyncvectorenv)": [[5, "gymnasium.experimental.vector.AsyncVectorEnv.set_attr"]], "set_attr() (in module gymnasium.experimental.vector.syncvectorenv)": [[5, "gymnasium.experimental.vector.SyncVectorEnv.set_attr"]], "step() (in module gymnasium.experimental.vector.asyncvectorenv)": [[5, "gymnasium.experimental.vector.AsyncVectorEnv.step"]], "step() (in module gymnasium.experimental.vector.syncvectorenv)": [[5, "gymnasium.experimental.vector.SyncVectorEnv.step"]], "step() (in module gymnasium.experimental.vector.vectorenv)": [[5, "gymnasium.experimental.vector.VectorEnv.step"]], "cloudpicklewrapper() (in module gymnasium.experimental.vector.utils)": [[6, "gymnasium.experimental.vector.utils.CloudpickleWrapper"]], "batch_space() (in module gymnasium.experimental.vector.utils)": [[6, "gymnasium.experimental.vector.utils.batch_space"]], "clear_mpi_env_vars() (in module gymnasium.experimental.vector.utils)": [[6, "gymnasium.experimental.vector.utils.clear_mpi_env_vars"]], "concatenate() (in module gymnasium.experimental.vector.utils)": [[6, "gymnasium.experimental.vector.utils.concatenate"]], "create_empty_array() (in module gymnasium.experimental.vector.utils)": [[6, "gymnasium.experimental.vector.utils.create_empty_array"]], "create_shared_memory() (in module gymnasium.experimental.vector.utils)": [[6, "gymnasium.experimental.vector.utils.create_shared_memory"]], "iterate() (in module gymnasium.experimental.vector.utils)": [[6, "gymnasium.experimental.vector.utils.iterate"]], "read_from_shared_memory() (in module gymnasium.experimental.vector.utils)": [[6, "gymnasium.experimental.vector.utils.read_from_shared_memory"]], "write_to_shared_memory() (in module gymnasium.experimental.vector.utils)": [[6, "gymnasium.experimental.vector.utils.write_to_shared_memory"]], "vectoractionwrapper (class in gymnasium.experimental.vector)": [[7, "gymnasium.experimental.vector.VectorActionWrapper"]], "vectorlistinfo (class in gymnasium.experimental.wrappers.vector)": [[7, "gymnasium.experimental.wrappers.vector.VectorListInfo"]], "vectorobservationwrapper (class in gymnasium.experimental.vector)": [[7, "gymnasium.experimental.vector.VectorObservationWrapper"]], "vectorrecordepisodestatistics (class in gymnasium.experimental.wrappers.vector)": [[7, "gymnasium.experimental.wrappers.vector.VectorRecordEpisodeStatistics"]], "vectorrewardwrapper (class in gymnasium.experimental.vector)": [[7, "gymnasium.experimental.vector.VectorRewardWrapper"]], "vectorwrapper (class in gymnasium.experimental.vector)": [[7, "gymnasium.experimental.vector.VectorWrapper"]], "autoresetv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.AutoresetV0"]], "clipactionv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.ClipActionV0"]], "cliprewardv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.ClipRewardV0"]], "delayobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.DelayObservationV0"]], "dtypeobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.DtypeObservationV0"]], "filterobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.FilterObservationV0"]], "flattenobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.FlattenObservationV0"]], "framestackobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.FrameStackObservationV0"]], "grayscaleobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.GrayscaleObservationV0"]], "humanrenderingv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.HumanRenderingV0"]], "lambdaactionv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.LambdaActionV0"]], "lambdaobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.LambdaObservationV0"]], "lambdarewardv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.LambdaRewardV0"]], "normalizeobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.NormalizeObservationV0"]], "normalizerewardv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.NormalizeRewardV0"]], "orderenforcingv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.OrderEnforcingV0"]], "passiveenvcheckerv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.PassiveEnvCheckerV0"]], "pixelobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.PixelObservationV0"]], "recordepisodestatisticsv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.RecordEpisodeStatisticsV0"]], "recordvideov0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.RecordVideoV0"]], "rendercollectionv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.RenderCollectionV0"]], "rescaleactionv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.RescaleActionV0"]], "rescaleobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.RescaleObservationV0"]], "reshapeobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.ReshapeObservationV0"]], "resizeobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.ResizeObservationV0"]], "stickyactionv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.StickyActionV0"]], "timeawareobservationv0 (class in gymnasium.experimental.wrappers)": [[8, "gymnasium.experimental.wrappers.TimeAwareObservationV0"]], "envspec (class in gymnasium.envs.registration)": [[9, "gymnasium.envs.registration.EnvSpec"]], "current_namespace (gymnasium.envs.registration attribute)": [[9, "gymnasium.envs.registration.current_namespace"]], "find_highest_version() (in module gymnasium.envs.registration)": [[9, "gymnasium.envs.registration.find_highest_version"]], "get_env_id() (in module gymnasium.envs.registration)": [[9, "gymnasium.envs.registration.get_env_id"]], "load_env_creator() (in module gymnasium.envs.registration)": [[9, "gymnasium.envs.registration.load_env_creator"]], "load_plugin_envs() (in module gymnasium.envs.registration)": [[9, "gymnasium.envs.registration.load_plugin_envs"]], "make() (in module gymnasium)": [[9, "gymnasium.make"]], "namespace() (in module gymnasium.envs.registration)": [[9, "gymnasium.envs.registration.namespace"]], "parse_env_id() (in module gymnasium.envs.registration)": [[9, "gymnasium.envs.registration.parse_env_id"]], "pprint_registry() (in module gymnasium)": [[9, "gymnasium.pprint_registry"]], "register() (in module gymnasium)": [[9, "gymnasium.register"]], "registry (gymnasium.envs.registration attribute)": [[9, "gymnasium.envs.registration.registry"]], "spec() (in module gymnasium)": [[9, "gymnasium.spec"]], "space (class in gymnasium.spaces)": [[10, "gymnasium.spaces.Space"]], "contains() (in module gymnasium.spaces.space.space)": [[10, "gymnasium.spaces.space.Space.contains"]], "dtype (gymnasium.spaces.space property)": [[10, "gymnasium.spaces.Space.dtype"]], "from_jsonable() (in module gymnasium.spaces.space.space)": [[10, "gymnasium.spaces.space.Space.from_jsonable"]], "gymnasium.spaces": [[10, "module-gymnasium.spaces"]], "is_np_flattenable (gymnasium.spaces.space.space property)": [[10, "gymnasium.spaces.space.Space.is_np_flattenable"]], "module": [[10, "module-gymnasium.spaces"], [17, "module-gymnasium.wrappers"]], "sample() (in module gymnasium.spaces.space.space)": [[10, "gymnasium.spaces.space.Space.sample"]], "seed() (in module gymnasium.spaces.space.space)": [[10, "gymnasium.spaces.space.Space.seed"]], "shape (gymnasium.spaces.space.space property)": [[10, "gymnasium.spaces.space.Space.shape"]], "to_jsonable() (in module gymnasium.spaces.space.space)": [[10, "gymnasium.spaces.space.Space.to_jsonable"]], "dict (class in gymnasium.spaces)": [[11, "gymnasium.spaces.Dict"]], "graph (class in gymnasium.spaces)": [[11, "gymnasium.spaces.Graph"]], "sequence (class in gymnasium.spaces)": [[11, "gymnasium.spaces.Sequence"]], "tuple (class in gymnasium.spaces)": [[11, "gymnasium.spaces.Tuple"]], "sample() (gymnasium.spaces.dict method)": [[11, "gymnasium.spaces.Dict.sample"]], "sample() (gymnasium.spaces.graph method)": [[11, "gymnasium.spaces.Graph.sample"]], "sample() (gymnasium.spaces.sequence method)": [[11, "gymnasium.spaces.Sequence.sample"]], "sample() (gymnasium.spaces.tuple method)": [[11, "gymnasium.spaces.Tuple.sample"]], "seed() (gymnasium.spaces.dict method)": [[11, "gymnasium.spaces.Dict.seed"]], "seed() (gymnasium.spaces.graph method)": [[11, "gymnasium.spaces.Graph.seed"]], "seed() (gymnasium.spaces.sequence method)": [[11, "gymnasium.spaces.Sequence.seed"]], "seed() (gymnasium.spaces.tuple method)": [[11, "gymnasium.spaces.Tuple.seed"]], "box (class in gymnasium.spaces)": [[12, "gymnasium.spaces.Box"]], "discrete (class in gymnasium.spaces)": [[12, "gymnasium.spaces.Discrete"]], "multibinary (class in gymnasium.spaces)": [[12, "gymnasium.spaces.MultiBinary"]], "multidiscrete (class in gymnasium.spaces)": [[12, "gymnasium.spaces.MultiDiscrete"]], "text (class in gymnasium.spaces)": [[12, "gymnasium.spaces.Text"]], "is_bounded() (gymnasium.spaces.box method)": [[12, "gymnasium.spaces.Box.is_bounded"]], "sample() (gymnasium.spaces.box method)": [[12, "gymnasium.spaces.Box.sample"]], "sample() (gymnasium.spaces.discrete method)": [[12, "gymnasium.spaces.Discrete.sample"]], "sample() (gymnasium.spaces.multibinary method)": [[12, "gymnasium.spaces.MultiBinary.sample"]], "sample() (gymnasium.spaces.multidiscrete method)": [[12, "gymnasium.spaces.MultiDiscrete.sample"]], "sample() (gymnasium.spaces.text method)": [[12, "gymnasium.spaces.Text.sample"]], "seed() (gymnasium.spaces.box method)": [[12, "gymnasium.spaces.Box.seed"]], "seed() (gymnasium.spaces.discrete method)": [[12, "gymnasium.spaces.Discrete.seed"]], "seed() (gymnasium.spaces.multibinary method)": [[12, "gymnasium.spaces.MultiBinary.seed"]], "seed() (gymnasium.spaces.multidiscrete method)": [[12, "gymnasium.spaces.MultiDiscrete.seed"]], "seed() (gymnasium.spaces.text method)": [[12, "gymnasium.spaces.Text.seed"]], "flatdim() (in module gymnasium.spaces.utils)": [[13, "gymnasium.spaces.utils.flatdim"]], "flatten() (in module gymnasium.spaces.utils)": [[13, "gymnasium.spaces.utils.flatten"]], "flatten_space() (in module gymnasium.spaces.utils)": [[13, "gymnasium.spaces.utils.flatten_space"]], "unflatten() (in module gymnasium.spaces.utils)": [[13, "gymnasium.spaces.utils.unflatten"]], "batch_space() (in module gymnasium.vector.utils)": [[14, "gymnasium.vector.utils.batch_space"]], "concatenate() (in module gymnasium.vector.utils)": [[14, "gymnasium.vector.utils.concatenate"]], "create_empty_array() (in module gymnasium.vector.utils)": [[14, "gymnasium.vector.utils.create_empty_array"]], "create_shared_memory() (in module gymnasium.vector.utils)": [[14, "gymnasium.vector.utils.create_shared_memory"]], "iterate() (in module gymnasium.vector.utils)": [[14, "gymnasium.vector.utils.iterate"]], "read_from_shared_memory() (in module gymnasium.vector.utils)": [[14, "gymnasium.vector.utils.read_from_shared_memory"]], "write_to_shared_memory() (in module gymnasium.vector.utils)": [[14, "gymnasium.vector.utils.write_to_shared_memory"]], "playplot (class in gymnasium.utils.play)": [[15, "gymnasium.utils.play.PlayPlot"]], "playablegame (class in gymnasium.utils.play)": [[15, "gymnasium.utils.play.PlayableGame"]], "callback() (gymnasium.utils.play.playplot method)": [[15, "gymnasium.utils.play.PlayPlot.callback"]], "capped_cubic_video_schedule() (in module gymnasium.utils.save_video)": [[15, "gymnasium.utils.save_video.capped_cubic_video_schedule"]], "check_env() (in module gymnasium.utils.env_checker)": [[15, "gymnasium.utils.env_checker.check_env"]], "convert_to_done_step_api() (in module gymnasium.utils.step_api_compatibility)": [[15, "gymnasium.utils.step_api_compatibility.convert_to_done_step_api"]], "convert_to_terminated_truncated_step_api() (in module gymnasium.utils.step_api_compatibility)": [[15, "gymnasium.utils.step_api_compatibility.convert_to_terminated_truncated_step_api"]], "np_random() (in module gymnasium.utils.seeding)": [[15, "gymnasium.utils.seeding.np_random"]], "play() (in module gymnasium.utils.play)": [[15, "gymnasium.utils.play.play"]], "process_event() (gymnasium.utils.play.playablegame method)": [[15, "gymnasium.utils.play.PlayableGame.process_event"]], "save_video() (in module gymnasium.utils.save_video)": [[15, "gymnasium.utils.save_video.save_video"]], "step_api_compatibility() (in module gymnasium.utils.step_api_compatibility)": [[15, "gymnasium.utils.step_api_compatibility.step_api_compatibility"]], "asyncvectorenv (class in gymnasium.vector)": [[16, "gymnasium.vector.AsyncVectorEnv"]], "syncvectorenv (class in gymnasium.vector)": [[16, "gymnasium.vector.SyncVectorEnv"]], "vectorenv (class in gymnasium.vector)": [[16, "gymnasium.vector.VectorEnv"]], "action_space": [[16, "action_space"]], "close() (gymnasium.vector.vectorenv method)": [[16, "gymnasium.vector.VectorEnv.close"]], "make() (in module gymnasium.vector)": [[16, "gymnasium.vector.make"]], "observation_space": [[16, "observation_space"]], "reset() (gymnasium.vector.vectorenv method)": [[16, "gymnasium.vector.VectorEnv.reset"]], "single_action_space": [[16, "single_action_space"]], "single_observation_space": [[16, "single_observation_space"]], "step() (gymnasium.vector.vectorenv method)": [[16, "gymnasium.vector.VectorEnv.step"]], "wrapper (class in gymnasium)": [[17, "gymnasium.Wrapper"]], "action_space (gymnasium.wrapper property)": [[17, "gymnasium.Wrapper.action_space"]], "close() (in module gymnasium.wrapper)": [[17, "gymnasium.Wrapper.close"]], "env (gymnasium.wrappers.gymnasium.wrapper attribute)": [[17, "gymnasium.wrappers.gymnasium.Wrapper.env"]], "gymnasium.wrappers": [[17, "module-gymnasium.wrappers"]], "metadata (gymnasium.wrapper property)": [[17, "gymnasium.Wrapper.metadata"]], "np_random (gymnasium.wrapper property)": [[17, "gymnasium.Wrapper.np_random"]], "observation_space (gymnasium.wrapper property)": [[17, "gymnasium.Wrapper.observation_space"]], "reset() (in module gymnasium.wrapper)": [[17, "gymnasium.Wrapper.reset"]], "reward_range (gymnasium.wrapper property)": [[17, "gymnasium.Wrapper.reward_range"]], "spec (gymnasium.wrapper property)": [[17, "gymnasium.Wrapper.spec"]], "step() (in module gymnasium.wrapper)": [[17, "gymnasium.Wrapper.step"]], "unwrapped (gymnasium.wrapper property)": [[17, "gymnasium.Wrapper.unwrapped"]], "actionwrapper (class in gymnasium)": [[18, "gymnasium.ActionWrapper"]], "clipaction (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.ClipAction"]], "rescaleaction (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.RescaleAction"]], "action() (gymnasium.actionwrapper method)": [[18, "gymnasium.ActionWrapper.action"]], "ataripreprocessing (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.AtariPreprocessing"]], "autoresetwrapper (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.AutoResetWrapper"]], "envcompatibility (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.EnvCompatibility"]], "humanrendering (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.HumanRendering"]], "orderenforcing (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.OrderEnforcing"]], "passiveenvchecker (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.PassiveEnvChecker"]], "recordepisodestatistics (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.RecordEpisodeStatistics"]], "recordvideo (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.RecordVideo"]], "rendercollection (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.RenderCollection"]], "stepapicompatibility (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.StepAPICompatibility"]], "timelimit (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.TimeLimit"]], "vectorlistinfo (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.VectorListInfo"]], "filterobservation (class in gymnasium.wrappers)": [[20, "gymnasium.wrappers.FilterObservation"]], "flattenobservation (class in gymnasium.wrappers)": [[20, "gymnasium.wrappers.FlattenObservation"]], "framestack (class in gymnasium.wrappers)": [[20, "gymnasium.wrappers.FrameStack"]], "grayscaleobservation (class in gymnasium.wrappers)": [[20, "gymnasium.wrappers.GrayScaleObservation"]], "normalizeobservation (class in gymnasium.wrappers)": [[20, "gymnasium.wrappers.NormalizeObservation"]], "observationwrapper (class in gymnasium)": [[20, "gymnasium.ObservationWrapper"]], "pixelobservationwrapper (class in gymnasium.wrappers)": [[20, "gymnasium.wrappers.PixelObservationWrapper"]], "resizeobservation (class in gymnasium.wrappers)": [[20, "gymnasium.wrappers.ResizeObservation"]], "timeawareobservation (class in gymnasium.wrappers)": [[20, "gymnasium.wrappers.TimeAwareObservation"]], "transformobservation (class in gymnasium.wrappers)": [[20, "gymnasium.wrappers.TransformObservation"]], "observation() (gymnasium.observationwrapper method)": [[20, "gymnasium.ObservationWrapper.observation"]], "normalizereward (class in gymnasium.wrappers)": [[21, "gymnasium.wrappers.NormalizeReward"]], "rewardwrapper (class in gymnasium)": [[21, "gymnasium.RewardWrapper"]], "transformreward (class in gymnasium.wrappers)": [[21, "gymnasium.wrappers.TransformReward"]], "reward() (gymnasium.rewardwrapper method)": [[21, "gymnasium.RewardWrapper.reward"]]}})