Gymnasium/v1.0.0a1/searchindex.js

Search.setIndex({"docnames": ["404", "README", "api/env", "api/functional", "api/registry", "api/spaces", "api/spaces/composite", "api/spaces/fundamental", "api/spaces/utils", "api/utils", "api/vector", "api/vector/async_vector_env", "api/vector/sync_vector_env", "api/vector/utils", "api/vector/wrappers", "api/wrappers", "api/wrappers/action_wrappers", "api/wrappers/misc_wrappers", "api/wrappers/observation_wrappers", "api/wrappers/reward_wrappers", "api/wrappers/table", "environments/atari", "environments/atari/adventure", "environments/atari/air_raid", "environments/atari/alien", "environments/atari/amidar", "environments/atari/assault", "environments/atari/asterix", "environments/atari/asteroids", "environments/atari/atlantis", "environments/atari/atlantis2", "environments/atari/backgammon", "environments/atari/bank_heist", "environments/atari/basic_math", "environments/atari/battle_zone", "environments/atari/beam_rider", "environments/atari/berzerk", "environments/atari/blackjack", "environments/atari/bowling", "environments/atari/boxing", "environments/atari/breakout", "environments/atari/carnival", "environments/atari/casino", "environments/atari/centipede", "environments/atari/chopper_command", "environments/atari/complete_list", "environments/atari/crazy_climber", "environments/atari/crossbow", "environments/atari/darkchambers", "environments/atari/defender", "environments/atari/demon_attack", "environments/atari/donkey_kong", "environments/atari/double_dunk", "environments/atari/earthworld", "environments/atari/elevator_action", "environments/atari/enduro", "environments/atari/entombed", "environments/atari/et", "environments/atari/fishing_derby", "environments/atari/flag_capture", "environments/atari/freeway", "environments/atari/frogger", "environments/atari/frostbite", "environments/atari/galaxian", "environments/atari/gopher", "environments/atari/gravitar", "environments/atari/hangman", "environments/atari/haunted_house", "environments/atari/hero", "environments/atari/human_cannonball", "environments/atari/ice_hockey", "environments/atari/jamesbond", "environments/atari/journey_escape", "environments/atari/kaboom", "environments/atari/kangaroo", "environments/atari/keystone_kapers", "environments/atari/king_kong", "environments/atari/klax", "environments/atari/koolaid", "environments/atari/krull", "environments/atari/kung_fu_master", "environments/atari/laser_gates", "environments/atari/lost_luggage", "environments/atari/mario_bros", "environments/atari/miniature_golf", "environments/atari/montezuma_revenge", "environments/atari/mr_do", "environments/atari/ms_pacman", "environments/atari/name_this_game", "environments/atari/othello", "environments/atari/pacman", "environments/atari/phoenix", "environments/atari/pitfall", "environments/atari/pitfall2", "environments/atari/pong", "environments/atari/pooyan", "environments/atari/private_eye", "environments/atari/qbert", "environments/atari/riverraid", "environments/atari/road_runner", "environments/atari/robotank", "environments/atari/seaquest", "environments/atari/sir_lancelot", "environments/atari/skiing", "environments/atari/solaris", "environments/atari/space_invaders", "environments/atari/space_war", "environments/atari/star_gunner", "environments/atari/superman", "environments/atari/surround", "environments/atari/tennis", "environments/atari/tetris", "environments/atari/tic_tac_toe_3d", "environments/atari/time_pilot", "environments/atari/trondead", "environments/atari/turmoil", "environments/atari/tutankham", "environments/atari/up_n_down", "environments/atari/venture", "environments/atari/video_checkers", "environments/atari/video_chess", "environments/atari/video_cube", "environments/atari/video_pinball", "environments/atari/wizard_of_wor", "environments/atari/word_zapper", "environments/atari/yars_revenge", "environments/atari/zaxxon", "environments/box2d", "environments/box2d/bipedal_walker", "environments/box2d/car_racing", "environments/box2d/lunar_lander", "environments/classic_control", "environments/classic_control/acrobot", "environments/classic_control/cart_pole", "environments/classic_control/mountain_car", "environments/classic_control/mountain_car_continuous", "environments/classic_control/pendulum", "environments/mujoco", "environments/mujoco/ant", "environments/mujoco/half_cheetah", "environments/mujoco/hopper", "environments/mujoco/humanoid", "environments/mujoco/humanoid_standup", "environments/mujoco/inverted_double_pendulum", "environments/mujoco/inverted_pendulum", "environments/mujoco/pusher", "environments/mujoco/reacher", "environments/mujoco/swimmer", "environments/mujoco/walker2d", "environments/third_party_environments", "environments/toy_text", "environments/toy_text/blackjack", "environments/toy_text/cliff_walking", "environments/toy_text/frozen_lake", "environments/toy_text/taxi", "gym_release_notes/index", "gymnasium_release_notes/index", "index", "introduction/basic_usage", "introduction/create_custom_env", "introduction/gym_compatibility", "introduction/migration_guide", "introduction/record_agent", "introduction/speed_up_env", "introduction/train_agent", "tutorials/gymnasium_basics/README", "tutorials/gymnasium_basics/environment_creation", "tutorials/gymnasium_basics/handling_time_limits", "tutorials/gymnasium_basics/implementing_custom_wrappers", "tutorials/gymnasium_basics/index", "tutorials/gymnasium_basics/load_quadruped_model", "tutorials/gymnasium_basics/vector_envs_tutorial", "tutorials/index", "tutorials/third-party-tutorials", "tutorials/training_agents/FrozenLake_tuto", "tutorials/training_agents/README", "tutorials/training_agents/blackjack_tutorial", "tutorials/training_agents/index", "tutorials/training_agents/reinforce_invpend_gym_v26"], "filenames": ["404.md", "README.md", "api/env.md", "api/functional.md", "api/registry.md", "api/spaces.md", "api/spaces/composite.md", "api/spaces/fundamental.md", "api/spaces/utils.md", "api/utils.md", "api/vector.md", "api/vector/async_vector_env.md", "api/vector/sync_vector_env.md", "api/vector/utils.md", "api/vector/wrappers.md", "api/wrappers.md", "api/wrappers/action_wrappers.md", "api/wrappers/misc_wrappers.md", "api/wrappers/observation_wrappers.md", "api/wrappers/reward_wrappers.md", "api/wrappers/table.md", "environments/atari.md", "environments/atari/adventure.md", "environments/atari/air_raid.md", "environments/atari/alien.md", "environments/atari/amidar.md", "environments/atari/assault.md", "environments/atari/asterix.md", "environments/atari/asteroids.md", "environments/atari/atlantis.md", "environments/atari/atlantis2.md", "environments/atari/backgammon.md", "environments/atari/bank_heist.md", "environments/atari/basic_math.md", "environments/atari/battle_zone.md", "environments/atari/beam_rider.md", "environments/atari/berzerk.md", "environments/atari/blackjack.md", "environments/atari/bowling.md", "environments/atari/boxing.md", "environments/atari/breakout.md", "environments/atari/carnival.md", "environments/atari/casino.md", "environments/atari/centipede.md", "environments/atari/chopper_command.md", "environments/atari/complete_list.md", "environments/atari/crazy_climber.md", "environments/atari/crossbow.md", "environments/atari/darkchambers.md", "environments/atari/defender.md", "environments/atari/demon_attack.md", "environments/atari/donkey_kong.md", "environments/atari/double_dunk.md", "environments/atari/earthworld.md", "environments/atari/elevator_action.md", "environments/atari/enduro.md", "environments/atari/entombed.md", "environments/atari/et.md", "environments/atari/fishing_derby.md", "environments/atari/flag_capture.md", "environments/atari/freeway.md", "environments/atari/frogger.md", "environments/atari/frostbite.md", "environments/atari/galaxian.md", "environments/atari/gopher.md", "environments/atari/gravitar.md", "environments/atari/hangman.md", "environments/atari/haunted_house.md", "environments/atari/hero.md", "environments/atari/human_cannonball.md", "environments/atari/ice_hockey.md", "environments/atari/jamesbond.md", "environments/atari/journey_escape.md", "environments/atari/kaboom.md", "environments/atari/kangaroo.md", "environments/atari/keystone_kapers.md", "environments/atari/king_kong.md", "environments/atari/klax.md", "environments/atari/koolaid.md", "environments/atari/krull.md", "environments/atari/kung_fu_master.md", "environments/atari/laser_gates.md", "environments/atari/lost_luggage.md", "environments/atari/mario_bros.md", "environments/atari/miniature_golf.md", "environments/atari/montezuma_revenge.md", "environments/atari/mr_do.md", "environments/atari/ms_pacman.md", "environments/atari/name_this_game.md", "environments/atari/othello.md", "environments/atari/pacman.md", "environments/atari/phoenix.md", "environments/atari/pitfall.md", "environments/atari/pitfall2.md", "environments/atari/pong.md", "environments/atari/pooyan.md", "environments/atari/private_eye.md", "environments/atari/qbert.md", "environments/atari/riverraid.md", "environments/atari/road_runner.md", "environments/atari/robotank.md", "environments/atari/seaquest.md", "environments/atari/sir_lancelot.md", "environments/atari/skiing.md", "environments/atari/solaris.md", "environments/atari/space_invaders.md", "environments/atari/space_war.md", "environments/atari/star_gunner.md", "environments/atari/superman.md", "environments/atari/surround.md", "environments/atari/tennis.md", "environments/atari/tetris.md", "environments/atari/tic_tac_toe_3d.md", "environments/atari/time_pilot.md", "environments/atari/trondead.md", "environments/atari/turmoil.md", "environments/atari/tutankham.md", "environments/atari/up_n_down.md", "environments/atari/venture.md", "environments/atari/video_checkers.md", "environments/atari/video_chess.md", "environments/atari/video_cube.md", "environments/atari/video_pinball.md", "environments/atari/wizard_of_wor.md", "environments/atari/word_zapper.md", "environments/atari/yars_revenge.md", "environments/atari/zaxxon.md", "environments/box2d.md", "environments/box2d/bipedal_walker.md", "environments/box2d/car_racing.md", "environments/box2d/lunar_lander.md", "environments/classic_control.md", "environments/classic_control/acrobot.md", "environments/classic_control/cart_pole.md", "environments/classic_control/mountain_car.md", "environments/classic_control/mountain_car_continuous.md", "environments/classic_control/pendulum.md", "environments/mujoco.md", "environments/mujoco/ant.md", "environments/mujoco/half_cheetah.md", "environments/mujoco/hopper.md", "environments/mujoco/humanoid.md", "environments/mujoco/humanoid_standup.md", "environments/mujoco/inverted_double_pendulum.md", "environments/mujoco/inverted_pendulum.md", "environments/mujoco/pusher.md", "environments/mujoco/reacher.md", "environments/mujoco/swimmer.md", "environments/mujoco/walker2d.md", "environments/third_party_environments.md", "environments/toy_text.md", "environments/toy_text/blackjack.md", "environments/toy_text/cliff_walking.md", "environments/toy_text/frozen_lake.md", "environments/toy_text/taxi.md", "gym_release_notes/index.md", "gymnasium_release_notes/index.md", "index.md", "introduction/basic_usage.md", "introduction/create_custom_env.md", "introduction/gym_compatibility.md", "introduction/migration_guide.md", "introduction/record_agent.md", "introduction/speed_up_env.md", "introduction/train_agent.md", "tutorials/gymnasium_basics/README.rst", "tutorials/gymnasium_basics/environment_creation.rst", "tutorials/gymnasium_basics/handling_time_limits.rst", "tutorials/gymnasium_basics/implementing_custom_wrappers.rst", "tutorials/gymnasium_basics/index.rst", "tutorials/gymnasium_basics/load_quadruped_model.md", "tutorials/gymnasium_basics/vector_envs_tutorial.rst", "tutorials/index.rst", "tutorials/third-party-tutorials.md", "tutorials/training_agents/FrozenLake_tuto.rst", "tutorials/training_agents/README.rst", "tutorials/training_agents/blackjack_tutorial.rst", "tutorials/training_agents/index.rst", "tutorials/training_agents/reinforce_invpend_gym_v26.rst"], "titles": ["404 - Page Not Found", "Gymnasium-docs", "Env", "Functional Env", "Make and register", "Spaces", "Composite Spaces", "Fundamental Spaces", "Spaces Utils", "Utility functions", "Vectorize", "AsyncVectorEnv", "SyncVectorEnv", "Utility functions", "Wrappers", "Wrappers", "Action Wrappers", "Misc Wrappers", "Observation Wrappers", "Reward Wrappers", "List of Wrappers", "Atari", "Adventure", "AirRaid", "Alien", "Amidar", "Assault", "Asterix", "Asteroids", "Atlantis", "Atlantis2", "Backgammon", "BankHeist", "BasicMath", "BattleZone", "BeamRider", "Berzerk", "Blackjack", "Bowling", "Boxing", "Breakout", "Carnival", "Casino", "Centipede", "ChopperCommand", "Complete List - Atari", "CrazyClimber", "Crossbow", "Darkchambers", "Defender", "DemonAttack", "DonkeyKong", "DoubleDunk", "Earthworld", "ElevatorAction", "Enduro", "Entombed", "Et", "FishingDerby", "FlagCapture", "Freeway", "Frogger", "Frostbite", "Galaxian", "Gopher", "Gravitar", "Hangman", "HauntedHouse", "Hero", "HumanCannonball", "IceHockey", "Jamesbond", "JourneyEscape", "Kaboom", "Kangaroo", "KeystoneKapers", "KingKong", "Klax", "Koolaid", "Krull", "KungFuMaster", "LaserGates", "LostLuggage", "MarioBros", "MiniatureGolf", "MontezumaRevenge", "MrDo", "MsPacman", "NameThisGame", "Othello", "Pacman", "Phoenix", "Pitfall", "Pitfall2", "Pong", "Pooyan", "PrivateEye", "Qbert", "Riverraid", "RoadRunner", "Robotank", "Seaquest", "SirLancelot", "Skiing", "Solaris", "SpaceInvaders", "SpaceWar", "StarGunner", "Superman", "Surround", "Tennis", "Tetris", "TicTacToe3D", "TimePilot", "Trondead", "Turmoil", "Tutankham", "UpNDown", "Venture", "VideoCheckers", "VideoChess", "VideoCube", "VideoPinball", "WizardOfWor", "WordZapper", "YarsRevenge", "Zaxxon", "Box2D", "Bipedal Walker", "Car Racing", "Lunar Lander", "Classic Control", "Acrobot", "Cart Pole", "Mountain Car", "Mountain Car Continuous", "Pendulum", "MuJoCo", "Ant", "Half Cheetah", "Hopper", "Humanoid", "Humanoid Standup", "Inverted Double Pendulum", "Inverted Pendulum", "Pusher", "Reacher", "Swimmer", "Walker2D", "Third-Party Environments", "Toy Text", "Blackjack", "Cliff Walking", "Frozen Lake", "Taxi", "Gym Release Notes", "Gymnasium Release Notes", "<no title>", "Basic Usage", "Create a Custom Environment", "Compatibility with Gym", "Migration Guide - v0.21 to v1.0.0", "Recording Agents", "Speeding Up Training", "Training an Agent", "Gymnasium Basics", "Make your own custom environment", "Handling Time Limits", "Implementing Custom Wrappers", "Gymnasium Basics", "Load custom quadruped robot environments", "Training A2C with Vector Envs and Domain Randomization", "Tutorials", "Third-Party Tutorials", "Frozenlake benchmark", "Training Agents", "Solving Blackjack with Q-Learning", "Training Agents", "Training using REINFORCE for Mujoco"], "terms": {"thi": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 174, 176, 178], "folder": [1, 9, 17, 156, 162, 174], "contain": [1, 2, 5, 8, 10, 13, 17, 18, 54, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 158, 159, 161, 164, 166, 170, 171, 176, 178], "If": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 27, 30, 32, 39, 43, 65, 95, 103, 110, 128, 129, 130, 135, 138, 140, 141, 148, 149, 151, 152, 153, 155, 156, 157, 158, 160, 164, 166, 168, 170, 171, 174, 176], "you": [1, 2, 5, 6, 7, 8, 9, 11, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 39, 40, 41, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 64, 65, 66, 68, 70, 71, 72, 74, 75, 76, 78, 79, 80, 85, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 110, 113, 114, 119, 128, 129, 138, 141, 142, 149, 155, 156, 157, 158, 159, 162, 164, 166, 167, 168, 170, 171, 174], "ar": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 174, 176, 178], "pleas": [1, 2, 18, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 149, 155, 156, 159, 161, 164], "follow": [1, 3, 4, 5, 9, 10, 14, 16, 17, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 155, 156, 159, 162, 166, 167, 168, 170, 171, 174, 176, 178], "below": [1, 7, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 136, 148, 156, 158, 162, 167, 171, 176], "For": [1, 2, 3, 7, 8, 9, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 130, 137, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 166, 168, 170, 171, 176], "more": [1, 2, 5, 6, 7, 10, 14, 15, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 130, 137, 138, 141, 142, 143, 144, 145, 146, 147, 148, 149, 155, 156, 159, 161, 163, 164, 166, 167, 168, 170, 171, 174, 176, 178], "inform": [1, 2, 5, 6, 7, 9, 10, 12, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 159, 161, 164, 166, 167, 170, 176, 178], "about": [1, 2, 3, 9, 96, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 156, 158, 159, 163, 164, 166, 167, 176, 178], "how": [1, 2, 5, 9, 11, 14, 70, 72, 74, 142, 143, 145, 146, 156, 158, 159, 162, 164, 166, 167, 168, 170, 171, 176, 178], "contribut": [1, 127, 149, 156], "go": [1, 2, 37, 54, 103, 110, 129, 151, 155, 159, 163, 164, 167, 170, 171, 176, 178], "our": [1, 156, 158, 159, 164, 166, 170, 171, 174, 176], "md": [1, 155, 156, 166], "directli": [1, 6, 15, 17, 132, 158, 159, 164, 166, 176, 178], "markdown": 1, "file": [1, 132, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 166, 170], "repositori": [1, 137, 155], "otherwis": [1, 2, 4, 6, 7, 9, 11, 12, 14, 17, 18, 21, 38, 140, 155, 156, 159, 164, 174, 176], "fork": [1, 149, 156, 157, 161], "docstr": [1, 155, 156], "": [1, 2, 3, 5, 6, 7, 9, 10, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 162, 164, 166, 167, 168, 171, 174, 176, 178], "python": [1, 17, 127, 128, 129, 130, 149, 155, 156, 157, 158, 159, 162, 166, 167, 168, 171, 172, 174, 176, 178], "Then": [1, 15, 101, 158, 166, 168], "pip": [1, 21, 127, 131, 137, 155, 156, 158, 166, 170], "instal": [1, 9, 17, 29, 127, 131, 137, 155, 156, 158, 166, 170], "your": [1, 2, 5, 11, 15, 16, 17, 18, 19, 24, 25, 27, 29, 31, 32, 35, 38, 39, 40, 43, 51, 52, 55, 56, 58, 60, 63, 67, 70, 71, 72, 74, 78, 79, 80, 81, 85, 87, 88, 89, 91, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 109, 113, 114, 116, 117, 118, 119, 122, 123, 126, 129, 138, 141, 142, 149, 155, 156, 157, 158, 159, 162, 163, 164, 168, 169, 171, 172, 176], "run": [1, 2, 4, 10, 11, 12, 14, 17, 18, 19, 32, 68, 72, 78, 92, 98, 99, 103, 104, 109, 128, 130, 132, 137, 138, 139, 140, 141, 147, 148, 149, 152, 155, 156, 158, 159, 163, 166, 170, 171], "_script": 1, "gen_md": 1, "py": [1, 21, 127, 128, 129, 130, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 152, 155, 156, 166, 167, 168, 171, 174, 176, 178], "repo": [1, 155, 156], "automat": [1, 2, 4, 10, 11, 12, 17, 18, 20, 155, 156, 160, 161, 166, 171], "gener": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 157, 158, 159, 162, 163, 171], "add": [1, 4, 5, 9, 11, 16, 17, 18, 19, 20, 129, 137, 138, 141, 142, 154, 155, 156, 158, 159, 166, 168, 171, 176], "complet": [1, 4, 11, 17, 21, 46, 71, 96, 97, 129, 130, 156, 158, 159, 161, 164, 167, 168, 176], "ensur": [1, 2, 4, 6, 8, 9, 156, 158, 164, 166, 176], "i": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 174, 176, 178], "ha": [1, 2, 4, 5, 7, 8, 9, 10, 13, 14, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 140, 141, 142, 145, 146, 147, 149, 151, 155, 156, 157, 158, 159, 161, 164, 166, 167, 170, 171, 174, 176, 178], "properli": [1, 5, 155], "format": [1, 4, 5, 9, 14, 17, 156, 158, 170], "us": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 153, 154, 155, 156, 158, 160, 161, 162, 163, 164, 167, 168, 170, 172, 173, 176, 177], "e": [1, 2, 4, 5, 7, 8, 9, 11, 13, 14, 15, 17, 43, 57, 98, 99, 103, 130, 138, 139, 140, 141, 142, 144, 145, 146, 147, 148, 149, 151, 153, 155, 156, 159, 164, 166, 168, 171, 174, 176, 178], "correspond": [1, 2, 4, 11, 12, 15, 24, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 154, 159, 161, 166, 171, 174, 178], "gif": [1, 132, 156], "_static": [1, 174], "video": [1, 17, 20, 45, 100, 128, 155, 156, 162, 174], "env_typ": 1, "where": [1, 4, 6, 7, 8, 9, 14, 17, 42, 52, 106, 129, 130, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 163, 164, 166, 167, 168, 170, 171, 174, 176, 178], "categori": 1, "g": [1, 2, 4, 5, 7, 8, 9, 11, 12, 13, 103, 132, 136, 138, 139, 140, 141, 142, 144, 147, 148, 149, 153, 154, 155, 156, 159, 164, 166, 168, 171, 174, 176, 178], "mujoco": [1, 9, 15, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 158, 168, 170, 172, 177], "snake_cas": 1, "name": [1, 3, 4, 11, 12, 15, 20, 45, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 159, 166], "convent": [1, 2, 21], "altern": [1, 21, 156, 159], "gen_gif": 1, "index": [1, 9, 13, 14, 17, 18, 20, 21, 133, 158], "toctre": 1, "requir": [1, 2, 5, 14, 18, 137, 148, 155, 156, 158, 159, 163, 164, 166, 170, 171, 176, 178], "packag": [1, 17, 42, 127, 149, 155, 156, 174], "r": [1, 7, 14, 17, 19, 100, 132, 136, 149, 151, 152, 154, 168, 174, 178], "txt": [1, 155], "To": [1, 2, 4, 9, 10, 13, 15, 17, 18, 21, 23, 25, 26, 27, 28, 29, 30, 31, 33, 35, 37, 38, 40, 41, 42, 44, 46, 50, 55, 60, 61, 63, 64, 72, 73, 75, 76, 78, 80, 82, 86, 87, 88, 89, 90, 91, 94, 95, 97, 102, 103, 105, 109, 111, 112, 113, 115, 116, 117, 119, 120, 122, 123, 128, 129, 130, 132, 133, 145, 154, 155, 156, 158, 159, 160, 161, 164, 166, 168, 170, 171, 174, 176, 178], "onc": [1, 17, 28, 43, 54, 68, 154, 155, 159, 166, 171, 176], "cd": 1, "make": [1, 2, 6, 9, 11, 12, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 155, 156, 157, 158, 160, 161, 162, 164, 168, 169, 170, 171, 172, 174, 176, 178], "dirhtml": 1, "rebuild": [1, 29], "everi": [1, 5, 9, 14, 17, 18, 19, 43, 44, 50, 60, 100, 101, 118, 129, 130, 133, 138, 140, 141, 143, 144, 148, 156, 158, 166, 171, 178], "time": [1, 2, 9, 10, 14, 17, 18, 19, 20, 21, 41, 45, 50, 54, 62, 66, 70, 72, 74, 84, 92, 97, 98, 99, 100, 101, 103, 106, 124, 128, 129, 136, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 152, 154, 155, 156, 159, 161, 162, 163, 164, 166, 169, 170, 171, 172, 173, 176, 178], "chang": [1, 2, 3, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 62, 79, 89, 97, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 144, 147, 148, 149, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 166, 168, 170, 176, 178], "made": [1, 130, 138, 139, 140, 141, 142, 144, 147, 148, 155, 156, 170, 171], "sphinx": 1, "autobuild": 1, "b": [1, 7, 145, 146, 154, 155], "watch": 1, "re": [1, 17, 70, 98, 101, 155, 156, 166, 174, 178], "ignor": [1, 9, 21, 151, 155, 164, 176], "pickl": [1, 13, 155, 156], "_build": 1, "can": [1, 2, 4, 5, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 168, 170, 171, 174, 178], "open": [1, 17, 21, 38, 82, 137, 149, 155, 156, 166], "http": [1, 2, 18, 19, 21, 129, 132, 151, 152, 153, 155, 156, 164, 166, 170, 171, 174, 176, 178], "localhost": 1, "8000": 1, "browser": 1, "live": [1, 9, 24, 27, 32, 34, 36, 40, 46, 49, 54, 67, 68, 74, 79, 92, 99, 105, 164, 176], "updat": [1, 2, 3, 9, 14, 16, 17, 18, 19, 138, 140, 141, 148, 154, 155, 156, 158, 159, 160, 161, 164, 166, 167, 168, 171, 174, 176, 178], "version": [1, 2, 4, 5, 14, 16, 17, 18, 19, 133, 155, 156, 159, 164, 166, 167, 171, 176], "we": [1, 2, 3, 4, 5, 7, 9, 13, 18, 21, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 168, 170, 171, 176, 178], "galleri": [1, 156], "insid": [1, 6, 7, 17, 159, 166], "directori": [1, 155, 166], "check": [1, 2, 5, 7, 15, 17, 20, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 154, 155, 156, 159, 166, 168, 170, 174, 176], "demo": 1, "see": [1, 2, 5, 9, 10, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 130, 132, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 153, 155, 156, 158, 159, 161, 162, 164, 166, 170, 171, 174], "exampl": [1, 2, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 129, 132, 151, 152, 153, 155, 156, 158, 159, 160, 162, 164, 166, 167, 168, 171, 172, 176], "convert": [1, 5, 6, 14, 18, 20, 129, 130, 155, 156, 159, 160, 174, 176], "jupyt": [1, 155, 166, 167, 168, 171, 172, 174, 176, 178], "notebook": [1, 155, 166, 167, 168, 171, 172, 174, 176, 178], "script": [1, 162, 176], "want": [1, 2, 4, 6, 11, 15, 17, 32, 68, 138, 141, 142, 155, 156, 158, 159, 162, 164, 166, 168, 170, 171, 174, 176], "execut": [1, 9, 16, 21, 52, 154, 158, 166, 171, 178], "which": [1, 2, 4, 5, 6, 8, 9, 10, 14, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 163, 166, 167, 168, 170, 171, 174, 178], "output": [1, 9, 13, 17, 155, 156, 158, 159, 166, 171, 176, 178], "plot": [1, 9, 174, 176], "should": [1, 2, 5, 7, 9, 10, 11, 12, 14, 17, 146, 155, 156, 158, 159, 161, 162, 163, 164, 166, 168, 170, 171, 176], "start": [1, 2, 5, 7, 9, 11, 13, 17, 34, 51, 52, 54, 65, 72, 74, 101, 156, 157, 171, 174, 176, 178], "run_": 1, "note": [1, 5, 13, 14, 17, 18, 132, 133, 137, 138, 140, 141, 142, 143, 145, 148, 154, 158, 163, 164, 167, 170, 171, 176, 178], "so": [1, 9, 11, 14, 17, 18, 20, 21, 62, 130, 131, 138, 139, 140, 141, 142, 145, 146, 147, 148, 153, 155, 156, 158, 164, 166, 167, 168, 170, 171, 174, 176], "sure": [1, 2, 9, 17, 159, 166, 168], "doesn": [1, 2, 4, 15, 17, 21, 130, 155, 156, 159, 167, 174], "t": [1, 2, 4, 6, 8, 9, 14, 15, 17, 21, 41, 57, 66, 100, 101, 129, 130, 134, 135, 154, 155, 156, 159, 161, 162, 164, 166, 167, 171, 174, 176], "take": [1, 2, 3, 4, 7, 8, 9, 10, 11, 16, 17, 21, 31, 89, 105, 112, 131, 133, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 154, 155, 158, 161, 164, 168, 171, 174, 176, 178], "than": [1, 4, 58, 70, 101, 130, 132, 133, 134, 135, 144, 149, 151, 155, 156, 161, 162, 164, 170, 171, 174, 176], "few": [1, 84, 132, 138, 139, 140, 141, 142, 144, 147, 148, 155, 156, 174, 176], "second": [1, 6, 9, 10, 17, 38, 42, 95, 103, 130, 133, 143, 146, 147, 149, 162, 163, 170], "class": [2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15, 17, 18, 19, 137, 155, 156, 158, 159, 163, 164, 166, 168, 170, 171, 174, 176, 178], "gymnasium": [2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 157, 158, 159, 160, 161, 162, 163, 164, 167, 170, 171, 174, 176, 178], "sourc": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 137, 149, 155, 156, 166, 167, 168, 171, 172, 174, 176, 178], "The": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 164, 166, 167, 170, 171, 176, 178], "main": [2, 130, 140, 148, 156, 170, 174], "reinforc": [2, 5, 132, 147, 150, 151, 152, 154, 155, 156, 157, 158, 163, 164, 167, 171, 172, 174, 176, 177], "learn": [2, 5, 6, 17, 18, 19, 21, 128, 129, 130, 132, 133, 134, 135, 139, 143, 144, 147, 150, 151, 152, 154, 155, 156, 157, 158, 159, 163, 164, 166, 170, 171, 172, 174, 177], "agent": [2, 4, 5, 14, 17, 20, 21, 54, 71, 128, 129, 130, 134, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 155, 156, 158, 159, 161, 163, 166, 167, 168, 174], "encapsul": 2, "an": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 46, 49, 50, 54, 55, 59, 60, 61, 62, 63, 64, 71, 72, 73, 75, 76, 78, 79, 80, 82, 86, 87, 88, 89, 90, 91, 94, 95, 97, 98, 101, 102, 103, 105, 109, 111, 112, 113, 115, 116, 117, 119, 120, 122, 123, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 170, 171, 174], "arbitrari": [2, 4, 7, 9, 149, 171], "behind": [2, 95, 138, 141, 156], "scene": [2, 95, 149, 156, 170], "dynam": [2, 21, 40, 58, 60, 62, 64, 65, 132, 136, 137, 143, 155, 156], "through": [2, 3, 4, 5, 10, 11, 12, 14, 17, 18, 20, 21, 40, 53, 66, 68, 72, 80, 81, 85, 92, 103, 104, 125, 141, 142, 155, 156, 157, 159, 160, 161, 162, 163, 167], "step": [2, 3, 4, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 128, 130, 132, 133, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 152, 153, 154, 155, 156, 157, 158, 162, 163, 164, 167, 168, 171, 174, 176, 178], "reset": [2, 3, 4, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 147, 148, 152, 153, 154, 155, 156, 157, 158, 162, 164, 171, 174, 176, 178], "function": [2, 8, 10, 11, 12, 14, 16, 17, 18, 19, 20, 130, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 153, 154, 155, 156, 158, 160, 161, 164, 167, 168, 170, 171, 174, 176, 178], "partial": [2, 155, 156], "fulli": [2, 138, 139, 140, 141, 142, 144, 147, 148, 149, 155], "observ": [2, 3, 4, 5, 6, 9, 10, 11, 12, 13, 15, 17, 19, 20, 149, 155, 156, 157, 161, 163, 164, 167, 168, 174, 178], "singl": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 18, 20, 140, 148, 149, 155, 156, 158, 159, 163, 166, 176, 178], "multi": [2, 7, 137, 141, 142, 145, 149], "pettingzoo": [2, 149, 155], "api": [2, 3, 17, 20, 155, 156, 157, 158, 161, 166, 167, 170, 171], "user": [2, 3, 4, 5, 9, 10, 14, 18, 20, 21, 132, 133, 134, 135, 136, 155, 156, 158, 161, 166, 178], "need": [2, 5, 6, 9, 14, 15, 16, 17, 18, 44, 46, 55, 68, 74, 96, 101, 128, 130, 133, 137, 155, 156, 158, 159, 161, 162, 163, 164, 166, 167, 168, 170, 171, 174, 176], "know": [2, 17, 156, 158, 162, 163, 166], "action": [2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 17, 20, 45, 131, 137, 149, 150, 155, 156, 157, 159, 161, 162, 166, 168, 170, 171, 174, 178], "return": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 128, 138, 139, 140, 141, 142, 146, 147, 148, 151, 152, 153, 154, 155, 156, 158, 159, 161, 164, 166, 167, 168, 171, 174, 176, 178], "next": [2, 3, 13, 46, 50, 54, 156, 157, 158, 159, 161, 164, 170, 178], "reward": [2, 3, 4, 9, 10, 11, 12, 15, 17, 18, 20, 149, 155, 156, 157, 158, 159, 161, 162, 164, 166, 167, 168, 171, 174, 176, 178], "termin": [2, 3, 9, 10, 11, 12, 14, 17, 18, 19, 20, 132, 133, 134, 135, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 164, 166, 168, 171, 174, 176, 178], "truncat": [2, 4, 9, 10, 11, 12, 14, 17, 18, 19, 20, 132, 133, 134, 135, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 164, 166, 168, 170, 171, 174, 176, 178], "due": [2, 137, 153, 155, 156, 161, 164, 167, 171], "latest": [2, 163, 178], "from": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 41, 47, 52, 59, 62, 63, 64, 70, 72, 78, 94, 95, 113, 119, 125, 126, 128, 129, 130, 132, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 156, 158, 159, 161, 162, 163, 164, 167, 170, 171, 174, 176, 178], "metric": [2, 9, 156, 161, 171], "debug": [2, 5, 9, 150, 155, 156], "info": [2, 3, 9, 10, 11, 12, 14, 17, 18, 19, 20, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 154, 155, 156, 157, 158, 159, 161, 162, 164, 166, 167, 168, 171, 174, 176, 178], "initi": [2, 3, 4, 6, 7, 9, 10, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 155, 159, 164, 168, 170, 171, 174, 176, 178], "state": [2, 3, 4, 17, 18, 20, 21, 76, 131, 137, 149, 150, 155, 156, 158, 159, 161, 164, 167, 170, 171, 174, 176, 178], "befor": [2, 4, 9, 10, 14, 15, 16, 17, 18, 19, 20, 29, 46, 67, 72, 73, 82, 86, 96, 104, 105, 112, 114, 129, 138, 139, 140, 141, 145, 146, 147, 148, 155, 156, 159, 164, 166, 168, 170, 171, 178], "call": [2, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 31, 38, 57, 70, 77, 138, 145, 146, 151, 153, 155, 156, 158, 159, 160, 161, 164, 166, 170, 171, 176], "first": [2, 4, 9, 11, 12, 15, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 130, 132, 134, 135, 138, 139, 140, 141, 142, 143, 146, 147, 148, 149, 152, 154, 155, 156, 157, 158, 159, 161, 162, 164, 166, 174, 176, 178], "episod": [2, 4, 9, 14, 17, 18, 19, 20, 155, 156, 157, 158, 159, 161, 164, 166, 167, 170, 171, 174, 176, 178], "render": [2, 3, 4, 10, 14, 15, 17, 18, 20, 21, 127, 128, 138, 139, 140, 141, 147, 148, 149, 155, 156, 158, 159, 162, 164, 168, 174, 176], "help": [2, 4, 5, 9, 24, 57, 74, 83, 85, 86, 155, 156, 158, 162, 164, 171, 176], "visualis": [2, 158], "what": [2, 5, 17, 21, 152, 156, 163], "mode": [2, 4, 10, 11, 14, 21, 155, 156, 158, 161, 166, 171, 176], "human": [2, 6, 17, 20, 21, 45, 49, 129, 141, 142, 145, 149, 155, 156, 157, 158, 160, 161, 166, 171], "rgb_arrai": [2, 3, 9, 17, 18, 20, 21, 128, 129, 132, 133, 134, 135, 136, 137, 155, 162, 166, 171, 174], "ansi": [2, 155, 156, 166], "text": [2, 5, 7, 8, 13, 151, 152, 153, 154, 155, 156, 158], "close": [2, 3, 7, 9, 10, 11, 12, 14, 15, 17, 19, 37, 46, 96, 138, 140, 141, 146, 148, 155, 156, 157, 158, 161, 162, 168, 171, 174, 176], "import": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 164, 166, 168, 170, 171, 174, 178], "when": [2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 17, 18, 20, 21, 24, 41, 42, 46, 49, 50, 54, 70, 71, 98, 99, 100, 101, 105, 119, 129, 130, 138, 140, 141, 142, 143, 144, 145, 148, 152, 153, 154, 155, 156, 158, 159, 160, 162, 166, 167, 168, 170, 171, 174, 178], "extern": [2, 138, 141, 142, 155, 156, 161, 167], "softwar": [2, 149, 156], "pygam": [2, 9, 127, 155, 156, 161, 166], "databas": 2, "have": [2, 4, 5, 7, 8, 10, 11, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 138, 141, 142, 143, 144, 145, 146, 148, 151, 153, 154, 155, 156, 158, 159, 160, 161, 164, 166, 167, 168, 170, 171, 174, 176, 178], "addit": [2, 5, 17, 21, 27, 43, 98, 103, 130, 131, 151, 154, 155, 156, 158, 161, 164, 166, 170, 171, 176, 178], "understand": [2, 8, 10, 145, 156, 178], "action_spac": [2, 5, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 154, 156, 157, 158, 159, 161, 162, 164, 166, 168, 174, 176, 178], "space": [2, 9, 10, 11, 12, 14, 15, 16, 17, 18, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 137, 149, 150, 155, 156, 159, 164, 166, 168, 171, 174, 178], "object": [2, 5, 9, 11, 13, 14, 15, 22, 27, 46, 58, 60, 74, 98, 105, 125, 137, 145, 146, 149, 156, 158, 176, 178], "valid": [2, 4, 5, 7, 10, 13, 14, 158, 161, 171, 176], "all": [2, 4, 5, 6, 7, 10, 11, 12, 14, 15, 16, 17, 18, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 35, 37, 38, 40, 41, 42, 43, 46, 50, 54, 55, 60, 61, 63, 64, 72, 73, 75, 76, 78, 79, 80, 82, 86, 87, 88, 89, 90, 91, 92, 94, 95, 97, 100, 101, 102, 103, 104, 105, 109, 111, 112, 113, 115, 116, 117, 119, 120, 122, 123, 127, 129, 130, 131, 132, 133, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 155, 156, 158, 159, 168, 170, 171, 172, 174, 176, 178], "within": [2, 5, 9, 10, 13, 14, 16, 17, 18, 20, 85, 92, 130, 131, 144, 155, 156, 158, 159, 161], "observation_spac": [2, 5, 6, 7, 9, 10, 11, 12, 14, 15, 18, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 158, 159, 166, 168, 174, 178], "spec": [2, 3, 4, 10, 15, 17, 156], "metadata": [2, 3, 9, 15, 17, 155, 156, 166, 168], "fp": [2, 9, 17, 21, 130, 156, 166], "np_random": [2, 5, 9, 10, 15, 155, 156, 159, 161, 166], "random": [2, 3, 4, 5, 6, 7, 9, 10, 12, 17, 18, 21, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 153, 154, 155, 156, 158, 159, 164, 166, 169, 172, 174, 176, 178], "number": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 130, 132, 137, 140, 141, 142, 147, 148, 149, 151, 153, 155, 156, 158, 159, 160, 162, 163, 166, 170, 171, 174, 178], "assign": [2, 103, 133, 134, 135, 145, 146, 149, 174, 176], "dure": [2, 4, 6, 7, 10, 14, 17, 18, 19, 23, 25, 26, 27, 28, 29, 30, 31, 33, 35, 37, 38, 40, 41, 42, 46, 50, 55, 60, 61, 63, 64, 72, 73, 74, 75, 76, 78, 80, 82, 86, 87, 88, 89, 90, 91, 94, 95, 97, 101, 102, 103, 105, 109, 111, 112, 113, 115, 116, 117, 119, 120, 122, 123, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 154, 155, 156, 159, 166, 168, 170], "super": [2, 14, 15, 149, 155, 159, 161, 166, 168, 171, 178], "seed": [2, 3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 99, 132, 133, 134, 135, 136, 155, 156, 157, 158, 159, 166, 171, 174, 178], "assess": 2, "modifi": [2, 4, 5, 10, 14, 15, 16, 18, 19, 20, 22, 24, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 74, 77, 79, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126, 132, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 154, 155, 156, 159, 161, 166, 168], "extend": [2, 17, 138], "wrapper": [2, 4, 6, 7, 9, 10, 13, 138, 139, 140, 141, 142, 144, 147, 148, 153, 154, 155, 156, 157, 158, 160, 162, 164, 169, 171, 172, 176, 178], "get": [2, 4, 11, 12, 14, 15, 18, 19, 21, 42, 46, 52, 54, 55, 57, 69, 70, 84, 86, 92, 94, 95, 96, 98, 99, 100, 107, 112, 114, 128, 130, 137, 138, 140, 141, 143, 151, 155, 156, 158, 164, 166, 167, 170, 171, 174, 176], "reproduc": [2, 6, 137, 149, 156, 161, 174], "sampl": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 18, 19, 130, 145, 154, 155, 156, 157, 158, 159, 161, 162, 163, 164, 166, 170, 171, 174, 176, 178], "set": [2, 4, 5, 6, 7, 10, 11, 12, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 130, 131, 132, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 153, 155, 156, 159, 161, 164, 166, 167, 168, 170, 171, 174, 176, 178], "123": [2, 10, 11, 14, 16, 17, 18, 19, 132, 133, 134, 135, 136, 156, 161, 174], "strict": [2, 155, 156], "type": [2, 4, 5, 6, 7, 14, 16, 17, 18, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 155, 156, 159, 161, 162, 166, 168, 174, 178], "mypi": [2, 156], "pyright": [2, 155, 156], "two": [2, 5, 7, 9, 10, 17, 18, 20, 21, 23, 38, 42, 110, 128, 130, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 146, 147, 148, 151, 155, 156, 159, 161, 162, 163, 164, 166, 171, 176], "parameter": [2, 171, 178], "obstyp": [2, 3, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 156, 161, 178], "acttyp": [2, 3, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 156], "expect": [2, 4, 5, 6, 7, 10, 155, 156, 158, 170, 171, 174, 178], "find": [2, 4, 21, 22, 53, 58, 60, 62, 64, 65, 67, 79, 96, 116, 156, 163, 166, 170, 174], "its": [2, 9, 16, 17, 40, 50, 96, 116, 126, 130, 136, 138, 140, 142, 145, 148, 149, 156, 158, 171, 174, 178], "tupl": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 20, 21, 138, 140, 141, 148, 151, 155, 156, 158, 159, 161, 164, 166, 171, 176, 178], "supportsfloat": [2, 7, 15, 19, 161, 168, 178], "bool": [2, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15, 17, 18, 21, 138, 139, 140, 141, 142, 147, 148, 161, 164, 166, 174, 176, 178], "dict": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 137, 152, 153, 154, 155, 156, 158, 159, 161, 166, 178], "str": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 21, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 156, 161, 174, 176, 178], "ani": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 21, 50, 68, 100, 130, 133, 138, 140, 141, 143, 144, 147, 148, 149, 153, 155, 156, 158, 159, 161, 164, 166, 167, 170, 174, 176, 178], "one": [2, 7, 8, 9, 11, 15, 23, 24, 25, 29, 38, 46, 54, 66, 79, 96, 97, 98, 100, 101, 110, 121, 132, 133, 134, 135, 136, 138, 140, 143, 144, 147, 151, 154, 155, 156, 159, 160, 161, 164, 167, 168, 170, 171, 174, 176, 178], "timestep": [2, 17, 18, 20, 134, 135, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 158, 159, 166, 170, 171, 178], "end": [2, 3, 14, 17, 29, 43, 44, 46, 50, 54, 55, 71, 72, 74, 89, 96, 100, 104, 105, 119, 128, 136, 155, 156, 157, 158, 159, 162, 164, 167, 170, 171, 174, 176, 178], "reach": [2, 4, 17, 18, 20, 29, 34, 46, 54, 91, 95, 104, 105, 119, 131, 132, 133, 134, 135, 137, 149, 152, 153, 154, 156, 159, 161, 164, 166, 167, 174, 176, 178], "necessari": [2, 5, 21, 127, 155], "0": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 158, 159, 160, 162, 164, 166, 167, 168, 171, 174, 176, 178], "26": [2, 6, 17, 48, 138, 141, 142, 158, 160, 167, 178], "wa": [2, 4, 9, 10, 14, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 155, 156, 160, 161, 164, 167, 168, 171, 178], "remov": [2, 4, 17, 18, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 138, 139, 140, 141, 142, 146, 147, 148, 154, 155, 156], "done": [2, 9, 14, 155, 156, 158, 160, 161, 164, 166, 167, 170, 171, 174, 176, 178], "favor": [2, 155, 156], "clearer": [2, 155], "had": [2, 155, 156], "critic": [2, 17, 156], "bootstrap": [2, 161, 167, 171], "algorithm": [2, 5, 150, 154, 155, 156, 164, 167, 170, 171, 174, 176, 178], "paramet": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 158, 159, 161, 166, 168, 171, 178], "provid": [2, 5, 6, 7, 9, 10, 11, 14, 16, 17, 18, 20, 27, 46, 50, 127, 128, 132, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 155, 156, 158, 159, 160, 162, 163, 164, 166, 173, 176], "element": [2, 5, 6, 7, 10, 11, 13, 18, 133, 134, 135, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 156, 158, 159, 166, 170, 171, 178], "numpi": [2, 5, 7, 9, 10, 13, 14, 16, 17, 18, 19, 20, 155, 156, 159, 161, 164, 166, 168, 170, 171, 174, 176, 178], "arrai": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 130, 132, 133, 134, 135, 136, 155, 156, 159, 166, 168, 171, 176, 178], "posit": [2, 6, 7, 8, 9, 11, 13, 17, 21, 35, 70, 128, 129, 130, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 152, 153, 154, 156, 158, 159, 166, 168, 176], "veloc": [2, 8, 13, 128, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "pole": [2, 103, 131, 137, 143, 144, 149, 178], "cartpol": [2, 9, 10, 14, 16, 17, 18, 19, 131, 133, 137, 143, 144, 149, 155, 156, 158, 160, 162, 178], "result": [2, 6, 8, 10, 11, 12, 13, 17, 130, 132, 138, 141, 142, 143, 146, 150, 152, 154, 155, 156, 158, 159, 164, 171, 174, 176], "whether": [2, 3, 4, 5, 7, 9, 17, 38, 130, 138, 139, 140, 141, 142, 147, 148, 151, 161, 164, 166, 167, 176, 178], "defin": [2, 3, 5, 8, 14, 15, 16, 17, 18, 19, 136, 155, 156, 158, 159, 166, 167, 168, 171, 174], "under": [2, 124, 156, 164, 176, 178], "mdp": [2, 17, 134, 135, 158], "task": [2, 6, 15, 79, 92, 96, 129, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 154, 158, 166, 167, 168, 174, 178], "neg": [2, 7, 9, 103, 135, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 154, 158, 178], "goal": [2, 24, 27, 31, 35, 38, 40, 43, 46, 67, 70, 80, 85, 87, 88, 89, 91, 94, 97, 99, 101, 102, 103, 116, 117, 118, 122, 123, 126, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 159, 166, 178], "move": [2, 14, 17, 19, 20, 23, 26, 27, 31, 40, 41, 65, 71, 90, 95, 98, 101, 103, 119, 128, 130, 133, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 152, 153, 154, 155, 156, 158, 159, 161, 166, 167, 170, 174, 178], "lava": [2, 68, 158], "sutton": [2, 132, 133, 143, 144, 151, 152, 155, 164, 174, 176], "barton": 2, "gridworld": [2, 149, 152, 159, 166], "true": [2, 4, 6, 8, 9, 10, 11, 12, 14, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 138, 139, 140, 141, 142, 147, 148, 151, 153, 155, 156, 158, 160, 161, 162, 166, 170, 171, 174, 176, 178], "condit": [2, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 164, 167, 170, 176, 178], "outsid": [2, 14, 18, 129, 130, 155, 167], "scope": [2, 167], "satisfi": 2, "typic": [2, 9, 154, 170], "timelimit": [2, 4, 15, 17, 20, 128, 129, 130, 132, 133, 134, 135, 136, 156, 158, 159, 166, 167], "could": [2, 9, 14, 21, 138, 139, 140, 141, 142, 144, 147, 148, 156, 158, 166, 167, 168, 170, 171, 174, 176, 178], "also": [2, 7, 9, 10, 11, 12, 17, 21, 36, 71, 72, 96, 97, 99, 128, 129, 130, 131, 137, 138, 144, 155, 156, 158, 159, 164, 166, 167, 168, 170, 171, 174, 176, 178], "indic": [2, 9, 14, 17, 129, 132, 133, 151, 152, 153, 154, 155, 161, 164, 167, 176, 178], "physic": [2, 127, 137, 143, 144, 145, 146, 155, 156, 178], "out": [2, 3, 13, 14, 15, 32, 39, 68, 69, 72, 92, 98, 104, 114, 149, 155, 156, 159, 166, 167, 168, 178], "bound": [2, 7, 14, 16, 17, 18, 19, 20, 130, 132, 133, 134, 135, 136, 155, 156, 158, 159, 161, 167], "prematur": 2, "auxiliari": [2, 159, 166], "diagnost": 2, "log": [2, 9, 14, 16, 17, 18, 19, 162, 171, 174, 178], "might": [2, 5, 7, 8, 15, 16, 19, 158, 161, 162, 163, 164, 166, 168, 171, 176, 178], "instanc": [2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 17, 18, 156, 158, 159, 163, 168, 171], "describ": [2, 5, 6, 21, 132, 133, 147, 151, 155, 156, 158, 161, 168], "perform": [2, 5, 9, 14, 21, 23, 25, 26, 27, 28, 29, 30, 31, 33, 35, 37, 38, 40, 41, 42, 46, 50, 55, 60, 61, 63, 64, 72, 73, 75, 76, 78, 80, 82, 86, 87, 88, 89, 90, 91, 94, 95, 97, 102, 103, 105, 109, 111, 112, 113, 115, 116, 117, 119, 120, 122, 123, 146, 155, 156, 158, 160, 163, 178], "variabl": [2, 5, 7, 11, 13, 14, 15, 17, 138, 140, 147, 148, 149, 155, 156, 158, 162, 164, 166, 167, 176, 178], "hidden": [2, 66, 178], "individu": [2, 11, 12, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 155, 159, 162, 166, 168, 178], "term": [2, 14, 18, 131, 132, 137, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 159, 166, 168, 171], "combin": [2, 5, 9, 15, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 146, 158, 171], "produc": [2, 17, 20, 155, 156, 166], "total": [2, 46, 128, 129, 130, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 154, 162, 171, 174, 178], "In": [2, 7, 9, 10, 13, 15, 16, 19, 21, 62, 71, 95, 129, 130, 131, 132, 138, 139, 140, 141, 142, 146, 147, 148, 154, 155, 156, 158, 159, 161, 162, 163, 166, 167, 168, 170, 171, 174, 176, 178], "openai": [2, 19, 127, 155, 156, 157, 158, 161, 167, 176, 178], "gym": [2, 4, 5, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 127, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 156, 157, 158, 159, 161, 162, 164, 166, 167, 168, 171, 174, 176, 178], "v26": [2, 156, 178], "distinguish": [2, 166, 167], "howev": [2, 5, 6, 7, 8, 9, 10, 11, 13, 16, 17, 132, 138, 139, 140, 141, 142, 146, 147, 148, 155, 156, 158, 159, 161, 166, 167, 168, 171, 176], "deprec": [2, 155, 156], "favour": [2, 155, 156, 160, 161], "A": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 132, 133, 135, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 151, 152, 153, 155, 156, 159, 160, 166, 167, 168, 171, 176, 178], "boolean": [2, 5, 9, 14, 17, 130, 156, 161, 164, 176, 178], "valu": [2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 130, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 155, 156, 158, 159, 161, 164, 166, 167, 170, 171, 174, 176, 178], "case": [2, 3, 5, 6, 7, 13, 14, 16, 71, 96, 129, 138, 139, 140, 141, 142, 147, 148, 154, 156, 158, 159, 161, 164, 166, 167, 168, 170, 171, 178], "further": [2, 101, 130, 145, 146, 155, 161, 174, 178], "undefin": 2, "signal": [2, 17, 138, 140, 141, 148, 154, 158, 166, 167, 174], "mai": [2, 5, 7, 8, 9, 11, 14, 15, 16, 18, 19, 21, 29, 32, 36, 38, 41, 43, 100, 153, 158, 159, 162, 166, 170, 171], "emit": 2, "differ": [2, 5, 6, 9, 10, 16, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 136, 148, 149, 155, 156, 158, 159, 161, 162, 166, 167, 168, 170, 171, 174], "reason": [2, 17, 130, 155, 156, 161, 170], "mayb": [2, 174], "underli": [2, 15, 17, 132, 156, 158], "solv": [2, 33, 53, 121, 128, 131, 133, 137, 143, 144, 164, 166, 172, 174, 177, 178], "successfulli": [2, 154], "certain": [2, 55, 144, 146, 155, 156, 164, 171, 176], "exceed": [2, 17, 20, 158, 164, 176], "simul": [2, 21, 137, 141, 142, 143, 144, 164, 174, 176, 178], "enter": [2, 9, 28, 32, 79, 130, 152], "invalid": [2, 7, 156, 170, 176], "int": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 137, 138, 151, 152, 153, 154, 156, 159, 164, 166, 171, 174, 176, 178], "none": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 137, 153, 155, 156, 159, 161, 166, 171, 174, 176], "option": [2, 3, 4, 5, 6, 7, 10, 11, 12, 14, 15, 17, 18, 129, 132, 133, 134, 135, 136, 137, 149, 155, 156, 158, 159, 161, 166], "intern": [2, 3, 10, 155, 156, 159, 162, 164], "new": [2, 5, 14, 15, 16, 17, 18, 25, 28, 32, 50, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 147, 148, 154, 155, 156, 157, 158, 159, 160, 161, 163, 166, 167, 168, 170, 171, 174, 176], "often": [2, 5, 159, 166, 174], "some": [2, 5, 6, 7, 11, 12, 14, 15, 21, 41, 54, 92, 129, 131, 132, 146, 147, 154, 155, 156, 158, 159, 161, 164, 166, 168, 170, 171, 174, 176], "explor": [2, 5, 59, 65, 67, 149, 156, 163, 164, 171, 174, 176], "generalis": [2, 10], "polici": [2, 14, 18, 19, 131, 137, 138, 139, 140, 141, 142, 147, 148, 149, 155, 156, 157, 158, 161, 167, 170, 171, 174], "control": [2, 5, 7, 21, 23, 26, 28, 29, 32, 34, 35, 41, 44, 49, 62, 64, 65, 71, 74, 92, 94, 96, 98, 99, 100, 101, 102, 103, 104, 110, 113, 127, 129, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 158, 161, 168, 170, 171, 174], "alreadi": [2, 10, 15, 156, 158], "rng": [2, 3, 5, 6, 7, 9, 155, 156, 166, 174], "therefor": [2, 5, 17, 138, 141, 142, 146, 148, 155, 156, 159, 161, 162], "right": [2, 7, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 39, 40, 41, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 147, 148, 152, 153, 154, 156, 159, 166, 174, 176, 178], "after": [2, 3, 5, 9, 10, 17, 29, 36, 43, 52, 60, 68, 105, 130, 138, 139, 140, 141, 142, 145, 146, 147, 148, 151, 154, 155, 156, 158, 159, 164, 166, 167, 171, 176, 178], "never": [2, 139, 142, 145, 146, 147, 156], "again": [2, 130, 159, 166], "custom": [2, 5, 10, 11, 14, 15, 17, 18, 21, 133, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 153, 155, 156, 158, 161, 169, 172], "line": [2, 5, 52, 132, 154, 155, 156, 158, 159, 161, 166], "correctli": [2, 9, 14, 18, 19, 155, 156, 166], "v0": [2, 4, 9, 10, 14, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 158, 159, 166, 167, 178], "25": [2, 6, 8, 10, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 138, 140, 141, 142, 148, 154, 156, 170], "return_info": [2, 155], "now": [2, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 159, 161, 166, 167, 170, 174, 176, 178], "prng": [2, 5, 6, 7], "doe": [2, 6, 8, 9, 10, 11, 12, 13, 17, 18, 36, 62, 112, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 155, 156, 159, 160, 166, 167, 168, 171], "default": [2, 4, 5, 6, 7, 9, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 158, 161, 166, 167, 170], "pass": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 138, 139, 140, 141, 142, 147, 148, 155, 156, 158, 160, 161, 166, 168, 171], "chosen": [2, 7, 21, 159, 171, 174], "entropi": [2, 171], "timestamp": 2, "dev": [2, 155, 178], "urandom": 2, "integ": [2, 6, 7, 8, 9, 14, 17, 18, 21, 155, 156, 159, 161, 166], "even": [2, 4, 98, 138, 140, 141, 143, 144, 148, 155, 166, 176], "exist": [2, 4, 5, 10, 11, 12, 15, 16, 17, 18, 19, 138, 139, 140, 141, 142, 144, 147, 148, 155, 156, 158, 163, 171, 174], "usual": [2, 6, 7, 17, 21, 58, 60, 62, 64, 65, 70, 120, 140, 159, 166, 168, 170, 171, 176], "been": [2, 9, 10, 51, 130, 138, 141, 142, 149, 155, 156, 158, 159, 161, 166, 167, 171, 174], "refer": [2, 4, 9, 156, 157, 158, 161, 163, 166, 167, 170], "minim": [2, 149, 156, 166, 167, 171, 174], "abov": [2, 6, 7, 9, 21, 132, 133, 136, 137, 156, 158, 160, 161, 162, 171, 178], "paradigm": 2, "specifi": [2, 5, 6, 9, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 130, 131, 136, 138, 139, 140, 141, 142, 144, 147, 148, 150, 153, 154, 155, 156, 158, 159, 161, 162, 166, 168], "depend": [2, 6, 9, 14, 18, 19, 21, 24, 36, 38, 40, 44, 50, 52, 58, 60, 62, 64, 65, 72, 74, 127, 130, 131, 133, 137, 138, 139, 140, 141, 142, 147, 148, 153, 155, 156, 166, 171], "specif": [2, 4, 7, 10, 14, 17, 137, 155, 156, 167, 171, 178], "analog": [2, 21], "dictionari": [2, 5, 6, 9, 10, 14, 18, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 158, 159, 161, 164, 166, 168, 176, 178], "complement": 2, "It": [2, 4, 6, 7, 9, 10, 11, 12, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 137, 138, 141, 142, 145, 146, 147, 149, 155, 156, 159, 163, 164, 166, 176, 178], "renderfram": [2, 9, 10, 14, 15], "list": [2, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 155, 156, 158, 159, 171, 174, 176], "comput": [2, 3, 9, 18, 19, 20, 81, 94, 110, 137, 138, 155, 159, 164, 166, 171, 176, 178], "frame": [2, 9, 10, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 130, 145, 146, 155, 156, 170, 174], "render_mod": [2, 3, 9, 10, 15, 17, 18, 21, 128, 129, 132, 133, 134, 135, 136, 137, 155, 156, 157, 158, 160, 161, 162, 166, 171, 174], "possibl": [2, 5, 6, 7, 8, 14, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 130, 132, 133, 134, 135, 137, 139, 141, 144, 147, 152, 153, 154, 155, 156, 158, 159, 162, 164, 166, 170, 174, 176], "wai": [2, 13, 15, 17, 27, 47, 48, 61, 72, 74, 80, 85, 91, 96, 108, 121, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 158, 159, 164, 167, 168, 171, 174, 176], "most": [2, 5, 7, 13, 14, 15, 17, 18, 21, 89, 137, 146, 149, 155, 156, 158, 159, 161, 163, 164, 166, 168, 170, 176], "achiev": [2, 21, 24, 132, 151, 155, 162, 163, 171], "appli": [2, 4, 6, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 128, 130, 131, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 155, 156, 158, 159, 162, 164, 166, 168, 176, 178], "collect": [2, 10, 11, 12, 17, 20, 24, 27, 48, 54, 57, 59, 85, 87, 90, 92, 117, 149, 157, 162, 164, 170, 171, 176], "As": [2, 5, 10, 15, 17, 21, 22, 24, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 74, 77, 79, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 113, 114, 118, 121, 124, 125, 126, 132, 137, 150, 152, 154, 155, 156, 158, 159, 163, 168, 171, 174, 178], "known": [2, 28], "__init__": [2, 9, 14, 15, 16, 18, 19, 156, 164, 166, 168, 171, 174, 176, 178], "initialis": [2, 4, 10, 17, 151, 156, 157, 161], "By": [2, 4, 17, 18, 21, 132, 138, 139, 140, 141, 142, 147, 148], "continu": [2, 5, 9, 14, 18, 19, 26, 27, 129, 130, 131, 134, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 158, 167, 171, 176, 178], "current": [2, 4, 7, 9, 17, 18, 21, 129, 149, 151, 152, 153, 155, 156, 159, 163, 164, 166, 171, 174, 176, 178], "displai": [2, 4, 21, 44, 133, 155, 166], "consumpt": 2, "occur": [2, 132, 133, 166, 171], "repres": [2, 6, 7, 9, 18, 130, 132, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 152, 153, 154, 155, 156, 157, 158, 159, 161, 166, 170, 174, 178], "np": [2, 3, 5, 6, 7, 9, 10, 13, 14, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 130, 134, 141, 142, 154, 155, 156, 159, 164, 166, 168, 170, 171, 174, 176, 178], "ndarrai": [2, 3, 6, 7, 8, 13, 14, 16, 17, 18, 19, 132, 133, 134, 135, 136, 154, 171, 178], "shape": [2, 5, 6, 7, 8, 10, 13, 14, 16, 17, 18, 20, 111, 132, 133, 134, 135, 136, 138, 141, 142, 151, 152, 153, 154, 155, 156, 158, 159, 166, 168, 171, 174, 178], "x": [2, 5, 8, 14, 112, 130, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 152, 156, 159, 162, 166, 171, 174, 178], "y": [2, 21, 130, 136, 138, 139, 140, 141, 142, 143, 145, 146, 147, 154, 159, 174, 178], "3": [2, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 158, 159, 160, 164, 166, 171, 174, 176, 178], "rgb": [2, 14, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 138, 139, 140, 141, 147, 148, 155], "pixel": [2, 18, 129, 149, 166], "imag": [2, 5, 10, 11, 12, 14, 17, 18, 20, 21, 129], "string": [2, 4, 5, 7, 9, 14, 18, 155, 156, 158, 159, 166], "stringio": 2, "style": [2, 4, 10, 149, 155, 156, 162, 178], "represent": [2, 156, 158, 167], "each": [2, 5, 6, 7, 9, 10, 11, 12, 14, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 130, 131, 132, 133, 134, 135, 137, 138, 141, 142, 143, 144, 145, 146, 149, 150, 152, 154, 155, 156, 158, 159, 162, 164, 166, 171, 174, 176], "includ": [2, 4, 14, 17, 18, 20, 21, 133, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 154, 155, 156, 158, 159, 160, 161, 166, 167, 170], "newlin": 2, "escap": [2, 45, 72, 85], "sequenc": [2, 4, 5, 6, 7, 8, 11, 12, 13, 14, 18, 21, 106, 149, 155, 156, 158], "color": [2, 6, 25, 40, 62, 77, 89, 97, 119, 121, 154], "rgb_array_list": [2, 9, 17, 155], "ansi_list": 2, "base": [2, 4, 5, 6, 9, 10, 13, 14, 15, 17, 18, 19, 20, 54, 63, 71, 111, 127, 132, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 154, 155, 156, 158, 164, 166, 168, 170, 171, 176, 178], "except": [2, 98, 101, 155, 156, 166], "rendercollect": [2, 17, 20, 156], "pop": [2, 155, 156], "kei": [2, 4, 5, 6, 7, 9, 10, 14, 17, 18, 20, 22, 70, 138, 139, 140, 141, 142, 147, 148, 152, 153, 154, 155, 156, 158, 161, 164, 166, 167, 168, 174, 176], "support": [2, 5, 6, 8, 9, 10, 17, 18, 20, 137, 138, 139, 140, 141, 142, 144, 147, 148, 149, 155, 156, 158, 166], "longer": [2, 21, 137, 138, 140, 144, 148, 155, 156, 178], "accept": [2, 9, 17, 21, 155, 156, 159, 166, 170], "rather": [2, 4, 129, 149, 155, 156, 161, 162, 164, 171, 176], "v1": [2, 4, 9, 10, 11, 12, 14, 16, 17, 18, 19, 128, 129, 130, 132, 133, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 153, 154, 155, 158, 160, 162, 164, 174, 176], "finish": [2, 129, 130, 155, 156, 166, 171], "code": [2, 3, 5, 6, 9, 11, 14, 15, 17, 18, 19, 132, 149, 155, 156, 159, 163, 164, 166, 168, 171, 172, 174, 176, 178], "clean": 2, "up": [2, 6, 7, 10, 21, 22, 24, 25, 26, 27, 28, 30, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 92, 93, 95, 96, 97, 98, 99, 100, 101, 103, 104, 106, 107, 108, 109, 110, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125, 126, 128, 130, 137, 138, 140, 141, 142, 148, 151, 152, 153, 154, 156, 158, 159, 162, 164, 166, 171, 174, 176], "window": [2, 9, 46, 129, 137, 155, 156, 166], "connect": [2, 6, 11, 132, 138, 139, 140, 141, 142, 146, 147, 148], "effect": [2, 8, 13, 15, 17, 21, 130, 138, 142, 143, 144, 145, 146, 147, 154, 158, 164, 176, 178], "won": [2, 164, 176], "rais": [2, 4, 7, 8, 9, 11, 12, 13, 17, 18, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 171], "error": [2, 4, 7, 8, 9, 17, 20, 155, 156, 167, 171, 176], "discret": [2, 5, 6, 7, 8, 11, 13, 18, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 130, 132, 133, 134, 135, 150, 151, 152, 153, 154, 155, 156, 158, 159, 164, 166, 168, 176], "give": [2, 24, 25, 50, 52, 130, 138, 151, 154, 155, 164, 171, 176, 178], "2": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154, 159, 164, 166, 168, 171, 174, 176, 178], "mean": [2, 14, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 132, 140, 145, 155, 158, 161, 162, 166, 171, 174, 178], "1": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 158, 159, 164, 166, 167, 168, 171, 174, 176, 178], "box": [2, 5, 6, 7, 8, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 155, 156, 158, 159, 166, 168], "4028234663852886e": 2, "38": [2, 18, 133, 141, 142], "4": [2, 6, 7, 8, 9, 14, 16, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 156, 159, 162, 166, 168, 176, 178], "float32": [2, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "denot": [2, 133], "well": [2, 5, 14, 28, 93, 101, 132, 149, 155, 166, 171, 174], "high": [2, 6, 7, 8, 11, 13, 14, 51, 132, 133, 135, 136, 138, 149, 155, 156, 158, 168, 170, 171], "8000002e": [2, 18, 133], "00": [2, 18, 133], "4028235e": [2, 18, 133], "1887903e": [2, 18, 133], "01": [2, 14, 16, 18, 130, 133, 138, 139, 142, 143, 144, 145, 146, 147, 155, 156, 164, 170, 171, 176], "dtype": [2, 5, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 20, 130, 132, 133, 134, 135, 136, 155, 156, 159, 166, 174], "low": [2, 6, 7, 8, 13, 14, 98, 132, 133, 135, 136, 149, 155, 156, 158, 168, 171], "etc": [2, 5, 96, 99, 104, 138, 139, 140, 141, 147, 148, 155, 156, 158, 159, 166, 167, 168], "determin": [2, 17, 21, 130, 132, 133, 134, 135, 136, 153, 155, 156, 158, 166, 167, 170], "envspec": [2, 3, 4, 10, 15, 17, 156], "normal": [2, 4, 7, 10, 13, 14, 17, 18, 19, 20, 128, 129, 136, 138, 139, 143, 155, 156, 159, 162, 163, 171, 178], "properti": [2, 5, 10, 11, 12, 14, 15, 18, 19, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 167], "unwrap": [2, 10, 15, 132, 156, 158, 159], "non": [2, 5, 8, 9, 17, 138, 139, 140, 141, 142, 147, 148, 153, 155, 166, 167, 178], "wrap": [2, 4, 9, 14, 15, 16, 17, 18, 19, 20, 158, 166, 168, 171, 178], "_np_random": [2, 5, 10, 155], "must": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 22, 23, 26, 28, 29, 32, 33, 34, 36, 41, 43, 44, 47, 48, 49, 53, 54, 55, 56, 72, 85, 88, 91, 97, 129, 140, 148, 155, 156, 158, 161, 166, 167], "creation": [2, 4, 156, 159, 166], "tutori": [2, 15, 156, 159, 161, 162, 164, 168, 170, 171, 174, 176, 178], "along": [2, 9, 10, 15, 18, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 133, 134, 135, 143, 144, 147, 152, 155, 156, 158, 160], "sever": [2, 4, 7, 10, 17, 21, 42, 65, 130, 155, 156, 158, 159, 161, 162, 174], "furthermor": [2, 9, 156, 158], "make_vec": [2, 4, 9, 10, 11, 12, 14, 133, 156, 159, 163], "vector": [2, 4, 7, 9, 11, 12, 16, 17, 18, 19, 128, 130, 143, 144, 146, 155, 156, 159, 162, 169, 172, 178], "view": [2, 21, 65, 156], "pprint_registri": [2, 4, 156, 158, 159], "funcenv": [3, 156], "templat": [3, 166], "meant": 3, "stateless": [3, 156], "manner": [3, 7, 18, 20, 70, 155], "being": [3, 4, 8, 17, 49, 61, 106, 130, 134, 135, 136, 138, 141, 142, 145, 146, 155, 156, 159, 164, 170, 174, 176], "around": [3, 14, 34, 90, 121, 127, 149, 155], "explicitli": [3, 166, 167, 170], "That": [3, 133], "said": [3, 141], "noth": [3, 129, 130, 156, 178], "here": [3, 9, 132, 138, 141, 155, 156, 159, 164, 166, 170, 171], "prevent": [3, 7, 10, 11, 52, 155, 159], "statefulli": 3, "just": [3, 13, 15, 70, 100, 144, 146, 155, 156, 158, 163, 166, 170, 171], "recommend": [3, 4, 9, 11, 17, 21, 130, 137, 138, 141, 142, 155, 156, 159, 161, 164, 170, 171, 176], "consist": [3, 7, 21, 38, 121, 128, 130, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 155, 156, 158, 159, 163, 166, 168, 170, 176, 178], "method": [3, 4, 6, 9, 11, 12, 14, 16, 17, 18, 19, 21, 149, 155, 156, 159, 160, 166, 168, 171, 178], "pomdp": 3, "given": [3, 4, 7, 16, 98, 101, 128, 130, 131, 132, 134, 135, 138, 140, 141, 143, 144, 148, 155, 156, 158, 162, 167, 176], "transit": [3, 9, 21, 141, 142, 152, 153, 154, 156, 157, 158, 167, 171], "next_stat": [3, 156, 176], "state_info": 3, "step_info": 3, "structur": [3, 5, 6, 8, 156, 159, 166], "serv": [3, 5, 138, 139, 140, 141, 142, 147, 148, 178], "purpos": [3, 5, 155, 159, 178], "allow": [3, 4, 5, 6, 9, 14, 15, 17, 18, 19, 20, 21, 42, 68, 100, 132, 133, 134, 135, 136, 141, 142, 143, 144, 148, 149, 155, 156, 158, 159, 160, 161, 166, 168, 171, 178], "constant": [3, 35, 101, 130, 135, 138, 141, 142, 143], "them": [3, 5, 14, 15, 17, 21, 23, 24, 25, 28, 29, 36, 41, 52, 69, 73, 78, 95, 105, 119, 130, 138, 139, 146, 149, 154, 155, 156, 160, 168, 170, 171], "itself": [3, 8, 10, 11, 12, 15, 17, 155, 158, 160, 171], "moment": [3, 101], "predominantli": 3, "like": [3, 5, 7, 9, 13, 14, 15, 16, 17, 18, 19, 20, 24, 32, 46, 92, 96, 139, 144, 148, 149, 154, 155, 156, 158, 159, 166, 168, 170, 171], "futur": [3, 113, 155, 156], "intend": [3, 14, 17, 149, 153, 174], "flesh": 3, "offici": 3, "expos": [3, 156], "transform": [3, 5, 8, 9, 14, 15, 16, 18, 19, 20, 146, 158, 168], "func": [3, 14, 16, 18, 19, 156], "callabl": [3, 4, 9, 11, 12, 13, 14, 16, 17, 18, 19, 156], "param": [3, 7, 156, 174], "statetyp": [3, 156], "rewardtyp": [3, 156], "between": [3, 6, 7, 14, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 130, 132, 133, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 149, 155, 156, 159, 164, 166, 167, 171, 174, 176, 178], "terminaltyp": [3, 156], "final": [3, 9, 10, 17, 18, 71, 155, 156, 162, 164, 166, 167, 170, 176], "transition_info": 3, "full": [3, 4, 21, 22, 24, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 74, 77, 79, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126, 129, 130, 155, 156, 158, 159, 164, 176], "render_init": 3, "kwarg": [3, 4, 9, 10, 11, 12, 14, 15, 138, 139, 140, 141, 147, 148, 156, 160, 166], "renderstatetyp": 3, "render_imag": 3, "render_st": 3, "show": [3, 21, 34, 41, 151, 155, 156, 161, 162, 168, 171, 174, 176, 178], "render_clos": 3, "functional_jax_env": 3, "functionaljaxenv": 3, "func_env": 3, "reward_rang": [3, 15, 19, 156, 168], "float": [3, 4, 7, 8, 9, 14, 16, 17, 18, 19, 21, 68, 95, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 164, 166, 171, 174, 176, 178], "inf": [3, 16, 133, 135, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 156, 168, 170], "convers": [3, 149, 160], "layer": [3, 15, 158, 159, 178], "load": [4, 155, 156], "environ": [4, 5, 7, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 157, 162, 164, 167, 168, 169, 172, 178], "pre": [4, 5, 153, 156, 166], "do": [4, 13, 15, 17, 21, 38, 45, 55, 86, 97, 101, 129, 130, 132, 155, 156, 159, 162, 166, 168, 170, 171, 174, 178], "prior": [4, 17], "print": [4, 156, 162, 166, 168, 171, 174, 178], "whole": [4, 155, 156, 170], "registri": [4, 155, 156], "id": [4, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 137, 138, 141, 142, 153, 156, 159, 166], "max_episode_step": [4, 17, 156, 159, 166, 170, 171], "disable_env_check": [4, 16, 17, 155], "env": [4, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 164, 167, 168, 169, 170, 172, 174, 176, 178], "creat": [4, 5, 7, 9, 10, 11, 12, 13, 14, 17, 30, 34, 77, 128, 129, 130, 146, 155, 156, 158, 163, 168, 170, 171, 176, 178], "previous": [4, 9, 18, 21, 32, 138, 139, 140, 141, 142, 144, 147, 148, 155, 156, 160], "avail": [4, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 130, 149, 151, 152, 155, 156, 159, 162, 166], "modul": [4, 5, 13, 155, 156, 162, 166, 168, 171, 178], "equival": [4, 5, 8, 10, 14, 138, 141, 155, 156, 161, 171], "maximum": [4, 7, 9, 14, 17, 18, 20, 100, 101, 130, 132, 136, 143, 156, 158, 166, 171, 174], "length": [4, 6, 7, 9, 11, 12, 14, 17, 20, 128, 132, 133, 134, 135, 147, 149, 153, 154, 155, 158, 162, 171, 176], "overrid": [4, 11, 14, 156, 168], "passiveenvcheck": [4, 15, 17, 20, 128, 129, 130, 132, 133, 134, 135, 136, 156, 158, 159], "argument": [4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 131, 150, 155, 156, 158, 159, 160, 166, 170, 176], "constructor": [4, 9, 15, 155, 156, 158, 166], "changelog": [4, 155, 156], "autoreset": [4, 10, 17, 20, 156], "apply_api_compat": [4, 155, 156, 160], "num_env": [4, 10, 11, 12, 13, 14, 133, 156, 159, 171], "vectorization_mod": [4, 9, 10, 11, 12, 14, 133, 156], "vectorizemod": 4, "vector_kwarg": 4, "vectorenv": [4, 5, 14, 155, 156], "accord": [4, 6, 7, 130, 171], "vectorizor": [4, 133], "while": [4, 8, 9, 11, 14, 17, 18, 19, 21, 24, 25, 46, 74, 85, 87, 88, 91, 95, 97, 99, 101, 107, 115, 116, 118, 130, 132, 133, 136, 138, 141, 142, 147, 151, 152, 155, 158, 159, 161, 162, 164, 166, 167, 171, 174, 176, 178], "eg": [4, 166], "vector_entry_point": [4, 133, 156], "sync": [4, 9, 10, 12, 14, 133, 156], "syncvectorenv": [4, 10, 133, 156, 159, 163], "async": [4, 11, 156], "enum": [4, 166], "onli": [4, 5, 6, 7, 8, 9, 17, 18, 35, 70, 98, 99, 100, 101, 103, 121, 132, 133, 134, 135, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 155, 156, 159, 161, 162, 164, 166, 168, 170, 171, 174, 176], "entry_point": [4, 155, 159, 166], "envcreat": 4, "reward_threshold": [4, 138, 139, 140, 141, 142, 145, 146, 147, 148, 156, 166], "nondeterminist": [4, 166], "fals": [4, 6, 9, 10, 11, 12, 14, 16, 17, 18, 19, 21, 129, 130, 138, 139, 140, 141, 142, 147, 148, 151, 155, 156, 158, 159, 161, 162, 164, 166, 170, 171, 174, 176, 178], "order_enforc": [4, 166], "additional_wrapp": [4, 156], "wrapperspec": [4, 15], "vectorenvcr": 4, "syntax": 4, "namespac": [4, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 159, 166], "env_nam": [4, 160], "v": [4, 100, 134, 171], "keyword": [4, 6, 10, 11, 12, 14, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 132, 133, 151, 155, 156, 158, 159, 166, 176], "entri": [4, 155, 156, 159, 161], "point": [4, 8, 9, 15, 24, 25, 27, 28, 29, 32, 34, 35, 36, 38, 39, 40, 41, 43, 44, 49, 50, 52, 54, 55, 60, 68, 70, 74, 92, 94, 95, 96, 97, 98, 99, 101, 104, 105, 107, 113, 116, 122, 128, 129, 130, 132, 133, 136, 137, 146, 151, 155, 156, 159, 162, 167], "threshold": [4, 132, 133, 154, 166], "consid": [4, 129, 130, 131, 137, 138, 140, 141, 144, 148, 166, 168], "learnt": 4, "knowledg": 4, "same": [4, 6, 8, 9, 10, 14, 16, 18, 20, 70, 128, 129, 132, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 154, 155, 156, 159, 162, 163, 167, 170, 171, 174, 176], "cannot": [4, 8, 13, 17, 149, 152, 155, 156, 158, 159, 161, 166, 167], "enabl": [4, 9, 17, 21, 23, 25, 26, 27, 28, 29, 30, 31, 33, 35, 37, 38, 40, 41, 42, 46, 50, 55, 60, 61, 63, 64, 72, 73, 75, 76, 78, 80, 82, 86, 87, 88, 89, 90, 91, 94, 95, 97, 102, 103, 105, 109, 111, 112, 113, 115, 116, 117, 119, 120, 122, 123, 129, 149, 155, 156], "order": [4, 5, 6, 15, 17, 53, 84, 124, 130, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 155, 156, 158, 162, 163, 166, 174], "enforc": [4, 17, 155], "correct": [4, 9, 16, 33, 130, 154, 155, 156, 166, 167, 178], "orderenforc": [4, 15, 17, 20, 128, 129, 130, 132, 133, 134, 135, 136, 155, 156, 158, 159, 166], "disabl": [4, 17, 18, 19, 153, 155, 156, 170], "env_id": [4, 156, 160], "retriev": [4, 17, 47, 49, 54, 101], "print_registri": 4, "num_col": 4, "exclude_namespac": 4, "disable_print": 4, "pretti": [4, 156, 174], "column": [4, 174, 178], "arrang": 4, "exclud": [4, 17, 20, 21, 138, 139, 140, 141, 142, 143, 146, 147, 148], "al": [4, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 155, 156, 160, 164, 176], "consol": [4, 21], "registr": [4, 155, 156, 166], "factori": 4, "locat": [4, 21, 79, 137, 149, 152, 153, 154, 159, 166], "path": [4, 125, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 153, 156, 166, 171, 174], "repeat": [4, 16, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 156, 158, 159, 174], "max": [4, 7, 14, 16, 17, 18, 20, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 153, 156, 162, 164, 171, 174, 176, 178], "checker": [4, 20, 45, 119, 155, 156], "attribut": [4, 6, 11, 12, 17, 18, 19, 156, 158, 161, 166, 168], "record": [4, 9, 17, 20, 128, 149, 155, 156, 158, 171, 178], "config": 4, "inherit": [4, 5, 15, 16, 18, 19, 155, 156, 159, 166], "ezpickl": [4, 9, 15], "global": 4, "store": [4, 9, 10, 14, 17, 156, 178], "current_namespac": 4, "get_env_id": 4, "n": [4, 5, 6, 7, 8, 12, 13, 17, 18, 20, 45, 129, 132, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 158, 162, 164, 171, 174, 176, 178], "invers": 4, "parse_env_id": 4, "pars": 4, "regex": 4, "find_highest_vers": 4, "highest": [4, 42, 71], "match": [4, 8, 11, 12, 16, 77, 110, 156], "context": [4, 11, 13, 178], "manag": [4, 13, 29, 38], "load_env_cr": 4, "implement": [5, 6, 9, 10, 15, 16, 17, 20, 130, 136, 143, 149, 150, 154, 155, 156, 158, 159, 160, 161, 162, 164, 166, 169, 171, 172, 178], "variou": [5, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 142, 149, 155, 178], "mathemat": [5, 158, 178], "three": [5, 15, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 140, 141, 142, 147, 155, 159, 162, 166], "dimension": [5, 17, 25, 112, 130, 138, 139, 140, 147, 148, 156, 158, 159, 166, 171], "unit": [5, 14, 18, 20, 72, 130, 132, 134, 135, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "cube": [5, 45, 97, 121], "self": [5, 6, 7, 9, 14, 17, 18, 19, 135, 156, 159, 164, 166, 168, 171, 174, 176, 178], "superclass": [5, 16, 19], "npt": 5, "dtypelik": 5, "crucial": 5, "thei": [5, 10, 11, 17, 20, 21, 24, 29, 73, 95, 104, 105, 114, 124, 137, 150, 151, 152, 153, 155, 156, 159, 161, 163, 166, 170, 171], "clearli": 5, "interact": [5, 9, 14, 17, 20, 164, 166, 171, 176], "look": [5, 9, 17, 21, 59, 100, 158, 159, 166, 167, 168, 171, 174], "u": [5, 21, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 159, 164, 166, 168, 176, 178], "work": [5, 9, 21, 129, 130, 132, 139, 140, 143, 144, 149, 155, 156], "highli": [5, 9, 127, 131, 149, 155, 161, 166], "data": [5, 8, 9, 10, 15, 149, 155, 156, 159, 161, 162, 163, 166, 168, 171, 174, 176, 178], "form": [5, 6, 7, 17, 42, 132, 147, 156, 166], "painlessli": 5, "flat": [5, 6, 7, 8], "especi": [5, 166, 168, 171], "hierarch": [5, 154], "via": [5, 9, 14, 15, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 131, 137, 149, 150, 158, 159, 166, 178], "build": [5, 23, 46, 54, 76, 127, 138, 139, 140, 141, 142, 143, 144, 147, 148, 156, 166, 168], "express": [5, 9, 138, 141, 142], "cover": [5, 164, 176], "parametr": [5, 178], "probabl": [5, 16, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 152, 153, 154, 156, 164, 167, 171, 174, 176, 178], "distribut": [5, 6, 7, 21, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 153, 155, 170, 171, 174, 178], "batch": [5, 10, 11, 12, 13, 14, 155, 171], "moreov": [5, 14, 15, 17, 21, 24, 38, 166, 168], "handl": [5, 10, 11, 12, 143, 151, 155, 156, 169, 172, 176], "care": 5, "immut": 5, "is_np_flatten": [5, 156], "flatten": [5, 8, 14, 18, 20, 137, 155, 156, 159, 166, 171, 174, 176], "lazili": 5, "sinc": [5, 14, 17, 127, 133, 142, 146, 154, 155, 159, 160, 166, 167, 170, 174], "expens": [5, 155], "guarante": [5, 6, 13, 17, 149], "particular": [5, 9, 20, 103, 130, 156, 158, 160, 163, 164, 167, 170, 174], "mask": [5, 6, 7, 154, 155, 161, 171], "t_cov": [5, 13], "randomli": [5, 6, 9, 130, 153, 155, 159, 166, 171, 174], "uniform": [5, 7, 8, 134, 135, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 174], "bounded": 5, "int8": [5, 7], "member": [5, 72], "possibli": [5, 6, 7, 13, 15, 17, 158, 171], "subspac": [5, 6, 7, 8, 14, 18, 155], "to_json": [5, 156], "sample_n": 5, "jsonabl": 5, "from_json": 5, "complex": [5, 6, 137, 141, 142, 143, 144, 156, 163, 171, 178], "matric": [5, 149], "multibinari": [5, 6, 7, 8, 13, 18, 156, 158], "binari": [5, 7, 158, 166], "hold": [5, 151, 164, 176], "down": [5, 7, 21, 22, 24, 25, 27, 28, 32, 33, 34, 36, 37, 38, 39, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 101, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125, 126, 129, 142, 149, 151, 152, 153, 154, 156, 159, 164, 166, 167, 174, 176], "button": [5, 7, 9, 158], "multidiscret": [5, 6, 7, 8, 13, 18, 155, 156, 158, 166], "multipl": [5, 6, 7, 10, 11, 12, 13, 155, 156, 159, 163, 171], "ax": [5, 7, 166, 171, 174, 176], "messag": [5, 155, 156], "mission": [5, 71, 74, 79], "detail": [5, 9, 19, 22, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 132, 155, 156, 158, 159, 161, 166, 170, 171], "join": [5, 156], "togeth": [5, 12, 21, 42, 137, 174], "vectoris": [5, 149], "separ": [5, 17, 156, 159, 161, 166, 171], "readabl": [5, 6, 156], "fix": [5, 6, 7, 14, 17, 19, 20, 71, 132, 133, 136, 137, 138, 139, 140, 141, 143, 144, 145, 146, 148, 151, 153, 155, 156, 158, 159, 161, 166, 178], "unord": 5, "entiti": 5, "select": [5, 7, 9, 52, 156, 158, 164, 170, 171], "graph": [5, 6, 8, 13, 149, 155, 156, 158, 171, 176], "node": [5, 6, 8, 155, 158], "edg": [5, 6, 8, 133, 155, 158], "unflatten": [5, 8, 156], "neural": [5, 8, 132, 147, 149, 171, 178], "network": [5, 8, 147, 158, 171], "flatdim": [5, 8, 155], "dimens": [5, 7, 8, 18, 156, 178], "flatten_spac": [5, 8], "revers": [5, 8, 151, 171, 178], "size": [5, 14, 17, 153, 155, 156, 159, 166, 170], "batch_spac": [5, 13, 156], "concaten": [5, 8, 11, 12, 13, 137, 156], "iter": [5, 6, 12, 13, 156], "over": [5, 13, 17, 24, 32, 37, 51, 70, 92, 98, 119, 139, 141, 151, 153, 155, 156, 162, 164, 168, 170, 171, 176], "create_empty_arrai": [5, 13, 156], "empti": [5, 7, 13, 17, 101, 111, 138, 139, 140, 141, 142, 147, 148, 156, 164, 174, 176, 178], "create_shared_memori": [5, 13], "share": [5, 10, 11, 156, 178], "memori": [5, 17, 134, 135, 155, 156, 163], "asynchron": [5, 10, 11, 12, 156], "multiprocess": [5, 11, 13, 171], "read_from_shared_memori": [5, 13], "read": [5, 13, 19, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 132, 138, 141, 142, 155, 156, 159, 161, 164], "write_to_shared_memori": [5, 13], "write": [5, 11, 13, 30, 156, 166, 170], "spaces_kwarg": 6, "constitu": 6, "42": [6, 7, 10, 11, 12, 13, 16, 18, 141, 142, 156, 157, 171], "ordereddict": [6, 13, 14], "3991573": 6, "21649833": 6, "With": [6, 14, 17, 149, 152, 156, 171, 174, 176], "nest": [6, 13, 149], "ext_control": 6, "5": [6, 7, 8, 13, 14, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 154, 159, 164, 166, 171, 174, 176, 178], "inner_st": 6, "charg": 6, "100": [6, 8, 14, 17, 21, 39, 54, 98, 99, 121, 128, 129, 130, 132, 135, 140, 145, 149, 152, 153, 159], "system_check": 6, "10": [6, 7, 14, 17, 18, 21, 22, 24, 25, 28, 32, 34, 36, 38, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 85, 86, 89, 92, 93, 95, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 112, 113, 114, 115, 118, 120, 121, 123, 124, 125, 126, 128, 130, 136, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 151, 152, 154, 155, 156, 159, 166, 171, 176, 178], "job_statu": 6, "progress": [6, 9, 113, 156, 171], "conveni": [6, 15, 158, 159, 166], "easili": [6, 15, 155, 156, 163], "flattenobserv": [6, 14, 18, 20, 158, 159, 166], "similar": [6, 10, 25, 40, 145, 155, 156, 159, 161, 166], "deal": [6, 171], "independ": [6, 7, 10, 140, 147, 148], "attr": 6, "warn": [6, 9, 17, 155, 156], "uniqu": [6, 127, 131, 137, 143, 155], "sub": [6, 10, 11, 12, 14, 21, 101, 156, 163], "precis": [6, 155], "cartesian": [6, 7, 136], "product": [6, 7, 178], "involv": [6, 42, 127, 143, 149, 152, 153, 154, 155, 156, 166, 178], "draw": [6, 37, 42, 151, 164, 166, 176], "54": 6, "stack": [6, 17, 18, 20, 156, 178], "finit": [6, 7, 138, 144, 148, 167, 168, 178], "a_0": 6, "dot": [6, 7, 166], "a_n": 6, "a_i": 6, "belong": 6, "26161215": 6, "6369617": 6, "26978672": 6, "04097353": 6, "would": [6, 8, 16, 18, 19, 138, 139, 140, 141, 147, 148, 155, 156, 157, 159, 166, 168, 171, 174], "length_mask": 6, "sample_mask": 6, "drawn": [6, 7, 145, 147, 151], "geometr": [6, 137], "featur": [6, 7, 18, 137, 155, 156, 171], "feature_spac": 6, "node_spac": [6, 8], "edge_spac": [6, 8], "seri": [6, 158, 162], "adjac": 6, "matrix": [6, 42, 141, 142], "edge_link": [6, 8], "graphinst": [6, 8, 13, 155, 156], "12": [6, 8, 16, 17, 18, 21, 22, 24, 28, 32, 34, 36, 38, 39, 40, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 115, 116, 118, 121, 124, 125, 126, 130, 132, 133, 138, 139, 140, 141, 142, 145, 148, 152, 156, 171, 176], "224312": 6, "71": 6, "71958": 6, "39": [6, 141, 142, 156], "473606": 6, "81": [6, 11, 12, 136, 156], "16453": 6, "95": [6, 129, 164, 171, 174, 176], "12447": 6, "52": 6, "22794": 6, "57": [6, 171], "21286": 6, "74": [6, 156], "37727": 6, "9": [6, 11, 12, 14, 16, 21, 22, 24, 25, 27, 28, 32, 34, 35, 36, 39, 43, 44, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 112, 113, 114, 115, 118, 119, 120, 121, 122, 123, 124, 125, 126, 132, 136, 138, 139, 140, 141, 142, 143, 145, 146, 148, 151, 171, 176], "922812": 6, "840395": 6, "85": 6, "353": 6, "28": [6, 14, 21, 32, 40, 132, 141, 142], "773024": 6, "64": [6, 21, 125, 156], "55232": 6, "11": [6, 14, 21, 22, 24, 28, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 115, 118, 119, 121, 124, 125, 126, 138, 139, 140, 141, 142, 145, 148, 151, 152, 155, 171, 176], "317161": 6, "552258": 6, "916958": 6, "87": 6, "23655": 6, "65": 6, "52624": 6, "33288": 6, "51": [6, 156], "61755": 6, "29": [6, 17, 141, 142, 155], "094807": 6, "94": 6, "1396": 6, "78": [6, 138, 141, 142, 156], "62422": 6, "55": [6, 156], "6767": 6, "61": [6, 156], "072258": 6, "6": [6, 8, 14, 16, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 32, 33, 34, 35, 36, 38, 39, 41, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 105, 106, 107, 108, 110, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125, 126, 130, 132, 134, 135, 136, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 152, 154, 156, 178], "6557994": 6, "91": 6, "23925": 6, "69": 6, "142105": 6, "36": [6, 21, 40, 141, 142, 152], "60979": 6, "48": [6, 152], "95243": 6, "7": [6, 9, 21, 22, 24, 25, 26, 27, 28, 32, 33, 34, 35, 36, 39, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 112, 113, 114, 115, 116, 118, 120, 121, 122, 123, 124, 125, 126, 130, 135, 136, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 156, 171], "8": [6, 9, 10, 14, 18, 19, 21, 22, 23, 24, 25, 27, 28, 32, 33, 34, 35, 36, 39, 40, 43, 44, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 112, 113, 114, 115, 116, 118, 120, 121, 122, 123, 124, 125, 126, 129, 130, 132, 133, 136, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 153, 155, 160, 171, 174, 178], "int32": [6, 8, 10, 14, 18, 159], "union": [6, 7, 19], "num_nod": 6, "num_edg": 6, "don": [6, 14, 15, 21, 41, 66, 101, 129, 134, 155, 156, 159, 161, 166, 167, 171, 174], "edge_mask": 6, "multipli": [6, 130, 135, 145, 146, 171], "unbound": 7, "mathbb": 7, "interv": [7, 138, 140, 141, 148], "infti": [7, 140], "There": [7, 15, 70, 71, 96, 128, 130, 131, 134, 135, 137, 141, 143, 149, 152, 154, 155, 156, 158, 159, 166], "common": [7, 15, 18, 20, 156, 158, 159, 167, 168, 178], "ident": [7, 10, 156], "lower": [7, 14, 15, 19, 20, 141, 142, 155, 158, 164, 171, 176], "least": [7, 46, 110, 130, 137], "63": 7, "upper": [7, 14, 19, 20, 141, 142, 155, 158], "infer": [7, 155], "scalar": [7, 14, 16, 155], "essenti": [7, 170], "valueerror": [7, 8, 11, 12, 13, 17], "coordin": [7, 14, 128, 130, 136, 138, 139, 140, 141, 142, 145, 146, 147, 148], "shift": 7, "exponenti": [7, 14, 19, 20], "unsupport": 7, "is_bound": 7, "both": [7, 10, 11, 12, 17, 18, 128, 131, 132, 148, 149, 151, 152, 153, 154, 155, 156, 158, 159, 160, 163, 166, 167, 174, 178], "sens": [7, 149, 170, 174], "One": [7, 138, 141, 142, 156, 158, 159], "neither": [7, 17, 151], "nor": [7, 17, 151, 152], "mani": [7, 14, 17, 21, 27, 32, 38, 66, 70, 74, 101, 106, 122, 149, 155, 156, 158, 164, 166, 174, 176], "subset": [7, 21, 156, 168], "smallest": 7, "maskndarrai": 7, "int64": [7, 8, 156, 159], "uniformli": [7, 21, 132, 133, 159, 166], "infeas": 7, "construct": [7, 9, 132, 138, 139, 140, 141, 142, 147, 148], "either": [7, 8, 9, 12, 17, 21, 52, 71, 134, 135, 151, 153, 158, 160, 171, 174, 178], "sort": 7, "fair": 7, "coin": 7, "toss": 7, "per": [7, 10, 17, 38, 70, 110, 130, 133, 154, 155, 163, 167, 170, 171], "nvec": 7, "game": [7, 9, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 151, 152, 153, 155, 156, 158, 159, 164, 166, 170, 176], "keyboard": [7, 9, 155], "assum": [7, 14, 18, 166], "alwai": [7, 8, 17, 21, 130, 134, 135, 138, 141, 142, 143, 146, 147, 151, 152, 153, 154, 156, 166, 174], "noop": [7, 9, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125, 126, 154, 171], "nintendo": 7, "conceptu": 7, "arrow": [7, 95, 174], "left": [7, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 39, 40, 41, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 133, 134, 138, 141, 142, 143, 144, 148, 152, 153, 154, 159, 164, 166, 170, 174, 176, 178], "min": [7, 14, 16, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "press": [7, 9, 129, 132, 158], "although": [7, 138, 170], "rare": [7, 155], "count": [7, 51, 128, 130, 151, 164, 176], "categor": [7, 171], "complic": [7, 15, 168], "d": [7, 9, 15, 132, 149, 171], "kind": 7, "unless": [7, 15, 90, 151, 152, 153, 154, 155, 166], "meth": [7, 17, 159], "max_length": 7, "min_length": 7, "charset": 7, "frozenset": 7, "alphanumer": 7, "compris": 7, "charact": [7, 9, 72, 96], "b5": 7, "hello": 7, "0123456789abcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyz": 7, "0123456789": 7, "digit": 7, "minimum": [7, 14, 18, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 158, 174], "english": 7, "alphabet": 7, "plu": [7, 41, 152], "latin": 7, "charlist": 7, "zero": [7, 13, 18, 136, 138, 140, 141, 142, 148, 156, 159, 164, 166, 167, 171, 174, 176, 178], "matter": [7, 155], "attempt": [8, 42, 112, 130, 137, 154, 171], "compound": 8, "oper": [8, 14, 137, 155], "boundari": 8, "exactli": [8, 147], "origin": [8, 10, 14, 16, 17, 18, 129, 132, 143, 155, 156, 161], "necessarili": 8, "hot": 8, "encod": [8, 149, 154, 155, 159, 166], "notimplementederror": 8, "60": [8, 72, 98, 156], "float64": [8, 14, 18, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "datapoint": 8, "k": [8, 9, 14, 130, 147, 156, 171], "m": [8, 21, 45, 132, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 171], "15": [8, 16, 17, 18, 19, 21, 22, 24, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 77, 79, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 105, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126, 130, 138, 139, 141, 142, 145, 148, 153, 171, 174], "input": [9, 10, 156, 158, 159, 164, 171, 176], "env_check": [9, 155], "check_env": [9, 156], "skip_render_check": 9, "skip_close_check": 9, "varieti": [9, 71, 149], "project": [9, 149, 155, 156, 158, 159, 161, 164, 166, 176], "integr": [9, 156, 170], "keep": [9, 14, 17, 18, 20, 29, 49, 88, 94, 103, 104, 122, 133, 142, 144, 166], "silenc": 9, "skip": [9, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 155, 156, 166], "ci": [9, 155, 156], "plai": [9, 34, 42, 51, 52, 79, 108, 110, 122, 129, 155, 156, 164, 176], "transpos": [9, 166], "zoom": 9, "callback": [9, 155], "keys_to_act": [9, 155, 171], "render_fp": [9, 17, 156, 166], "30": [9, 17, 21, 95, 98, 141, 142, 156], "amount": [9, 46, 50, 55, 68, 101, 128, 133, 143, 144, 178], "obs_t": 9, "obs_tp1": 9, "rew": [9, 14, 17, 19, 167], "receiv": [9, 10, 18, 19, 20, 34, 38, 43, 46, 49, 60, 71, 79, 129, 130, 135, 148, 154, 155, 157, 158, 164, 167, 171, 176, 178], "map": [9, 44, 153, 154, 156, 158, 159, 166, 176, 178], "unicod": 9, "w": [9, 138, 141, 142, 171], "suppos": 9, "trigger": [9, 17, 154], "key_to_act": 9, "ord": [9, 159, 166], "unknown": [9, 149, 158], "carrac": [9, 14, 18, 129, 155, 158], "v2": [9, 14, 17, 18, 128, 129, 130, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 154, 155, 156, 157, 158, 161, 168, 171], "dw": 9, "particularli": [9, 17, 18, 133, 156], "verifi": 9, "level": [9, 15, 21, 28, 48, 54, 97, 107, 149, 158, 170], "preprocess": [9, 17, 20, 155, 156], "unplay": 9, "wish": [9, 155, 156, 158, 161, 162], "real": [9, 70, 139], "statist": [9, 14, 17, 18, 19, 156, 162, 178], "playplot": [9, 156], "last": [9, 13, 14, 17, 18, 20, 50, 71, 142, 145, 146, 155, 156, 166, 167, 174], "150": 9, "def": [9, 14, 156, 159, 164, 166, 168, 171, 174, 176, 178], "plotter": 9, "horizon_timestep": 9, "plot_nam": 9, "instanti": [9, 14, 17, 18, 19, 159, 166, 174], "compute_metr": 9, "obs_tp": 9, "cumulative_reward": 9, "linalg": [9, 159, 166], "norm": [9, 145, 146, 159, 166], "conjunct": [9, 13], "evolv": 9, "200": [9, 17, 55, 99, 121, 130, 132, 133, 134, 136, 153, 154, 156], "immedi": [9, 14, 19, 20, 138, 140, 141, 142, 148, 151, 159, 166], "cumul": [9, 14, 17, 20, 174], "magnitud": [9, 130, 135, 143, 144, 178], "your_env": 9, "horizon": [9, 101, 140, 167], "titl": [9, 134, 135, 156, 174, 176, 178], "dependencynotinstal": [9, 17], "matplotlib": [9, 171, 174, 176, 178], "playablegam": 9, "process_ev": 9, "event": [9, 155, 166], "process": [9, 11, 13, 14, 18, 132, 149, 156, 158, 166, 167, 171], "track": [9, 14, 17, 20, 104, 129, 133, 138, 139, 140, 141, 147, 148, 149, 162], "exit": [9, 10, 11, 12], "arg": [9, 11, 12, 164, 171, 176, 178], "unpickl": [9, 13, 155], "anim": [9, 137], "dog": 9, "furcolor": 9, "tailkind": 9, "bushi": 9, "philosoph": 9, "still": [9, 21, 155, 156, 161, 162, 168, 171, 176], "c": [9, 100, 130, 132, 156, 166, 178], "atari": [9, 17, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 155, 156, 158, 160, 164, 176], "save_video": [9, 155], "video_fold": [9, 17, 162], "episode_trigg": [9, 17, 162], "step_trigg": [9, 17], "video_length": [9, 17], "name_prefix": [9, 17, 162], "rl": [9, 17, 156, 157, 164, 167, 170, 176, 178], "episode_index": 9, "step_starting_index": 9, "save_logg": 9, "extract": [9, 156, 174], "compos": [9, 138, 139, 140, 141, 142, 144, 147, 148], "iff": [9, 17, 166], "isn": [9, 156, 159], "entir": [9, 17, 21, 25, 140, 148, 155, 156, 171], "snippet": [9, 17], "captur": [9, 17, 45, 108, 118, 120], "Will": [9, 17, 20, 156], "prepend": [9, 17], "filenam": [9, 17], "long": [9, 17, 55, 122, 133, 144, 155, 156], "bar": [9, 171], "moviepi": [9, 17, 155, 156], "imagesequenceclip": 9, "durat": [9, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 178], "frozenlak": [9, 153, 155, 156, 172, 177], "_": [9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 129, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 156, 157, 164, 168, 171, 174], "step_index": 9, "rang": [9, 13, 14, 16, 17, 18, 20, 70, 128, 131, 132, 133, 134, 135, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 155, 156, 157, 158, 160, 161, 162, 164, 166, 168, 170, 171, 174, 176, 178], "199": 9, "capped_cubic_video_schedul": [9, 17], "episode_id": 9, "27": [9, 19, 141, 142], "729": 9, "1000": [9, 17, 99, 101, 121, 129, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 157, 170, 171, 178], "2000": [9, 121, 128, 154, 174], "3000": [9, 121], "schedul": [9, 153], "step_api_compat": [9, 160], "step_return": 9, "terminatedtruncatedsteptyp": 9, "donesteptyp": 9, "output_truncation_bool": 9, "is_vector_env": 9, "doc": [9, 130, 155, 156, 168], "item": [9, 13, 18, 171, 174, 176], "ob": [9, 12, 14, 16, 17, 18, 129, 154, 155, 156, 162, 164, 168, 176, 178], "interfac": [9, 157, 158], "conflict": 9, "written": [9, 156, 161, 163], "desir": [9, 14, 154, 170, 171], "vec_env": 9, "convert_to_terminated_truncated_step_api": [9, 160], "irrespect": 9, "convert_to_done_step_api": 9, "copi": [10, 11, 12, 13, 166], "parallel": [10, 11, 12, 14, 156, 159, 162, 163, 171], "linear": [10, 130, 132, 143, 144, 147, 171, 178], "speed": [10, 35, 128, 129, 156, 158, 162, 171], "taken": [10, 17, 18, 20, 54, 65, 131, 133, 158, 162, 163, 166, 171, 173, 178], "wait": [10, 11, 54, 101, 155, 167], "until": [10, 17, 79, 121, 145, 151, 152, 153, 155, 156, 158, 159, 166, 171, 174, 178], "overwritten": [10, 15, 155, 156], "preserv": [10, 167], "final_observ": [10, 14, 17, 155, 156], "final_info": [10, 14, 17, 155, 156], "respect": [10, 14, 15, 17, 130, 132, 138, 139, 140, 141, 142, 147, 148, 155, 156, 158, 168, 171], "asyncvectorenv": [10, 156, 163, 171], "single_observation_spac": [10, 14, 156, 171], "single_action_spac": [10, 14, 156, 171], "timeawareobserv": [10, 18, 20, 156, 158], "clipreward": [10, 14, 19, 20, 156, 168], "min_reward": [10, 14, 19, 156, 168], "max_reward": [10, 14, 19, 156, 168], "01823519": [10, 14, 16, 18], "0446179": [10, 14, 16, 18], "02796401": [10, 14, 16, 18], "03156282": [10, 14, 16, 18], "02852531": [10, 14], "02858594": [10, 14], "0469136": [10, 14], "02480598": [10, 14], "03517495": [10, 14], "000635": [10, 14], "01098382": [10, 14], "03203924": [10, 14], "01734283": [10, 16], "15089367": [10, 16], "02859527": [10, 16], "33293587": [10, 16], "02909703": 10, "16717631": 10, "04740972": 10, "3319138": 10, "03516225": 10, "19559774": 10, "01162461": 10, "25715804": 10, "old": [10, 16, 17, 67, 155, 156, 157, 160, 161], "utilis": [10, 155, 161], "dictinfotolist": [10, 14, 20, 156], "other": [10, 14, 16, 27, 40, 44, 70, 119, 130, 136, 137, 139, 141, 143, 147, 148, 153, 154, 155, 156, 158, 159, 160, 162, 164, 166, 168, 170, 171, 174, 176, 178], "word": [10, 45, 66, 145, 178], "arraytyp": [10, 11, 12, 14], "instead": [10, 11, 14, 21, 128, 132, 138, 141, 148, 155, 158, 161, 166, 171], "02727336": [10, 18], "18847767": 10, "03625453": [10, 18], "26141977": 10, "01431748": 10, "24002443": 10, "04731862": 10, "3110827": 10, "03822722": 10, "1710671": 10, "00848456": 10, "2487226": 10, "0273956": [10, 18], "00611216": [10, 18], "03585979": [10, 18], "0197368": [10, 18], "01522993": 10, "04562247": 10, "04799704": 10, "03392126": 10, "03774345": 10, "02418869": 10, "00942293": 10, "0469184": 10, "releas": [10, 11, 12, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 132, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 166], "resourc": [10, 11, 12, 166, 176], "viewer": [10, 11, 12, 156], "close_extra": [10, 11, 12], "synchron": [10, 11, 12, 156], "garbag": [10, 11, 12], "program": [10, 11, 12, 156, 158], "env_fn": [11, 12], "shared_memori": [11, 13], "daemon": 11, "worker": [11, 95], "queue": [11, 162], "pipe": [11, 83, 155], "commun": [11, 155, 161], "pendulum": [11, 12, 18, 131, 132, 133, 137, 155, 158, 178], "lambda": [11, 12, 14, 16, 17, 18, 19, 156, 162, 164, 171, 176], "62": [11, 12], "14995256": [11, 12], "9886932": [11, 12], "12224312": [11, 12], "5760367": [11, 12], "8174238": [11, 12], "91244936": [11, 12], "1851753": 11, "98270553": 11, "714599": 11, "6193494": 11, "7851154": 11, "0808398": 11, "96495728": 11, "00214607": 11, "back": [11, 15, 18, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 138, 139, 156, 170], "improv": [11, 155, 156, 163], "effici": [11, 134, 135, 137, 156, 163, 171], "larg": [11, 130, 135, 138, 139, 140, 141, 142, 145, 146, 147, 148, 149, 155, 156, 161, 163, 168, 170, 174], "subprocess": 11, "flag": [11, 45, 59, 134, 149], "turn": [11, 17, 24, 25, 31, 89, 112, 129, 130, 143, 149, 155, 161], "quit": [11, 166], "head": [11, 139], "spawn": [11, 146, 171], "children": 11, "inner": 11, "logic": [11, 129, 155, 159, 166, 170], "advanc": [11, 132, 156], "degre": [11, 141, 142, 143, 168, 171], "flexibl": [11, 149, 156], "chanc": 11, "shoot": [11, 28, 41, 44, 47, 52, 54, 68, 69, 70, 91, 95, 99, 105, 106, 107, 124, 126], "yourself": [11, 54, 95, 106, 109, 129, 164, 166, 176], "foot": [11, 139, 140, 141, 142, 148], "thu": [11, 21, 138, 141, 142, 143, 171], "own": [11, 15, 21, 40, 101, 149, 156, 159, 161, 168, 169, 170, 172], "_worker": 11, "_worker_shared_memori": 11, "runtimeerror": [11, 12, 171], "get_attr": [11, 12, 156], "set_attr": [11, 12, 156], "equal": [11, 12, 130, 134, 135, 140, 145, 148, 151, 153, 159, 174], "alreadypendingcallerror": 11, "pend": [11, 155], "serial": [12, 171], "1878752": 12, "98219293": 12, "7695615": 12, "6102389": 12, "79221743": 12, "8498053": 12, "96562607": 12, "99902063": 12, "regist": [13, 21, 155, 156, 160], "77395606": 13, "43887845": 13, "85859793": 13, "697368": 13, "09417735": 13, "97562236": 13, "traceback": [13, 17], "recent": [13, 14, 17, 18, 19, 160], "stopiter": 13, "fn": 13, "built": [13, 149, 155, 156, 161, 163], "ctx": 13, "mp": 13, "across": [13, 27, 41, 60, 62, 68, 124], "eventu": 13, "customspaceerror": 13, "forward": [13, 19, 35, 71, 128, 138, 139, 140, 141, 142, 147, 148, 155, 171, 178], "vice": [13, 17], "versa": [13, 17], "avoid": [13, 15, 21, 24, 25, 27, 35, 36, 46, 50, 84, 85, 87, 90, 91, 97, 99, 100, 107, 108, 115, 152, 154, 158, 170], "side": [13, 23, 40, 65, 70, 119, 130, 174], "cloudpicklewrapp": 13, "cloudpickl": 13, "clear_mpi_env_var": 13, "clear": [13, 17, 107, 156], "mpi": 13, "mpi4pi": 13, "mpi_init": 13, "child": 13, "think": [13, 149], "parent": [13, 174], "bad": [13, 86], "thing": [13, 15, 21, 155, 159, 168], "hang": [13, 132, 155], "hacki": 13, "those": [13, 14, 132, 155, 168, 171, 174], "temporarili": 13, "yield": 13, "vectorwrapp": [14, 156], "modular": [14, 15, 149, 158, 166, 168], "subclass": [14, 155], "behavior": [14, 15, 21, 136, 137, 138, 139, 140, 141, 142, 147, 148, 149, 155, 159, 166, 168, 170], "without": [14, 15, 17, 19, 37, 50, 61, 106, 109, 111, 141, 149, 151, 153, 155, 156, 158, 159, 161, 164, 166, 170, 176], "touch": [14, 36, 96, 159, 166], "forget": [14, 15, 166], "vectorobservationwrapp": [14, 156], "observationwrapp": [14, 15, 18, 166, 170], "vectoractionwrapp": [14, 156], "actionwrapp": [14, 15, 16], "send": 14, "vectorrewardwrapp": [14, 156], "rewardwrapp": [14, 15, 19, 170], "recordepisodestatist": [14, 17, 20, 155, 161, 162, 164, 171, 176, 178], "outermost": 14, "vector_env": 14, "dict_info": 14, "_k": 14, "list_info": 14, "anoth": [14, 15, 40, 121, 138, 141, 142, 144, 148, 154, 155, 164, 167, 176, 178], "halfcheetah": [14, 137, 139], "v4": [14, 15, 16, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 178], "x_posit": [14, 138, 139, 140, 141, 142, 147, 148], "03332211": 14, "10172355": 14, "08920531": 14, "_x_posit": 14, "x_veloc": 14, "06296527": 14, "89345848": 14, "37710836": 14, "_x_veloc": 14, "reward_run": [14, 139], "_reward_run": 14, "reward_ctrl": [14, 138, 140, 141, 145, 146, 148, 168], "24503503": 14, "21944423": 14, "20672209": 14, "_reward_ctrl": 14, "03332210900362942": 14, "06296527291998533": 14, "2450350284576416": 14, "10172354684460168": 14, "8934584807363618": 14, "21944422721862794": 14, "08920531470057845": 14, "3771083596080768": 14, "20672209262847902": 14, "24": [14, 17, 18, 21, 32, 40, 88, 126, 128, 129, 130, 133, 138, 141, 142, 156, 176], "ad": [14, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 130, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 154, 155, 156, 158, 159, 161, 166], "vectorlistinfo": [14, 155, 156], "renam": [14, 17, 18, 139, 141, 155, 156, 178], "vectorizetransformobserv": [14, 20], "transformobserv": [14, 18, 20], "advis": 14, "simpli": [14, 16, 17, 18, 19, 21, 159, 166], "illustr": [14, 166, 167], "duplic": [14, 156], "old_spac": 14, "new_spac": 14, "vectorizetransformact": [14, 20], "transformact": [14, 16, 20], "mountaincarcontinu": [14, 16, 19, 135], "trunc": [14, 18], "6343064e": 14, "8971417e": 14, "05": [14, 133, 138, 139, 142, 145, 155, 156, 170], "4488689e": 14, "9375233e": 14, "03": [14, 130, 155, 156], "3118435e": 14, "5342437e": 14, "relu": [14, 171], "4354835e": 14, "9898634e": 14, "04": [14, 16, 147, 155], "3034542e": 14, "9532328e": 14, "lambdaact": 14, "vectorizetransformreward": [14, 20], "transformreward": [14, 19, 20], "buffer_length": [14, 17, 162], "stats_kei": [14, 17], "At": [14, 17, 32, 46, 52, 72, 158], "_episod": [14, 17], "l": [14, 17, 147, 156], "elaps": [14, 17], "begin": [14, 17, 27, 32, 50, 98, 99, 100, 101, 155, 159, 161, 166, 171, 176], "num": [14, 17, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "buffer": [14, 17, 129, 162], "access": [14, 15, 17, 68, 149, 155, 156, 161, 168], "wrapped_env": [14, 15, 16, 17, 18, 158, 159, 166, 168, 178], "return_queu": [14, 17, 162, 171, 176, 178], "length_queu": [14, 17, 162, 176], "deque_s": [14, 17, 164, 171, 176], "pprint": [14, 156], "_final_info": [14, 17], "_final_observ": [14, 17], "007812": 14, "11448676": 14, "9416149": 14, "20946532": 14, "7619033": 14, "time_queu": [14, 17, 162], "save": [14, 17, 51, 76, 102, 155, 156, 161, 162, 168, 174], "manual": [14, 21, 58, 60, 62, 64, 65, 158, 161, 171], "optim": [14, 17, 21, 128, 130, 141, 142, 149, 156, 164, 171, 174, 176, 178], "single_func": 14, "scale_and_shift": 14, "new_obs_spac": 14, "9635296": 14, "0892358": [14, 133], "055928": 14, "0631256": 14, "9429494": 14, "9428282": 14, "9061728": 14, "9503881": 14, "9296501": 14, "00127": 14, "0219676": 14, "0640786": 14, "filterobserv": [14, 18, 20], "filter_kei": [14, 18], "filter": [14, 18, 20], "demonstr": [14, 128, 149], "make_dict": 14, "junk": 14, "respectivesli": 14, "96": [14, 18, 21, 125, 129, 158], "27648": [14, 18, 158], "grayscaleobserv": [14, 18, 20], "keep_dim": [14, 18], "grayscal": [14, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "channel": [14, 17, 18], "els": [14, 18, 140, 148, 153, 156, 159, 164, 166, 171, 174, 176], "resizeobserv": [14, 18, 20, 156], "resiz": [14, 17, 18, 20, 156], "opencv": [14, 17, 18, 20, 155], "reshapeobserv": [14, 18, 20], "reshap": [14, 18, 20, 174], "9216": 14, "rescaleobserv": [14, 18, 20], "min_ob": [14, 18, 20], "max_ob": [14, 18, 20], "linearli": [14, 16, 18, 20, 132, 143, 144, 158, 178], "rescal": [14, 16, 18, 20], "33379582": 14, "55998987": 14, "dtypeobserv": [14, 18, 20, 156], "normalizeobserv": [14, 18, 20, 155], "epsilon": [14, 18, 19, 164, 174, 176], "1e": [14, 18, 19, 140, 141, 142, 147, 148, 178], "center": [14, 18, 20, 129, 130, 133, 136, 138, 141, 142], "varianc": [14, 18, 19, 20, 171], "_update_running_mean": [14, 19], "freez": [14, 18, 19], "calcul": [14, 18, 19, 136, 138, 143, 152, 153, 154, 170, 171, 178], "runningmeanstd": [14, 18, 19], "anymor": [14, 18, 19, 155, 156], "evalu": [14, 17, 18, 19, 21, 156, 162, 164, 176], "past": [14, 18, 19, 155], "trajectori": [14, 18, 19, 130, 141, 142], "newli": [14, 18, 19], "024251968": 14, "std": [14, 178], "62259156": 14, "2359734": 14, "1938739": 14, "stabil": [14, 18, 19, 141, 142, 155, 168, 178], "scale": [14, 17, 18, 19, 130, 138, 139, 140, 141, 142, 143, 144, 147, 148, 149, 158, 163, 171], "46553135": 14, "00142543": 14, "498371": 14, "00715587": 14, "4651575": 14, "00624371": 14, "shrink_act": 14, "act": [14, 156, 162, 163, 164, 168, 176], "new_action_spac": 14, "48468155": 14, "00372536": 14, "47599354": 14, "00545912": 14, "46543318": 14, "00615723": 14, "clipact": [14, 16, 20, 158], "clip": [14, 16, 19, 20, 134, 135, 138, 156, 158, 159, 166, 168, 171], "4624777": 14, "00105192": 14, "44504836": 14, "00209899": 14, "42884544": 14, "00080468": 14, "rescaleact": [14, 15, 16, 20, 156, 158], "min_act": [14, 15, 16, 20], "max_act": [14, 15, 16, 20], "affin": [14, 16, 18, 20, 130, 158], "ones": [14, 131, 155, 171, 176], "44799727": 14, "00266526": 14, "4351738": 14, "00133522": 14, "42683297": 14, "00048403": 14, "48657528": 14, "00395268": 14, "47377947": 14, "00529102": 14, "46546045": 14, "00614867": 14, "normalizereward": [14, 19, 20, 155], "gamma": [14, 19, 167, 171, 174, 178], "99": [14, 19, 171, 178], "averag": [14, 19, 20, 167, 174, 176, 178], "episode_reward": [14, 19], "append": [14, 19, 156, 164, 171, 174, 176, 178], "03359492141887935": 14, "029028230434438706": 14, "1598639586606745": 14, "27800309628058434": 14, "discount": [14, 19, 164, 167, 171, 174, 176, 178], "factor": [14, 19, 130, 164, 171, 176, 178], "jaxtonumpi": [14, 17, 20, 156], "jax": [14, 17, 20, 149, 156, 163], "jaxenv": [14, 17], "vx": [14, 17, 130], "jaxtotorch": [14, 17, 20, 156], "devic": [14, 17, 171], "pytorch": [14, 17, 20, 156, 163, 178], "tensor": [14, 17, 20, 171, 178], "torch": [14, 17, 156, 171, 178], "numpytotorch": [14, 17, 20, 156], "alter": [15, 21, 158, 166], "lot": [15, 158, 164, 168, 176, 178], "boilerpl": [15, 158, 159, 166, 168], "importantli": [15, 156, 158], "chain": [15, 132, 147, 158], "base_env": 15, "hopper": [15, 16, 137, 148, 156], "underneath": [15, 133, 158], "hopperenv": 15, "bare": 15, "hopper_v4": 15, "0x7fbb5efd0490": 15, "Such": [15, 168], "wrapperacttyp": [15, 16], "wrapperobstyp": [15, 18], "classmethod": 15, "wrapper_spec": 15, "get_wrapper_attr": [15, 156], "set_wrapper_attr": [15, 156], "obtain": [15, 17, 136, 151, 159, 167], "overwrit": [16, 18, 19], "domain": [16, 129, 132, 134, 135, 154, 168, 169, 172], "among": [16, 131, 137], "6397772e": 16, "4808415e": 16, "6382770e": 16, "9808417e": 16, "infinit": [16, 17, 130, 140, 151, 155, 156, 164, 167, 176], "technic": [16, 156], "75": [16, 138, 170], "wrapped_env_ob": 16, "stickyact": [16, 20, 156], "repeat_action_prob": [16, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "propos": [16, 156], "machado": [16, 17, 21], "et": [16, 17, 21, 45], "2018": [16, 17, 21, 132, 155], "section": [16, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 156, 158, 159, 161, 164, 166, 174, 176], "page": [16, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 152, 156, 158, 159, 163, 164], "No": [16, 17, 18, 151, 155, 178], "0203607": 16, "34641072": 16, "03525399": 16, "6344974": 16, "02728892": 16, "5420062": 16, "04794393": 16, "9380709": 16, "03812904": 16, "34756234": 16, "06670535": 16, "6608303": 16, "limit": [17, 20, 41, 68, 70, 96, 101, 137, 144, 155, 156, 158, 159, 161, 163, 164, 169, 171, 172, 176, 178], "place": [17, 25, 76, 89, 112, 133, 134, 135, 156, 159, 166, 171], "issu": [17, 18, 30, 138, 140, 141, 142, 143, 144, 145, 146, 148, 155, 156, 158, 161, 166], "part": [17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 155, 156, 159, 167, 170, 174], "classic_control": [17, 155, 161], "cartpoleenv": [17, 133, 156], "500": [17, 18, 54, 98, 121, 132, 133, 154, 155, 171, 176], "recordvideo": [17, 20, 155, 156, 161, 162], "disable_logg": 17, "intermitt": 17, "sai": [17, 155, 168], "hundredth": 17, "thousandth": 17, "th": [17, 18, 20], "sum": [17, 130, 151, 156, 164, 174, 176, 178], "previou": [17, 156, 161, 167, 168], "emploi": 17, "power": [17, 24, 68, 90, 129, 130, 135, 143, 144, 178], "stop": [17, 78, 95, 107, 126, 151, 156, 158, 167, 176], "span": 17, "strictli": 17, "50": [17, 21, 72, 95, 101, 130, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 178], "0th": 17, "o": [17, 112, 171, 178], "lunarland": [17, 130, 155, 156, 157, 158, 161, 171], "save_videos1": 17, "len": [17, 168, 171, 176], "listdir": 17, "200th": 17, "save_videos2": 17, "everyth": 17, "chunk": 17, "save_videos3": 17, "replac": [17, 18, 138, 147, 151, 155, 156, 161, 162, 164, 166, 176], "monitor": [17, 155, 156, 161], "videorecord": [17, 155, 156], "logger": [17, 155, 162], "ataripreprocess": [17, 20], "noop_max": 17, "frame_skip": [17, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 170], "screen_siz": 17, "84": 17, "terminal_on_life_loss": 17, "grayscale_ob": 17, "grayscale_newaxi": 17, "scale_ob": 17, "techniqu": [17, 20], "framestackobserv": [17, 18, 20, 156], "guidelin": 17, "revisit": [17, 21], "arcad": [17, 21, 28, 54, 90, 149], "protocol": [17, 21], "problem": [17, 21, 33, 130, 133, 136, 138, 141, 142, 143, 144, 147, 149, 151, 154, 157, 162, 163, 167, 170, 171], "stage": [17, 156], "op": [17, 156], "pool": [17, 78, 147], "life": [17, 27, 46, 54, 99, 104, 155, 156, 178], "lost": [17, 32, 43, 45, 79, 93, 100, 105], "loss": [17, 151, 171, 178], "off": [17, 31, 43, 70, 88, 99, 129, 130, 152, 154, 155, 161, 164, 174], "Not": [17, 155], "squar": [17, 59, 100, 145, 146, 154, 159, 166, 171, 174], "210x180": 17, "84x84": 17, "greyscal": 17, "axi": [17, 18, 134, 135, 138, 141, 142, 147, 174, 176], "255": [17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129, 156, 166], "adventur": [17, 21, 45], "v5": [17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 156, 160, 170], "1455": 17, "frequenc": 17, "experi": [17, 138, 141, 142, 143, 144, 149, 164, 171, 174, 176, 178], "whenev": [17, 27, 32, 161, 166], "grai": 17, "benefit": [17, 156], "framestack": [17, 18, 155, 156], "caus": [17, 71, 141, 148, 154, 155, 156, 158, 163], "new_ob": 17, "final_reward": 17, "final_termin": 17, "final_trunc": 17, "final_don": 17, "rollout": [17, 154], "alongsid": [17, 158], "autoresetwrapp": [17, 155, 156], "passiv": [17, 20, 155, 156], "surround": [17, 20, 21, 45, 89], "broken": [17, 155], "bug": [17, 130, 137, 138, 140, 141, 143, 144, 145, 146, 148, 153, 155, 156], "inregular": 17, "test": [17, 128, 149, 155, 156, 166, 178], "humanrend": [17, 20, 156], "haven": 17, "screen": [17, 21, 23, 27, 34, 40, 41, 44, 60, 71, 87, 100, 101, 124, 138, 139, 140, 141, 147, 148, 155], "rememb": [17, 129, 166, 168], "nativ": 17, "phys2d": 17, "cartpolejax": 17, "disable_render_order_enforc": [17, 155], "resetneed": 17, "22": [17, 21, 43, 138, 141, 142, 145, 156, 176], "pop_fram": 17, "reset_clean": 17, "renderedfram": [17, 20], "wasn": 17, "roundtrip": 17, "int_32": 17, "devicearrai": 17, "jnp": 17, "int23": 17, "reflect": [18, 133, 155, 156], "08227695": 18, "06540678": 18, "09613613": 18, "07422512": 18, "delayobserv": [18, 20, 156], "delai": [18, 20, 156, 166], "interest": [18, 21, 30, 156, 162, 170], "pull": [18, 19, 155], "request": [18, 151, 156], "compat": [18, 149, 155, 156, 157, 158], "filterobservationwrapp": 18, "stack_siz": 18, "padding_typ": [18, 156], "roll": [18, 20, 31, 38, 145, 176], "pad": [18, 57, 130, 156], "uint8": [18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 129], "stacked_env": 18, "lz4": 18, "lazyfram": 18, "grayscale_env": 18, "maxandskipobserv": [18, 20, 156], "stabl": [18, 155, 156, 166], "baselines3": 18, "readthedoc": 18, "io": [18, 153], "en": [18, 178], "master": [18, 45, 47, 80, 152, 155, 178], "_modul": 18, "stable_baselines3": 18, "atari_wrapp": 18, "html": [18, 164, 178], "maxandskipenv": 18, "obs0": 18, "obs1": 18, "obs2": 18, "obs3": 18, "obs4": 18, "skip_and_max_ob": 18, "wrapped_obs0": 18, "wrapped_obs1": 18, "update_running_mean": [18, 19], "1511158": 18, "7183299": 18, "25533703": 18, "8914354": 18, "0059888": 18, "5676788": 18, "9944268": 18, "6120394": 18, "21": [18, 19, 37, 138, 141, 142, 145, 151, 156, 158, 164, 171, 176], "standard": [18, 19, 70, 149, 155, 156, 157, 171, 178], "addrenderobserv": [18, 20, 156], "render_onli": 18, "render_kei": 18, "obs_kei": 18, "pixelobservationwrapp": [18, 155, 156], "400": [18, 121, 154], "600": [18, 121, 171], "dict_kei": 18, "discard": 18, "resized_env": 18, "32": [18, 21, 40, 70, 125, 141, 142, 151, 171, 178], "reshape_env": 18, "normalize_tim": 18, "dict_time_kei": 18, "augment": [18, 20, 158], "util": [18, 155, 156, 158, 160, 166, 171], "80000019e": 18, "40282347e": 18, "18879032e": 18, "00000000e": 18, "02": [18, 146, 155, 156], "20172954": 18, "32351476": 18, "0000000e": 18, "002": [18, 140, 148, 170], "18": [18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 138, 139, 141, 142, 145, 148, 155], "remain": [18, 68, 72, 74, 101, 152, 155, 166, 167], "estim": [19, 138, 167, 171, 178], "incorrectli": [19, 156, 167], "3154": 19, "github": [19, 30, 137, 138, 140, 141, 142, 143, 144, 145, 146, 148, 152, 155, 156, 166, 170], "com": [19, 141, 142, 152, 153, 155, 166, 170, 174, 178], "3152": 19, "var": 19, "0008876301247721108": 19, "approach": [19, 143, 155, 156, 159, 166, 176, 178], "010162116476634746": 19, "higher": [19, 128, 170, 171], "commonli": [20, 155, 158], "found": [20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 137, 143, 155, 164, 176, 178], "descript": [20, 137, 156, 166], "2600": [21, 23, 25, 26, 27, 28, 29, 30, 31, 33, 35, 37, 38, 40, 41, 42, 46, 50, 55, 60, 61, 63, 64, 72, 73, 75, 76, 78, 80, 82, 86, 87, 88, 89, 90, 91, 94, 95, 97, 102, 103, 105, 109, 111, 112, 113, 115, 116, 117, 119, 120, 121, 122, 123], "stella": 21, "air": [21, 45], "raid": [21, 45], "alien": [21, 45, 49, 91, 107, 115], "amidar": [21, 45], "assault": [21, 45], "asterix": [21, 45], "asteroid": [21, 45], "atlanti": [21, 45], "emul": [21, 155, 161], "licens": [21, 155, 166, 171, 174, 176, 178], "download": [21, 158, 166, 167, 168, 171, 172, 174, 176, 178], "agre": 21, "fire": [21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 79, 81, 83, 84, 85, 86, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 130], "upright": [21, 22, 24, 27, 28, 32, 34, 35, 36, 39, 43, 44, 46, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 78, 79, 81, 82, 83, 84, 85, 87, 89, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 112, 114, 115, 118, 119, 120, 121, 124, 125, 126, 133, 136, 143, 144], "upleft": [21, 22, 24, 27, 28, 32, 34, 35, 36, 39, 43, 44, 46, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 78, 79, 81, 82, 83, 84, 85, 87, 89, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 112, 114, 115, 118, 119, 120, 121, 124, 125, 126], "downright": [21, 22, 24, 27, 32, 34, 36, 39, 43, 44, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 89, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 112, 114, 115, 118, 119, 120, 121, 124, 125, 126], "downleft": [21, 22, 24, 27, 32, 34, 36, 39, 43, 44, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 89, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 112, 114, 115, 118, 119, 120, 121, 124, 125, 126], "upfir": [21, 22, 24, 25, 28, 32, 34, 36, 38, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 64, 65, 66, 67, 68, 69, 70, 71, 74, 75, 77, 79, 81, 83, 84, 85, 86, 92, 93, 95, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 113, 114, 116, 117, 118, 121, 122, 123, 124, 125, 126], "rightfir": [21, 22, 23, 24, 25, 26, 28, 29, 30, 32, 34, 35, 36, 39, 41, 43, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 85, 86, 88, 91, 92, 93, 94, 96, 98, 99, 100, 101, 102, 104, 105, 106, 107, 108, 110, 113, 114, 115, 116, 118, 121, 122, 123, 124, 125, 126], "leftfir": [21, 22, 23, 24, 25, 26, 28, 29, 30, 32, 34, 35, 36, 39, 41, 43, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 85, 86, 88, 91, 92, 93, 94, 96, 98, 99, 100, 101, 102, 104, 105, 106, 107, 108, 110, 113, 114, 115, 116, 118, 121, 122, 123, 124, 125, 126], "13": [21, 22, 24, 28, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126, 138, 139, 141, 142, 145, 148, 154, 155, 156], "downfir": [21, 22, 24, 25, 28, 32, 34, 36, 38, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 85, 86, 91, 92, 93, 95, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 113, 114, 117, 118, 121, 123, 124, 125, 126], "14": [21, 22, 24, 28, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126, 138, 139, 141, 142, 145, 148, 155, 156, 176], "uprightfir": [21, 22, 24, 28, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 77, 79, 80, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126], "upleftfir": [21, 22, 24, 28, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 77, 79, 80, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126], "16": [21, 22, 24, 32, 34, 36, 39, 40, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 77, 79, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126, 136, 138, 139, 141, 142, 145, 148, 153, 155, 156, 176, 178], "downrightfir": [21, 22, 24, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 77, 79, 80, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126], "17": [21, 22, 24, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 74, 77, 79, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126, 138, 139, 141, 142, 145, 148, 151, 155], "downleftfir": [21, 22, 24, 32, 34, 36, 39, 43, 44, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 69, 70, 71, 72, 74, 77, 79, 80, 81, 83, 84, 85, 92, 93, 96, 98, 99, 100, 101, 104, 106, 107, 108, 110, 114, 118, 121, 124, 125, 126], "smaller": [21, 26, 28], "legal": 21, "full_action_spac": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "player": [21, 31, 42, 62, 64, 65, 110, 112, 149, 151, 152, 153, 154, 164, 174, 176], "obs_typ": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "210": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "160": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 156], "ram": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 163], "128": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 171], "byte": 21, "exact": [21, 38, 58, 60, 62, 64, 65, 137, 151, 176], "document": [21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 131, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 150, 155, 156, 158, 159, 164, 166, 170, 171, 176], "atariag": [21, 22, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "determinist": [21, 132, 134, 135, 159, 166, 171], "art": 21, "memor": 21, "sticki": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "small": [21, 65, 100, 128, 149, 150, 155, 156, 178], "frameskip": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "On": [21, 91, 132, 133, 134, 135, 136, 155, 156, 159, 174], "inclus": [21, 138, 155], "exclus": [21, 137, 141, 142], "These": [21, 127, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 161, 164, 176, 178], "tabl": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 155], "difficulti": [21, 155], "Its": [21, 149], "reduc": [21, 133, 163, 164, 171, 173, 176], "sound": 21, "lock": [21, 102], "vari": [21, 133, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 178], "suffix": 21, "best": [21, 164, 171, 174, 176], "practic": [21, 155, 167, 176], "outlin": [21, 151, 155, 158, 159, 161, 164, 176], "configur": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 131, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 150, 166, 171, 176], "let": [21, 40, 149, 164, 166, 168, 174, 176, 178], "variat": [21, 137], "amidardeterminist": [21, 25], "amidarnoframeskip": [21, 25], "ramdeterminist": [21, 22, 23, 24, 25, 26, 27, 28, 29, 32, 34, 35, 36, 38, 39, 40, 41, 43, 44, 46, 49, 50, 52, 54, 55, 58, 60, 62, 64, 65, 68, 70, 71, 72, 74, 79, 80, 85, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 105, 107, 110, 113, 116, 117, 118, 122, 123, 125, 126], "ramnoframeskip": [21, 22, 23, 24, 25, 26, 27, 28, 29, 32, 34, 35, 36, 38, 39, 40, 41, 43, 44, 46, 49, 50, 52, 54, 55, 58, 60, 62, 64, 65, 68, 70, 71, 72, 74, 79, 80, 85, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 105, 107, 110, 113, 116, 117, 118, 122, 123, 125, 126], "noframeskip": 21, "airraid": 21, "31": [21, 28, 141, 142, 156], "atlantis2": [21, 29, 45], "backgammon": [21, 45], "bankheist": 21, "20": [21, 32, 40, 92, 101, 130, 138, 141, 142, 145, 154, 156, 171, 174, 176], "basicmath": 21, "battlezon": 21, "beamrid": 21, "berzerk": [21, 45], "blackjack": [21, 42, 45, 150, 155, 156, 164, 172, 177], "bowl": [21, 45], "breakout": [21, 45], "40": [21, 40, 88, 141, 142], "44": [21, 40, 141, 142], "carniv": [21, 45], "casino": [21, 45, 164, 176], "centiped": [21, 45], "86": [21, 43], "choppercommand": 21, "crazyclimb": 21, "crossbow": [21, 45], "darkchamb": [21, 45], "defend": [21, 29, 45, 54, 88, 104], "demonattack": 21, "donkeykong": 21, "doubledunk": 21, "earthworld": [21, 45], "elevatoract": 21, "enduro": [21, 45], "entomb": [21, 45], "fishingderbi": 21, "flagcaptur": 21, "freewai": [21, 45], "frogger": [21, 45], "frostbit": [21, 45], "galaxian": [21, 45], "gopher": [21, 45], "gravitar": [21, 45], "hangman": [21, 45], "hauntedhous": 21, "hero": [21, 45], "humancannonbal": 21, "icehockei": 21, "jamesbond": [21, 45], "journeyescap": 21, "kaboom": [21, 45], "kangaroo": [21, 45], "keystonekap": 21, "kingkong": 21, "klax": [21, 45], "koolaid": [21, 45], "krull": [21, 45], "kungfumast": 21, "laserg": 21, "lostluggag": 21, "mariobro": 21, "miniaturegolf": 21, "montezumareveng": 21, "mrdo": 21, "mspacman": [21, 90], "namethisgam": 21, "othello": [21, 45], "pacman": [21, 45], "phoenix": [21, 45], "pitfal": [21, 45, 128], "pitfall2": [21, 45, 92], "pong": [21, 40, 45, 156, 160], "pooyan": [21, 45], "70": [21, 95, 156], "privateey": 21, "qbert": [21, 45], "riverraid": [21, 45], "roadrunn": 21, "robotank": [21, 45], "seaquest": [21, 45], "sirlancelot": 21, "ski": [21, 45], "solari": [21, 45], "spaceinvad": 21, "spacewar": 21, "stargunn": 21, "superman": [21, 45], "tenni": [21, 45], "tetri": [21, 45], "tictactoe3d": 21, "timepilot": 21, "trondead": [21, 45], "turmoil": [21, 45], "tutankham": [21, 45], "upndown": 21, "ventur": [21, 45], "videocheck": 21, "19": [21, 119, 138, 141, 142, 145, 171], "videochess": 21, "videocub": 21, "101": [21, 121], "102": [21, 121], "5000": [21, 121], "5001": [21, 121], "5002": [21, 121], "videopinbal": 21, "wizardofwor": 21, "wordzapp": 21, "23": [21, 124, 138, 141, 142, 145, 156], "yarsreveng": 21, "zaxxon": [21, 45], "mg": 21, "bellemar": 21, "naddaf": 21, "j": [21, 156, 171, 178], "veness": 21, "platform": 21, "journal": [21, 154], "artifici": [21, 154], "intellig": [21, 154, 155], "research": [21, 137, 143, 154, 156, 163], "2012": 21, "url": [21, 155, 156, 171], "jair": [21, 154], "org": [21, 156, 164, 171, 176, 178], "php": 21, "articl": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 174], "11182": 21, "250": [22, 23, 75, 76, 77, 81, 86, 90, 102, 106, 156, 162], "enchant": [22, 43], "chalic": 22, "golden": 22, "castl": [22, 47, 102], "pick": [22, 54, 74, 99, 154, 164, 170, 171, 174, 176], "sword": [22, 53], "bridg": [22, 98, 149], "magnet": 22, "fight": [22, 39, 80, 88, 149], "outmanoeuvr": 22, "dragon": [22, 102], "adventuredeterminist": 22, "adventurenoframeskip": 22, "flavor": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "thorough": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "discuss": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 155, 156], "intric": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "stochast": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 131, 132, 134, 135, 137, 152, 154, 155, 174], "ship": [23, 24, 26, 35, 49, 57, 65, 104, 106], "sidewai": [23, 26, 35, 98, 103], "protect": [23, 29, 43, 44, 63, 64, 72, 95, 102], "fly": [23, 28, 68, 98, 130, 161], "saucer": [23, 28, 107, 114], "try": [23, 24, 25, 38, 40, 46, 51, 61, 69, 73, 75, 78, 94, 95, 106, 108, 111, 142, 149, 155, 156, 164, 176], "drop": [23, 32, 73, 154, 156], "bomb": [23, 49, 71, 73, 76, 91, 107], "airraiddeterminist": 23, "airraidnoframeskip": 23, "stuck": [24, 36, 68, 161], "maze": [24, 25, 32, 36, 56, 85, 90, 116], "destroi": [24, 26, 28, 29, 32, 34, 35, 36, 40, 41, 43, 44, 49, 50, 79, 81, 98, 99, 100, 104, 105, 107, 113, 125, 130, 158], "egg": 24, "scatter": [24, 96], "simultan": [24, 25, 42, 156], "kill": [24, 36, 68, 79], "flamethrow": 24, "awai": [24, 94, 138, 139, 140, 141, 145, 146, 147, 148, 168, 174], "tricki": 24, "situat": [24, 154], "occasion": [24, 28], "pulsar": 24, "temporari": 24, "abil": [24, 156, 158, 163], "score": [24, 25, 27, 28, 29, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 49, 50, 51, 52, 68, 70, 71, 72, 74, 79, 92, 94, 95, 96, 97, 98, 99, 101, 107, 110, 113, 122, 128, 130], "special": [24, 71, 156, 160, 178], "prize": [24, 117], "caught": [24, 32, 155], "lose": [24, 27, 29, 43, 46, 49, 54, 66, 67, 68, 71, 92, 94, 96, 98, 99, 101, 104, 130, 151, 176], "consult": [24, 70, 71, 72, 74, 79, 170], "aliendeterminist": 24, "aliennoframeskip": 24, "pac": [25, 90], "man": [25, 78, 90], "visit": [25, 54, 129, 174], "grid": [25, 89, 112, 152, 153, 154, 159, 166, 176], "enemi": [25, 26, 29, 34, 35, 36, 44, 47, 48, 49, 50, 54, 80, 97, 98, 100, 101, 104, 105, 107, 113, 126, 158], "chicken": [25, 41, 60], "catch": [25, 46, 58, 73, 75, 82, 99], "travers": [25, 66], "extra": [25, 32, 34, 36, 41, 44, 57, 68, 101, 155, 156, 161, 164, 166, 176], "vehicl": [26, 34, 55, 72], "big": [26, 166, 174], "mother": [26, 74, 95], "circl": [26, 166], "overhead": [26, 130], "deploi": 26, "drone": 26, "dodg": [26, 35, 101], "attack": [26, 28, 29, 35, 45, 49, 50, 63, 95], "assaultdeterminist": 26, "assaultnoframeskip": 26, "horizont": [27, 41, 128, 130, 132, 159, 166], "vertic": [27, 128, 140, 142, 143, 144, 148, 159, 166], "lyre": 27, "guideasterix": 27, "suffici": [27, 29, 34, 36, 43, 164, 176], "award": [27, 36, 43, 46, 54, 101], "asterixdeterminist": 27, "asterixnoframeskip": 27, "spaceship": [28, 49, 104, 158], "field": [28, 156, 163], "break": [28, 40, 125, 129, 155, 156, 161, 174], "appear": [28, 32, 36, 100, 134, 135], "satellit": [28, 108], "ufo": 28, "asteroidsdeterminist": 28, "asteroidsnoframeskip": 28, "job": [29, 166], "submerg": 29, "citi": [29, 32, 96], "slowli": 29, "descend": 29, "toward": [29, 70, 119, 147, 155], "strike": [29, 38], "distanc": [29, 55, 139, 140, 142, 145, 148, 159, 166], "defens": [29, 52], "post": [29, 155, 156, 161, 174], "seven": [29, 148], "fought": 29, "wave": [29, 44, 50, 63, 72, 91, 107], "outer": [29, 132], "atlantisdeterminist": 29, "atlantisnoframeskip": 29, "miss": [30, 103, 132, 154, 155, 156, 158], "pr": [30, 155, 156, 161], "piec": [31, 57, 67, 119, 166], "board": [31, 89, 111, 119, 149], "bear": 31, "dice": 31, "bank": [32, 45, 98], "robber": 32, "natur": [32, 151, 153, 176], "rob": 32, "getawai": 32, "car": [32, 55, 127, 131, 155, 158], "navig": [32, 53, 56, 59, 81, 93, 96, 149, 154, 159, 166, 168], "polic": [32, 75], "chase": [32, 36], "stick": [32, 68, 151, 176], "dynamit": [32, 68], "fill": [32, 42, 56, 111, 166], "ga": [32, 129], "tank": [32, 34, 100, 101], "four": [32, 46, 81, 129, 130, 138, 140, 149, 154, 156, 158, 159, 164, 176], "nine": [32, 138], "leav": [32, 67, 111, 133, 143, 159, 166, 174], "bankheistdeterminist": 32, "bankheistnoframeskip": 32, "basic": [33, 45, 156, 159, 164, 170], "math": [33, 45, 136, 155], "joystick": 33, "scroll": [33, 124], "numer": [33, 143, 144, 151, 155, 156, 168, 178], "answer": [33, 149, 166], "person": [34, 69, 76, 132], "perspect": [34, 149], "3d": [34, 45, 137, 138, 141, 142, 149, 159, 176], "illus": 34, "radar": [34, 123], "gain": [34, 97, 104, 105, 113, 119, 168], "battlezonedeterminist": 34, "battlezonenoframeskip": 34, "travel": 35, "steer": [35, 117, 129], "debri": 35, "beamriderdeterminist": 35, "beamridernoframeskip": 35, "evil": [36, 47, 80, 126], "robot": [36, 100, 126, 128, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 158, 161, 167], "wall": [36, 40, 68, 134, 135, 154], "undefeat": 36, "otto": 36, "berzerkdeterminist": 36, "berzerknoframeskip": 36, "compet": [37, 94, 106], "against": [37, 54, 94, 110, 149, 155], "dealer": [37, 151, 155, 164, 176], "card": [37, 42, 151, 164, 176], "bust": [37, 151, 176], "tri": [38, 156], "knock": [38, 39, 83, 114], "pin": 38, "spar": 38, "spare": 38, "300": [38, 55, 121, 128, 166, 174], "bowlingdeterminist": 38, "bowlingnoframeskip": 38, "oppon": [39, 58, 70, 89, 94, 106, 109, 112, 114, 117, 119, 120], "ring": 39, "hit": [39, 40, 41, 43, 50, 73, 84, 95, 96, 99, 100, 103, 106, 151, 164, 176], "land": [39, 57, 99, 130, 158], "punch": [39, 74], "boxingdeterminist": 39, "boxingnoframeskip": 39, "famou": [40, 164], "paddl": [40, 94], "ball": [40, 70, 84, 94, 122], "brick": 40, "top": [40, 46, 60, 71, 74, 100, 129, 130, 131, 134, 135, 140, 143, 144, 148, 155, 156, 159, 166, 174, 178], "wreak": 40, "havoc": 40, "five": [40, 96, 103, 131, 155, 178], "breakoutdeterminist": 40, "breakoutnoframeskip": 40, "214": 41, "em": 41, "target": [41, 132, 137, 145, 146, 159, 166, 167, 168, 171], "gun": [41, 54], "suppli": [41, 88, 167], "ammunit": 41, "steal": 41, "bullet": [41, 149], "subtract": [41, 171], "minu": 41, "sign": [41, 143, 144, 178], "carnivaldeterminist": 41, "carnivalnoframeskip": 41, "actual": [42, 138, 154, 156, 159, 162, 166, 171, 174], "split": [42, 148, 156], "group": [42, 130, 155], "hand": [42, 151, 178], "stud": 42, "poker": 42, "bet": 42, "solitair": 42, "row": [42, 46, 77, 105, 112, 152, 153, 174], "elf": [43, 153], "magic": [43, 67], "wand": 43, "fend": 43, "spider": 43, "flea": 43, "mushroom": 43, "forest": 43, "bitten": 43, "tempor": 43, "paralyz": 43, "scorpion": 43, "round": 43, "were": [43, 127, 132, 155, 156, 161, 166, 170, 171], "centipededeterminist": 43, "centipedenoframeskip": 43, "helicopt": [44, 46, 98], "truck": [44, 99], "convoi": 44, "aircraft": [44, 113], "mini": 44, "bottom": [44, 71, 129, 134, 135, 140, 152, 156, 174], "plane": 44, "surviv": [44, 48, 50], "choppercommanddeterminist": 44, "choppercommandnoframeskip": 44, "heist": 45, "battl": 45, "zone": 45, "beam": [45, 68], "rider": 45, "chopper": 45, "command": [45, 137, 166], "crazi": 45, "climber": [45, 46], "demon": [45, 50], "donkei": [45, 51], "kong": [45, 51, 76], "doubl": [45, 137], "dunk": 45, "elev": [45, 54, 170], "fish": 45, "derbi": 45, "haunt": [45, 67], "hous": 45, "cannonbal": [45, 69, 99], "ic": [45, 50, 62, 70, 153], "hockei": [45, 70], "journei": [45, 72, 155, 164, 176], "keyston": 45, "kaper": 45, "king": [45, 76, 119, 120, 151], "kung": [45, 80], "fu": [45, 80], "laser": [45, 49, 63, 68, 105, 123], "gate": [45, 103], "luggag": [45, 82], "mario": [45, 51, 83], "bro": 45, "miniatur": 45, "golf": [45, 84], "montezuma": [45, 85], "reveng": 45, "mr": [45, 71, 86], "privat": [45, 96, 166], "ey": [45, 88, 96], "road": [45, 99, 129, 156], "runner": [45, 99, 137], "sir": [45, 102], "lancelot": [45, 102], "invad": [45, 105], "war": [45, 91], "star": [45, 106], "gunner": 45, "tic": 45, "tac": 45, "toe": 45, "pilot": [45, 91, 126], "chess": [45, 120], "pinbal": 45, "wizard": [45, 80, 123], "Of": 45, "wor": 45, "zapper": 45, "yar": 45, "obstacl": [46, 72, 74, 84], "fall": [46, 50, 82, 92, 99, 111, 128, 141, 152, 153, 167, 170, 174], "damag": [46, 100], "climb": [46, 74, 76, 131], "fast": [46, 129, 137, 139, 141, 143, 147, 149], "crazyclimberdeterminist": 46, "crazyclimbernoframeskip": 46, "stolen": [47, 96], "treasur": [47, 48, 85, 88, 92, 116, 118, 174], "face": [47, 50, 121, 138, 141, 142, 151, 164, 176], "who": [47, 51, 62, 64, 72, 74, 103, 156], "curs": 48, "much": [48, 72, 74, 155, 156, 166, 167, 170], "earth": [49, 105], "rescu": [49, 68, 74, 79, 80, 101, 104], "humanoid": [49, 137, 156, 170], "smart": 49, "shot": [49, 52, 54, 70, 71, 99], "abduct": 49, "unlimit": 49, "missil": [49, 98], "aliv": [49, 141, 148], "defenderdeterminist": 49, "defendernoframeskip": 49, "planet": [50, 65, 104], "krybor": 50, "accumul": [50, 162], "reserv": [50, 98, 100, 101], "bunker": 50, "increas": [50, 66, 101, 130, 132, 133, 137, 140, 147, 148, 156, 163, 164, 171, 174, 176], "grant": [50, 130], "slai": 50, "demonattackdeterminist": 50, "demonattacknoframeskip": 50, "girlfriend": 51, "kidnap": [51, 76], "rivet": 51, "jump": [51, 71, 99, 103, 119, 170], "firebal": 51, "throughout": 51, "2v2": 52, "basketbal": 52, "possess": 52, "rival": 52, "rule": [52, 110, 149, 151, 176], "foul": 52, "success": [52, 132, 154, 156, 167], "doubledunkdeterminist": 52, "doubledunknoframeskip": 52, "quest": 53, "ultim": 53, "sorceri": 53, "zodiac": 53, "theme": 53, "room": 53, "puzzl": 53, "secret": [54, 96], "ground": [54, 73, 82, 95, 128, 130, 142, 149], "stair": 54, "equip": 54, "floor": 54, "gather": [54, 96, 166], "apart": [54, 166], "mark": [54, 112, 156], "red": [54, 154, 155, 166], "door": 54, "unreleas": 54, "prototyp": [54, 149], "elevatoractiondeterminist": 54, "elevatoractionnoframeskip": 54, "racer": 55, "nation": 55, "endur": 55, "race": [55, 99, 103, 127, 155], "overtak": 55, "dai": [55, 127], "stai": [55, 159, 171], "foreach": 55, "meet": 55, "quota": 55, "endurodeterminist": 55, "enduronoframeskip": 55, "team": [56, 155, 156], "archeologist": 56, "zombi": 56, "terrestri": 57, "home": [57, 61], "he": [57, 62, 65], "telephon": 57, "hi": [57, 62, 65, 96], "sunfish": 58, "fishingderbydeterminist": 58, "fishingderbynoframeskip": 58, "clue": 59, "guid": [60, 121, 149, 156, 158, 159, 170], "lane": 60, "busi": 60, "rush": 60, "hour": 60, "traffic": 60, "cross": [60, 61, 152, 153], "freewaydeterminist": 60, "freewaynoframeskip": 60, "frog": 61, "highwai": 61, "peril": 61, "river": [61, 62, 98], "crush": 61, "eaten": 61, "bailei": 62, "hop": [62, 97, 137, 140, 148], "forth": 62, "arctic": 62, "block": 62, "white": [62, 89, 155], "blue": [62, 65, 110, 132, 154, 166, 174], "igloo": 62, "frostbitedeterminist": 62, "frostbitenoframeskip": 62, "invas": [63, 107], "defeat": [63, 80, 97], "shovel": 64, "wield": 64, "farmer": 64, "crop": 64, "carrot": 64, "gopherdeterminist": 64, "gophernoframeskip": 64, "spacecraft": 65, "fiction": 65, "solar": 65, "system": [65, 132, 136, 143, 149, 155, 156, 161, 166], "landscap": 65, "gravitardeterminist": 65, "gravitarnoframeskip": 65, "guess": [66, 155], "letter": [66, 124, 154, 155], "too": [66, 90, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 170, 174], "incorrect": [66, 154, 155, 156, 167], "mansion": 67, "ghost": [67, 87, 90], "samuel": 67, "grave": [67, 171], "urn": 67, "miner": 68, "mine": [68, 99], "shaft": 68, "tool": [68, 85, 138, 139, 140, 141, 142, 144, 147, 148], "propel": 68, "backpack": 68, "wherev": 68, "blast": [68, 101, 104, 115, 125], "vermin": 68, "raft": 68, "stretch": 68, "critter": 68, "herodeterminist": 68, "heronoframeskip": 68, "water": [69, 73, 78, 83], "tower": [69, 156], "minut": [70, 92], "period": [70, 140, 162], "puck": 70, "angl": [70, 71, 128, 130, 132, 133, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155], "extrem": [70, 149, 150], "aim": [70, 137, 140, 147, 148, 155, 156, 178], "rink": 70, "realli": [70, 156, 164, 170, 176], "icehockeydeterminist": 70, "icehockeynoframeskip": 70, "bond": 71, "design": [71, 132, 141, 142, 149, 150, 154, 166], "multipurpos": 71, "craft": [71, 130], "motion": 71, "slightli": [71, 128, 137, 138, 141, 142, 143, 146], "dive": 71, "lob": 71, "ll": [71, 101, 155, 164, 171, 176], "rate": [71, 101, 145, 146, 149, 164, 171, 174, 176, 178], "novic": 71, "006": 71, "007": 71, "jamesbonddeterminist": 71, "jamesbondnoframeskip": 71, "230": [72, 156], "lead": [72, 171], "peski": 72, "backstag": 72, "scarab": 72, "000": [72, 98, 101], "concert": 72, "cash": 72, "grasp": 72, "groupi": 72, "photograph": 72, "promot": 72, "encount": [72, 74, 113, 171], "journeyescapedeterminist": 72, "journeyescapenoframeskip": 72, "mad": 73, "bomber": 73, "bucket": 73, "her": [74, 95], "preciou": 74, "babi": 74, "ladder": [74, 128], "bonu": [74, 100, 101, 107, 148, 171], "fruit": 74, "throw": [74, 76, 156, 168], "monkei": 74, "shown": [74, 129, 132, 161, 167], "corner": 74, "kangaroodeterminist": 74, "kangaroonoframeskip": 74, "offic": 75, "kop": 75, "krook": 75, "quickli": [75, 134, 164, 174, 176], "empir": 76, "bewar": 76, "flip": 77, "tumbl": 77, "tile": [77, 89, 111, 121, 129, 174], "bin": 77, "kool": 78, "aid": 78, "thirsti": 78, "drink": 78, "beast": 79, "black": [79, 89, 132, 155, 156, 174, 176], "fortress": [79, 85], "princess": [79, 80], "lyssa": 79, "easi": [79, 149, 150, 155, 158, 174], "sunris": 79, "monster": [79, 118], "krulldeterminist": 79, "krullnoframeskip": 79, "templ": 80, "victoria": 80, "kungfumasterdeterminist": 80, "kungfumasternoframeskip": 80, "cryptic": 81, "malfunct": 81, "dant": 81, "dart": 81, "failsaf": 81, "deton": 81, "spill": 82, "luigi": 83, "pest": 83, "puddl": 83, "hole": [84, 92, 153, 174], "acquir": [85, 137], "chamber": [85, 118], "emperor": 85, "deadli": [85, 114, 115], "creatur": [85, 97, 107, 149], "valuabl": 85, "montezumarevengedeterminist": 85, "montezumarevengenoframeskip": 85, "harvest": 86, "appl": 86, "gui": 86, "him": 86, "pellet": [87, 90], "mspacmandeterminist": [87, 90], "mspacmannoframeskip": [87, 90], "discov": [88, 170], "shark": [88, 101], "octopu": 88, "oxygen": [88, 101], "namethisgamedeterminist": 88, "namethisgamenoframeskip": 88, "classic": [90, 119, 130, 132, 133, 134, 135, 136, 140, 144, 147, 148, 155, 156, 158, 161, 167], "food": 90, "eat": [90, 95, 99], "elimin": [91, 116, 117, 118], "bird": 91, "phoenixdeterminist": 91, "phoenixnoframeskip": 91, "harri": 92, "jungl": 92, "die": [92, 95, 129], "misfortun": 92, "pitfalldeterminist": 92, "pitfallnoframeskip": 92, "peruvian": 93, "cave": 93, "search": [93, 96, 156], "niec": 93, "rhonda": 93, "cat": [93, 139], "quicklaw": 93, "raj": 93, "diamond": 93, "deflect": 94, "pongdeterminist": 94, "pongnoframeskip": 94, "220": [95, 176], "pig": 95, "piglet": 95, "wolv": 95, "rope": 95, "balloon": 95, "guard": 95, "safe": [95, 130, 156, 158], "bait": 95, "wolf": 95, "stone": 95, "rock": [95, 99], "pooyandeterminist": 95, "pooyannoframeskip": 95, "french": 96, "pierr": 96, "street": 96, "park": 96, "passag": 96, "dead": [96, 155, 156], "ringlead": 96, "henri": 96, "le": 96, "fiend": 96, "gang": 96, "evid": 96, "good": [96, 164, 171, 174, 176], "statut": 96, "expir": 96, "nab": 96, "question": [96, 149, 166], "auto": [96, 156], "pothol": 96, "privateeyedeterminist": 96, "privateeyenoframeskip": 96, "q": [97, 154, 164, 167, 171, 172, 177], "bert": 97, "pyramid": 97, "destin": [97, 154], "nasti": 97, "lurk": 97, "qbertdeterminist": 97, "qbertnoframeskip": 97, "jet": [98, 156], "fli": 98, "fuel": [98, 104, 130], "depot": 98, "collid": [98, 101, 130], "squadron": [98, 100], "tanker": 98, "80": [98, 153], "riverraiddeterminist": 98, "riverraidnoframeskip": 98, "tm": 99, "direct": [99, 101, 111, 132, 133, 134, 135, 138, 139, 140, 141, 143, 144, 147, 148, 149, 152, 153, 154, 159, 166, 174, 178], "outrun": 99, "wile": 99, "coyot": 99, "hazard": 99, "desert": 99, "rocket": [99, 100, 130, 149], "cannon": [99, 105, 125], "cliff": [99, 150, 156], "steel": 99, "pile": 99, "birdse": 99, "roadrunnerdeterminist": 99, "roadrunnernoframeskip": 99, "activ": 100, "scrambl": 100, "static": 100, "interfer": 100, "happen": [100, 134, 135, 138, 140, 141, 143, 144, 148, 151, 153, 154, 155, 156, 159, 161, 167], "becom": [100, 127, 155, 156, 167, 171], "sensor": [100, 129, 170], "report": [100, 128, 138, 141, 142, 155, 156], "flash": 100, "panel": 100, "earn": 100, "twelv": 100, "robotankdeterminist": 100, "robotanknoframeskip": 100, "abl": [101, 156, 167], "torpedo": 101, "diver": 101, "killer": 101, "accordingli": [101, 166], "deliv": [101, 154], "yourbas": 101, "six": [101, 148], "explod": 101, "anyth": [101, 109, 149, 170, 174], "decreas": [101, 130, 163, 174], "almost": [101, 155], "surfac": [101, 143, 144, 148, 166], "blow": 101, "forc": [101, 104, 130, 133, 134, 135, 138, 141, 142, 143, 144, 148, 155, 170, 178], "less": [101, 128, 130, 147, 148, 158, 174], "worth": [101, 105], "90": [101, 176], "seaquestdeterminist": 101, "seaquestnoframeskip": 101, "ride": 102, "atop": 102, "pegasu": 102, "prison": 102, "breath": 102, "skier": 103, "fastest": 103, "penal": [103, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 168], "tree": 103, "penalti": [103, 154], "slalom": 103, "skiingdeterminist": 103, "skiingnoframeskip": 103, "warp": 104, "sector": 104, "feder": 104, "zylon": 104, "refuel": 104, "cadet": 104, "corridor": 104, "solarisdeterminist": 104, "solarisnoframeskip": 104, "spaceinvadersdeterminist": 105, "spaceinvadersnoframeskip": 105, "mania": [107, 113], "stargunnerdeterminist": 107, "stargunnernoframeskip": 107, "lex": 108, "luther": 108, "kryptonit": 108, "orang": 110, "win": [110, 151, 164, 176], "margin": 110, "ti": [110, 174], "sport": 110, "till": [110, 171, 176], "tennisdeterminist": 110, "tennisnoframeskip": 110, "perfectli": [111, 166], "4x4x4": 112, "technologi": 113, "increasingli": 113, "difficult": [113, 133, 137, 143, 144, 156, 163, 174], "timepilotdeterminist": 113, "timepilotnoframeskip": 113, "encroach": 114, "collis": [115, 134, 135, 155], "rack": 116, "tomb": 116, "guardian": 116, "tutankhamdeterminist": 116, "tutankhamnoframeskip": 116, "baja": 117, "bugger": 117, "upndowndeterminist": 117, "upndownnoframeskip": 117, "dungeon": 118, "venturedeterminist": 118, "venturenoframeskip": 118, "opposit": 119, "rubik": 121, "nonstandard": 121, "hubi": 121, "swap": 121, "201": 121, "202": 121, "301": 121, "302": 121, "401": 121, "402": 121, "501": 121, "502": 121, "601": 121, "602": 121, "700": 121, "701": 121, "702": 121, "800": [121, 156, 174], "801": [121, 156], "802": 121, "900": 121, "901": 121, "902": 121, "1001": 121, "1002": 121, "1100": 121, "1101": 121, "1102": 121, "1200": 121, "1201": 121, "1202": 121, "1300": 121, "1301": 121, "1302": 121, "1400": 121, "1401": 121, "1402": 121, "1500": [121, 155], "1501": 121, "1502": 121, "1600": [121, 128], "1601": 121, "1602": 121, "1700": 121, "1701": 121, "1702": 121, "1800": [121, 174], "1801": 121, "1802": 121, "1900": 121, "1901": 121, "1902": 121, "2001": 121, "2002": 121, "2100": 121, "2101": 121, "2102": 121, "2200": 121, "2201": 121, "2202": 121, "2300": 121, "2301": 121, "2302": 121, "2400": 121, "2401": 121, "2402": 121, "2500": 121, "2501": 121, "2502": 121, "2601": 121, "2602": 121, "2700": 121, "2701": 121, "2702": 121, "2800": 121, "2801": 121, "2802": 121, "2900": 121, "2901": 121, "2902": 121, "3001": 121, "3002": 121, "3100": 121, "3101": 121, "3102": 121, "3200": 121, "3201": 121, "3202": 121, "3300": 121, "3301": 121, "3302": 121, "3400": 121, "3401": 121, "3402": 121, "3500": 121, "3501": 121, "3502": 121, "3600": 121, "3601": 121, "3602": 121, "3700": 121, "3701": 121, "3702": 121, "3800": 121, "3801": 121, "3802": 121, "3900": 121, "3901": 121, "3902": 121, "4000": 121, "4001": 121, "4002": 121, "4100": 121, "4101": 121, "4102": 121, "4200": 121, "4201": 121, "4202": 121, "4300": 121, "4301": 121, "4302": 121, "4400": 121, "4401": 121, "4402": 121, "4500": 121, "4501": 121, "4502": 121, "4600": 121, "4601": 121, "4602": 121, "4700": 121, "4701": 121, "4702": 121, "4800": 121, "4801": 121, "4802": 121, "4900": 121, "4901": 121, "4902": 121, "videopinballdeterminist": 122, "videopinballnoframeskip": 122, "beat": [123, 149, 151], "scanner": 123, "wizardofwordeterminist": 123, "wizardofwornoframeskip": 123, "pressur": 124, "prescrib": 124, "shield": 125, "qotil": 125, "zorlon": 125, "yarsrevengedeterminist": 125, "yarsrevengenoframeskip": 125, "armi": 126, "enslav": 126, "galaxi": 126, "fighter": 126, "zaxxondeterminist": 126, "zaxxonnoframeskip": 126, "biped": [127, 141, 142, 148, 155, 170], "walker": [127, 146, 148, 155], "lunar": [127, 155, 156], "lander": [127, 155, 156], "toi": [127, 151, 152, 153, 154, 155], "earli": [127, 164, 176, 178], "oleg": [127, 128, 129, 130], "klimov": [127, 128, 129, 130], "popular": [127, 149, 156, 164, 176], "benchmark": [127, 172, 177], "ever": [127, 155], "swig": [127, 155, 156, 158], "wheel": [127, 129, 155], "bind": [127, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 155], "box2d": [128, 129, 130, 155, 156, 158], "1415927": [128, 130], "bipedalwalk": [128, 155], "v3": [128, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 154, 155, 156], "simpl": [128, 150, 157, 158, 167, 178], "joint": [128, 130, 132, 133, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "uneven": 128, "terrain": [128, 149], "hardcor": 128, "stump": 128, "heurist": [128, 130, 156], "bipedal_walk": 128, "motor": [128, 147, 155, 170], "hip": [128, 138, 141, 142], "knee": [128, 141, 142], "hull": 128, "angular": [128, 130, 132, 133, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "leg": [128, 130, 138, 140, 141, 142, 148], "contact": [128, 130, 137, 138, 141, 142, 143, 155], "lidar": 128, "rangefind": 128, "measur": [128, 136, 142, 143, 145, 146, 155], "far": [128, 129, 142, 143, 145, 146, 153], "torqu": [128, 130, 132, 136, 138, 139, 140, 141, 142, 145, 146, 147, 148], "cost": [128, 156], "better": [128, 155, 156, 171], "stand": [128, 137, 138, 140, 141, 142, 143, 144, 148, 156, 164, 176], "slight": 128, "exce": [128, 151], "closest": 128, "trace": 128, "furthest": 128, "faster": [128, 130, 138, 141, 142, 143, 146, 156, 171], "energi": [128, 130, 133, 149, 168], "spent": [128, 130], "friction": [128, 147, 148, 149], "nervous": 128, "easiest": [129, 155, 156], "ab": [129, 171], "gyroscop": 129, "car_rac": [129, 155, 158], "rear": 129, "drive": 129, "acceler": [129, 134, 135, 136, 155, 156, 171], "brake": 129, "96x96": 129, "732": 129, "926": 129, "rest": [129, 130, 140, 148, 159, 171], "playfield": 129, "lap_complete_perc": 129, "domain_random": 129, "dictat": [129, 130], "percentag": [129, 164, 176], "lap": [129, 155], "variant": [129, 159, 166], "scenario": 129, "background": 129, "colour": [129, 155], "demand": 129, "correspondingli": 129, "init": [129, 166, 171], "scheme": 129, "randomize_ob": 129, "non_random_ob": 129, "chri": 129, "campbel": 129, "2014": 129, "www": [129, 151, 152, 153, 155], "iforce2d": 129, "net": [129, 151, 152, 164, 171, 178], "b2dtut": 129, "pontryagin": 130, "principl": 130, "engin": [130, 137, 156], "throttl": 130, "why": 130, "lunar_land": [130, 156], "orient": [130, 138, 141, 142], "closer": [130, 151, 156], "slower": [130, 171], "tilt": 130, "crash": [130, 158], "solut": [130, 156, 164, 176], "viewport": 130, "mass": [130, 138, 141, 142, 147], "bodi": [130, 137, 138, 139, 140, 141, 142, 143, 145, 147, 148, 170], "moon": 130, "greater": [130, 132, 133, 134, 135, 144, 151, 164, 176], "awak": 130, "come": [130, 138, 139, 140, 141, 147, 148], "sleep": 130, "veri": [130, 145, 155, 156, 158, 159, 163, 166, 171], "littl": [130, 156], "cpu": [130, 163, 171], "wake": 130, "attach": [130, 133, 136, 138, 143, 144, 148], "graviti": [130, 133, 134, 136, 143, 144, 171, 178], "enable_wind": [130, 171], "wind_pow": [130, 155, 171], "turbulence_pow": [130, 171], "later": [130, 171, 176, 178], "booster": 130, "similarli": [130, 156, 158], "gravit": 130, "wind": [130, 155], "tanh": [130, 178], "sin": [130, 136, 143, 146], "pi": [130, 132, 134, 136], "9999": 130, "rotat": [130, 132, 138, 141, 142, 145, 155, 176], "turbul": [130, 155], "renorm": 130, "harder": [130, 170], "push": [130, 133, 137, 143, 144, 149, 178], "unexpect": [130, 155], "thruster": 130, "radian": [130, 132, 133, 136, 144], "viewport_w": 130, "viewport_h": 130, "666": 130, "vy": 130, "acrobot": [131, 155], "cart": [131, 143, 144, 178], "mountain": [131, 155, 158], "nois": [131, 137], "regard": 131, "underpow": 131, "effort": [131, 156], "easier": [131, 155, 171], "566371": 132, "274334": 132, "spars": [132, 166], "coars": 132, "barto": [132, 133, 143, 144, 151, 152, 155, 164, 174, 176], "book": [132, 151, 152, 155, 164, 176], "link": [132, 138, 146, 147, 156], "actuat": [132, 133, 141, 142, 156, 170], "swing": [132, 136], "free": [132, 136, 137, 138, 141, 142, 143, 144, 164, 170, 176, 178], "height": [132, 137, 138, 140, 141, 143, 148, 155, 170], "downward": 132, "seen": 132, "green": [132, 154], "cosin": [132, 143, 146], "theta1": 132, "sine": [132, 143, 146], "theta2": 132, "567": 132, "274": [132, 156], "rel": [132, 141, 142, 156, 166, 168, 171], "4\u03c0": 132, "9\u03c0": 132, "rad": [132, 133, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "incur": [132, 152, 154], "co": [132, 134, 135, 136, 143, 146, 149], "acrobotenv": 132, "997341": 132, "07287608": 132, "9841162": 132, "17752565": 132, "11185605": 132, "12625128": 132, "introduct": [132, 151, 152, 160, 174], "book_or_nip": 132, "neurip": 132, "paper": [132, 143, 154, 156, 163], "nip": 132, "equat": [132, 136], "present": [132, 149, 155, 167, 176], "confirm": [132, 155], "experiment": [132, 156], "1996": 132, "touretzki": 132, "mozer": 132, "hasselmo": 132, "ed": 132, "vol": [132, 154], "mit": [132, 171, 174, 176, 178], "proceed": 132, "cc": 132, "1995": 132, "8f1d43620bc6bb580df6e80b0dc05c48": 132, "pdf": [132, 151, 152], "anderson": [133, 143, 144], "neuronlik": [133, 143, 144], "adapt": [133, 143, 144, 152], "un": 133, "frictionless": 133, "balanc": [133, 143, 144, 171, 178], "418": [133, 156], "untermin": 133, "2095": 133, "allot": 133, "03647037": 133, "05592803": 133, "06312564": 133, "cartpolevectorenv": [133, 156], "07": [134, 135, 155, 156], "mountaincar": 134, "sinusoid": [134, 135], "vallei": [134, 135], "strateg": [134, 135], "hill": [134, 135], "andrew": [134, 135, 156, 174], "moor": [134, 135], "phd": [134, 135, 147], "thesi": [134, 135, 147], "1990": [134, 135], "techreport": [134, 135], "moore90efficientmemori": [134, 135], "author": [134, 135, 155, 156, 170, 171, 174, 176, 178], "william": [134, 135, 178], "institut": [134, 135], "univers": [134, 135, 174], "cambridg": [134, 135], "year": [134, 135, 155, 156], "001": [134, 136, 141, 164, 171, 176], "0025": [134, 135], "inelast": [134, 135], "upon": [134, 135], "penalis": [134, 135], "goal_veloc": [134, 135], "mountaincarenv": 134, "x_init": 134, "y_init": 134, "46352962": 134, "0015": 135, "45": [135, 145], "999": [135, 171], "continuous_mountaincarenv": 135, "5635296": 135, "invert": [136, 137, 178], "swingup": 136, "theori": [136, 143, 155, 158, 171, 174], "diagram": 136, "meter": [136, 149], "theta": [136, 155], "tau": 136, "counter": [136, 156], "clockwis": 136, "theta_dt": 136, "2736044": 136, "pendulumenv": 136, "4123625": 136, "91101986": 136, "89235795": 136, "simplifi": [136, 155, 156, 158], "ant": [137, 155, 156, 170], "half": 137, "cheetah": 137, "standup": 137, "pusher": [137, 156], "reacher": [137, 156, 168], "swimmer": [137, 148, 155], "walker2d": [137, 156], "facilit": 137, "develop": [137, 155, 156, 162, 178], "biomechan": 137, "graphic": [137, 155], "area": 137, "accur": [137, 156], "realist": [137, 149], "accuraci": 137, "simlat": 137, "octob": 137, "2021": [137, 149, 155], "deepmind": [137, 155, 170], "2022": [137, 155, 156], "everyon": 137, "framework": [137, 156, 170], "instruct": [137, 156, 159, 166], "websit": [137, 155, 156], "older": [137, 156, 161], "eleven": 137, "roughli": 137, "short": [137, 155, 159, 164], "invertedpendulum": [137, 144, 178], "mujuco": 137, "inverteddoublependulum": [137, 143], "arm": [137, 141, 142, 145, 146, 149], "2d": [137, 146, 159, 168], "quadrup": [137, 138, 156], "monop": 137, "bidp": 137, "walk": [137, 141, 148, 150, 153, 156, 159, 166, 170], "swim": 137, "quardup": 137, "quadurp": 137, "bipe": 137, "humanoidstandup": [137, 142], "gaussian": 137, "mjdata": 137, "qpo": [137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "qvel": [137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "xml_file": [137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 156, 170], "tweak": [137, 147], "maintain": [137, 155, 156, 157], "histori": 137, "besid": 137, "width": [137, 156, 166], "1280": 137, "720": 137, "480": 137, "camera_id": 137, "camera": [137, 138, 139, 140, 141, 147, 148], "camera_nam": 137, "mutal": 137, "default_camera_config": [137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "mjvcamera": 137, "max_geom": 137, "3rd": 137, "parti": [137, 138, 139, 140, 141, 142, 144, 147, 148, 155, 156, 159, 166], "105": [138, 156], "introduc": [138, 141, 142, 155, 156, 160, 161], "schulman": [138, 171], "moritz": [138, 171], "levin": [138, 171], "jordan": [138, 156, 171], "abbeel": [138, 171], "advantag": [138, 156, 166], "torso": [138, 139, 140, 141, 142, 148, 170], "eight": 138, "hing": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "75cm": 138, "tall": 138, "weigh": 138, "910": 138, "88g": 138, "xml": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 155, 156, 170], "rotor": [138, 139, 140, 141, 142, 147, 148], "hip_4": 138, "right_back_leg": 138, "angle_4": 138, "front": [138, 139, 147, 148], "hip_1": 138, "front_left_leg": 138, "angle_1": 138, "hip_2": 138, "front_right_leg": 138, "angle_2": 138, "hip_3": 138, "back_leg": 138, "angle_3": 138, "deriv": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 178], "cfrc_ext": [138, 141, 142], "nbodi": [138, 141, 142], "henc": [138, 150, 178], "z": [138, 139, 140, 141, 142, 143, 145, 146, 148], "exclude_current_positions_from_observ": [138, 139, 140, 141, 142, 147, 148, 170], "107": 138, "regardless": [138, 139, 140, 141, 142, 147, 148, 170], "y_posit": [138, 139, 140, 141, 142, 147, 148], "centr": [138, 141, 142], "root": [138, 141, 142, 156, 174], "ankle_1": 138, "ankle_2": 138, "ankle_3": 138, "ankle_4": 138, "worldbodi": [138, 141, 142], "aux_1": 138, "aux_2": 138, "aux_3": 138, "aux_4": 138, "translat": [138, 141, 142, 156, 159, 166], "dof": [138, 141, 142], "quaternion": [138, 141, 142], "earlier": [138, 141, 142, 159, 166], "healthy_reward": [138, 140, 141, 143, 144, 148, 170], "forward_reward": [138, 139, 140, 141, 147, 148, 170], "ctrl_cost": [138, 139, 140, 141, 147, 148], "contact_cost": [138, 141], "healthi": [138, 140, 141, 143, 144, 148], "definit": [138, 140, 141, 143, 155, 156, 161, 167], "w_": [138, 139, 140, 141, 142, 145, 146, 147, 148], "frac": [138, 139, 140, 141, 147, 148], "dx": [138, 139, 140, 141, 147, 148], "dt": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 156, 170], "displac": [138, 139, 140, 141, 147, 148], "main_bodi": [138, 170], "x_": [138, 139, 140, 141, 143, 147, 148], "frametim": [138, 139, 140, 141, 142, 147, 148], "forward_reward_weight": [138, 139, 140, 141, 147, 148, 170], "_2": [138, 139, 140, 141, 142, 145, 146, 147, 148], "ctrl_cost_weight": [138, 139, 140, 141, 142, 147, 148, 170], "f_": [138, 141, 142], "contact_cost_weight": [138, 141, 170], "times10": [138, 141, 142], "contact_force_rang": 138, "But": 138, "use_contact_forc": [138, 156], "mathcal": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "_nois": [138, 139, 140, 141, 142, 143, 144, 147, 148], "_scale": [138, 139, 140, 141, 142, 143, 144, 147, 148], "i_": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "0_": [138, 139, 143, 145], "multivari": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "terminate_when_unhealthi": [138, 140, 141, 148, 170], "unhealthi": [138, 140, 141, 143, 144, 148], "healthy_z_rang": [138, 140, 141, 148, 170], "model": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 156, 164, 173, 176], "weight": [138, 139, 140, 141, 142, 145, 146, 147, 148, 149, 155, 167, 168, 178], "5e": [138, 140, 141, 142, 148, 170], "whose": [138, 151], "reset_noise_scal": [138, 139, 140, 141, 142, 143, 144, 147, 148, 170], "perturb": [138, 139, 140, 141, 142, 143, 144, 147, 148], "omit": [138, 139, 140, 141, 142, 147, 148], "induct": [138, 139, 140, 141, 142, 147, 148], "bia": [138, 139, 140, 141, 142, 147, 148, 171], "induc": [138, 139, 140, 141, 142, 147, 148], "agnost": [138, 139, 140, 141, 142, 147, 148], "include_cfrc_ext_in_observ": [138, 141, 142, 170], "third": [138, 139, 140, 141, 142, 144, 147, 148, 155, 156, 158, 166], "mj_camera": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "mainli": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "observation_structur": [138, 139, 140, 141, 142, 144, 147, 148], "reward_surv": [138, 140, 141, 143, 144, 148], "relat": [138, 140, 141, 142, 143, 144, 145, 146, 148, 156, 178], "train": [138, 141, 142, 143, 146, 155, 156, 158, 161, 169, 173], "sometim": [138, 153, 166, 168], "distance_from_origin": [138, 141], "xpo": [138, 141, 145, 146], "mj_step": [138, 141], "reward_forward": [138, 139, 140, 141, 147, 148], "restor": [138, 139, 140, 141, 142, 147, 148], "max_time_step": [138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148], "p": [139, 149, 152, 153, 154, 155, 171, 174], "wawrzy\u0144ski": 139, "paw": 139, "backward": [139, 155, 156, 160, 171, 178], "thigh": [139, 140, 141, 142, 148], "shin": [139, 141, 142], "feet": [139, 148], "bthigh": 139, "bshin": 139, "bfoot": 139, "fthigh": 139, "fshin": 139, "ffoot": 139, "rootx": [139, 140, 148], "tip": [139, 143, 147, 148], "rootz": [139, 140, 148], "slide": [139, 140, 143, 144, 145, 146, 147, 148], "rooti": [139, 140, 148], "half_cheetah": 139, "erez": [140, 141, 142], "tassa": [140, 141, 142], "todorov": [140, 141, 142], "predict": [140, 171, 178], "nonlinear": 140, "compar": [140, 147, 148, 149, 164, 171, 174, 176], "figur": [140, 156, 174, 176, 178], "middl": [140, 148], "thigh_joint": [140, 148], "leg_joint": [140, 148], "foot_joint": [140, 148], "008": [140, 148], "healthy_state_rang": 140, "fallen": [140, 170], "healthy_angle_rang": [140, 148], "z_distance_from_origin": [140, 142, 148], "348": [141, 142], "synthesi": [141, 142], "onlin": [141, 142, 151, 152], "abdomen": [141, 142], "pair": [141, 142], "tendon": [141, 142], "forearm": [141, 142, 145], "abdomen_i": [141, 142], "abdomen_z": [141, 142], "abdomen_x": [141, 142], "right_hip_x": [141, 142], "right_thigh": [141, 142], "right_hip_z": [141, 142], "right_hip_i": [141, 142], "right_kne": [141, 142], "left_hip_x": [141, 142], "left_thigh": [141, 142], "left_hip_z": [141, 142], "left_hip_i": [141, 142], "left_kne": [141, 142], "right_shoulder1": [141, 142], "right_shoulder2": [141, 142], "right_elbow": [141, 142], "left_shoulder1": [141, 142], "left_shoulder2": [141, 142], "left_elbow": [141, 142], "cinert": [141, 142], "130": [141, 142, 156], "inertia": [141, 142], "rigid": [141, 142], "intermedi": [141, 142], "offset": [141, 142], "cvel": [141, 142], "qfrc_actuat": [141, 142], "constraint": [141, 142, 143, 149], "nv": [141, 142], "freedom": [141, 142, 143, 168], "dim": [141, 142], "350": [141, 142], "lower_waist": [141, 142], "pelvi": [141, 142], "right_upper_arm": [141, 142], "right_lower_arm": [141, 142], "left_upper_arm": [141, 142], "left_lower_arm": [141, 142], "33": [141, 142], "34": [141, 142], "35": [141, 142, 156], "37": [141, 142, 156], "41": [141, 142, 156], "43": [141, 142], "lwaist": [141, 142], "right_sin": [141, 142], "right_foot": [141, 142], "left_sin": [141, 142], "left_foot": [141, 142], "left_hiz_z": [141, 142], "left_elfbow": [141, 142], "003": 141, "015": 141, "clamp": [141, 142], "_cost": [141, 142], "_rang": [141, 142], "contact_cost_rang": 141, "include_cinert_in_observ": [141, 142], "include_cvel_in_observ": [141, 142], "include_qfrc_actuator_in_observ": [141, 142], "freejoint": [141, 142], "tendon_length": [141, 142], "tendon_veloc": [141, 142], "reward_al": 141, "reward_linvel": 141, "reward_quadctrl": 141, "lai": 142, "uph_cost": 142, "quad_ctrl_cost": 142, "quad_impact_cost": 142, "absolut": [142, 144, 148, 170], "uph": 142, "z_": 142, "uph_cost_weight": 142, "quad": 142, "_control": 142, "impact_cost": 142, "impact": [142, 174], "impact_cost_weight": 142, "li": [142, 158], "impact_cost_rang": 142, "slider": [143, 144], "qfrc_constraint": 143, "analyt": 143, "unitless": [143, 146], "hinge2": 143, "alive_bonu": 143, "distance_penalti": 143, "velocity_penalti": 143, "pole2": 143, "y_": 143, "xy": 143, "coordinatesof": 143, "omega_1": 143, "omega_2": 143, "y_coordin": 143, "leq": 143, "perpendicularli": 143, "inverted_double_pendulum": 143, "doublependulum": 143, "im": 144, "inverted_pendulum": [144, 178], "cylind": 145, "effector": [145, 146], "fingertip": [145, 146], "shoulder": 145, "elbow": 145, "wrist": 145, "pan": 145, "r_shoulder_pan_joint": 145, "lift": 145, "r_shoulder_lift_joint": 145, "r_upper_arm_roll_joint": 145, "flex": 145, "r_elbow_flex_joint": 145, "r_forearm_roll_joint": 145, "r_wrist_flex_joint": 145, "r_wrist_roll_joint": 145, "tips_arm": 145, "obj_slidex": 145, "obj_slidei": 145, "goal_slidex": 145, "goal_slidei": 145, "sphere": 145, "analogi": 145, "reward_dist": [145, 146, 168], "reward_near": 145, "unattach": [145, 146], "p_": [145, 146], "reward_near_weight": [145, 146], "dist": 145, "reward_dist_weight": [145, 146, 168], "reward_control": [145, 146], "euclidean": [145, 146], "reward_control_weight": [145, 146], "perman": [145, 146, 159], "323": [145, 156], "005": [145, 146, 171], "0_2": [145, 146], "0_3": 145, "fixtur": 146, "joint0": 146, "joint1": 146, "target_x": 146, "target_i": 146, "position_fingertip": 146, "position_target": 146, "na": 146, "constantli": 146, "1_": 146, "spheric": 146, "r\u00e9mi": 147, "coulom": 147, "applic": [147, 149, 158], "segment": 147, "articul": [147, 149], "suspend": 147, "subject": 147, "deviat": [147, 171, 178], "fluid": 147, "viscou": 147, "coeffici": [147, 171], "motor1_rot": 147, "motor2_rot": 147, "free_body_rot": 147, "slider1": 147, "slider2": 147, "reward_fwd": 147, "thigh_left_joint": 148, "leg_left_joint": 148, "foot_left_joint": 148, "walker2d_v5": 148, "ctr_cost": 148, "farama": [149, 156, 164, 166, 171, 176, 178], "foundat": [149, 156, 166], "topic": 149, "offlin": [149, 156], "minari": 149, "minigrid": [149, 156], "mo": 149, "magent2": 149, "miniworld": 149, "discord": [149, 155, 156], "contextu": 149, "extens": [149, 156, 178], "brax": [149, 156], "librari": [149, 156, 157, 161, 166, 170], "focu": [149, 171], "dac": 149, "analysi": 149, "clone": [149, 170], "huge": [149, 155], "cell": [149, 152, 159, 166], "light": 149, "poli": 149, "pinocchio": 149, "meshcat": 149, "web": 149, "bitcraz": 149, "crazyfli": 149, "nanoquadrotor": 149, "autom": [149, 155], "prover": 149, "vampir": 149, "crypto": 149, "market": 149, "histor": 149, "customiz": 149, "emphasi": 149, "percept": 149, "p_0": 149, "minimalist": 149, "ai": 149, "scalabl": 149, "customis": 149, "offer": 149, "rapidli": 149, "cluster": 149, "acycl": 149, "opportun": 149, "gnn": 149, "multiag": 149, "deep": [149, 155, 163, 167, 171, 174, 178], "3v3": 149, "premad": 149, "interoper": 149, "steppabl": 149, "biplan": 149, "endeavor": 149, "gap": 149, "methodologi": 149, "coverag": 149, "laboratori": 149, "internet": 149, "robust": [149, 171], "quadrotor": 149, "casadi": 149, "symbol": 149, "priori": 149, "qualiti": [149, 156], "cours": [149, 174], "wide": [149, 158], "account": [149, 155, 174], "finetun": 149, "transfer": [149, 163], "themselv": [149, 162], "elo": 149, "llvm": 149, "phase": [149, 171], "gcc": 149, "cuda": [149, 171], "loop": [149, 158, 161, 164, 171, 176], "warehous": 149, "storag": 149, "tag": 149, "classif": 149, "theoret": [149, 155, 156], "workshop": 149, "minatari": 149, "bsuit": 149, "great": [149, 168, 176], "simplic": 149, "comprehens": [149, 155], "omg": 149, "toolbox": 149, "synthes": 149, "neuro": 149, "firmwar": 149, "neuroflight": 149, "frozen": [150, 155, 156, 174], "lake": [150, 155, 156], "taxi": [150, 155], "suitabl": 150, "deck": [151, 164, 176], "jack": 151, "queen": 151, "ac": [151, 176], "usabl": [151, 155, 164, 176], "held": 151, "decid": [151, 174], "reveal": 151, "facedown": 151, "goe": [151, 155], "outcom": [151, 174], "sab": [151, 164, 176], "ten": [151, 176], "2020": [151, 152], "incompleteidea": [151, 152, 164], "rlbook2020": [151, 152], "cliffwalk": [152, 155, 156], "4x12": 152, "world": [152, 153, 154, 174], "132": [152, 156], "inspir": [152, 156, 174], "dennybritz": 152, "blob": [152, 155], "lib": 152, "cliff_walk": 152, "latter": 152, "current_row": [152, 153], "ncol": [152, 153, 171, 174, 176], "current_col": [152, 153], "col": [152, 153], "47": 152, "proabil": [152, 154], "slipperi": 153, "extent": 153, "4x4": 153, "perpendicular": [153, 174], "is_slipperi": [153, 174], "stool": 153, "franuka": 153, "itch": 153, "rpg": 153, "snow": 153, "tileset": 153, "asset": 153, "mel": 153, "tilleri": 153, "cyaneu": 153, "nrow": [153, 171, 174], "time_limit": [153, 154], "frozenlake8x8": [153, 155, 156], "desc": [153, 174], "map_nam": 153, "preload": 153, "sfff": 153, "fhfh": 153, "fffh": 153, "hffg": 153, "generate_random_map": [153, 174], "toy_text": [153, 155, 164, 174, 176], "frozen_lak": [153, 174], "8x8": 153, "sfffffff": 153, "ffffffff": 153, "fffhffff": 153, "fffffhff": 153, "fhhfffhf": 153, "fhffhfhf": 153, "fffhfffg": 153, "passeng": 154, "yellow": 154, "5x5": 154, "maxq": 154, "decomposit": 154, "tom": 154, "dietterich": 154, "pickup": 154, "south": 154, "north": 154, "east": 154, "west": 154, "taxi_row": 154, "taxi_col": 154, "passenger_loc": 154, "404": [154, 156], "reachabl": 154, "illeg": 154, "action_mask": 154, "fickl": 154, "todo": 154, "Or": 154, "argmax": [154, 164, 174, 176], "q_valu": [154, 164, 176], "pp": 154, "227": 154, "303": 154, "nov": 154, "doi": [154, 156], "1613": 154, "639": 154, "cleaner": 154, "disallow": 154, "loc": [154, 171], "passidx": 154, "pypi": [155, 156], "minor": [155, 156], "pseudo": [155, 156, 171], "rnd": [155, 156], "thought": [155, 156], "younik": [155, 156], "vermouth1992": [155, 156], "harden": [155, 156], "permiss": [155, 156], "sashashura": [155, 156], "clarifi": [155, 156], "typo": [155, 156], "ekalosak": [155, 156], "09": [155, 156], "3072": 155, "youjiacheng": 155, "3076": 155, "vmoen": [155, 156], "3080": 155, "foxik": 155, "3083": 155, "spell": 155, "readm": [155, 156, 166], "rdnfn": 155, "ikamensh": [155, 156], "06": 155, "major": [155, 156], "core": [155, 156, 158], "plan": [155, 156], "upgrad": [155, 156], "aren": 155, "aspect": [155, 158, 167], "proper": 155, "semant": 155, "addition": [155, 156, 159, 160], "someth": [155, 156, 158, 170], "terribli": 155, "wrong": [155, 156], "patch": [155, 176], "ve": [155, 156], "tremend": 155, "appreci": 155, "patienc": 155, "gone": 155, "mainten": 155, "hopefulli": [155, 164, 176], "envcompat": [155, 160], "v21": [155, 156], "blog": [155, 156, 161], "soon": [155, 161, 166], "explain": [155, 159], "decis": [155, 156, 158, 161, 167], "arjun": [155, 156], "kg": [155, 156], "balisujohn": [155, 156], "sole": [155, 160], "v25": [155, 161], "single_rgb_arrai": 155, "revert": [155, 156], "capabl": [155, 157], "3040": 155, "3016": 155, "randomnumbergener": 155, "rand": 155, "randn": 155, "randint": [155, 161], "get_stat": 155, "set_stat": 155, "hash_se": 155, "create_se": 155, "_bigint_from_byt": 155, "_int_list_from_bigint": 155, "bump": 155, "envapicompat": 155, "redtachyon": [155, 156], "hint": [155, 156], "3041": 155, "gymlibrari": 155, "fieteo": 155, "offscreen": [155, 156], "gt": [155, 156], "3044": 155, "headless": 155, "machin": [155, 174, 178], "3037": 155, "3036": 155, "lin826": 155, "08": [155, 156], "fairli": [155, 156, 178], "_timelimit": 155, "envpool": [155, 156], "__eq__": 155, "xuehaipan": [155, 156], "8gb": 155, "subse": 155, "olipinski": [155, 156], "metaclass": 155, "kir0ul": [155, 156], "annot": [155, 156, 171, 174, 176, 178], "bkrl": 155, "edit": [155, 166], "zhiqingxiao": 155, "psc": 155, "1b15": 155, "pixelobswrapp": 155, "rephras": 155, "evanmath": 155, "ice1187": 155, "humanoidstandup_v4": 155, "mujoco_env": 155, "vector_list_info": 155, "timgates42": 155, "subsequ": 155, "massiv": 155, "smoother": [155, 176], "discourag": 155, "put": [155, 166, 174], "youni": [155, 156], "2671": 155, "2906": 155, "jjshoot": [155, 156], "ryanrud": 155, "araffin": 155, "accident": 155, "kexianshen": 155, "markus28": [155, 156], "accid": 155, "misc": [155, 156], "hinter": 155, "identifi": 155, "textencod": 155, "johnminelli": 155, "dockerfil": 155, "optimis": [155, 173], "2gb": 155, "5gb": 155, "theden": 155, "v24": 155, "mujoco_rend": 155, "rodrigodelazcano": [155, 156], "redund": 155, "quagla": 155, "legaci": 155, "rewrit": [155, 156], "setup": 155, "meta": 155, "rescale_act": 155, "gianlucadecola": [155, 156], "curv": 155, "significantli": [155, 156, 171], "wors": 155, "comment": [155, 156, 171], "hardwar": [155, 156], "compliant": [155, 160], "virgilt": 155, "ascii": 155, "googl": [155, 170], "pydoc": 155, "polygon": 155, "andrewtanj": 155, "vecenvwrapp": 155, "unnecessari": [155, 156], "backend": [155, 166], "backport": 155, "lt": [155, 156], "vwxyzjn": 155, "2678": 155, "2684": 155, "package_data": 155, "micim": 155, "striker": 155, "thrower": 155, "rushivarora": 155, "errorr": 155, "ahead": 155, "trigaten": 155, "associ": [155, 156, 161], "unus": 155, "archiv": 155, "rusu24edward": [155, 156], "dsctt": 155, "tristandeleu": 155, "duburcqa": 155, "largest": 155, "2524": 155, "site": 155, "ml": 155, "curriculum": 155, "reiniti": [155, 178], "though": 155, "suggest": [155, 171], "jessefarebro": 155, "terminal_observ": 155, "nice": 155, "seungjaeryanle": 155, "rohan138": 155, "2456": 155, "consolid": 155, "carloslui": 155, "refactor": [155, 156], "pyglet": 155, "frequent": [155, 167], "discreteenv": 155, "ton": 155, "cleanup": 155, "ericonaldo": 155, "adilzouitin": 155, "dramat": [155, 156], "randomst": 155, "standard_norm": 155, "consequ": 155, "mt19937": 155, "pcg64": 155, "plugin": [155, 156], "clobber": 155, "rom": 155, "autorom": 155, "hook": [155, 156], "suit": 155, "shorthand": 155, "relev": [155, 160, 166], "orderli": 155, "helper": 155, "ahmedo42": 155, "stderr": 155, "zlig": 155, "compil": [155, 163], "submit": 155, "third_party_environ": 155, "bash": 155, "pip3": 155, "jkterry1": 155, "hotter": 155, "colder": 155, "nchain": 155, "roulett": 155, "kellycoinflip": 155, "__setitem__": 155, "jfpettit": 155, "firefoxmetzg": 155, "compli": 155, "__getitem__": 155, "__len__": 155, "gracefulli": 155, "resolv": 155, "tuckerbmorgan": 155, "sent": 155, "olimoyo": 155, "obswrapp": 155, "behav": 155, "raghuspacerajan": 155, "perf_count": 155, "zuoxingdong": 155, "becam": 155, "datatyp": 155, "orsini": 155, "complianc": 155, "sb3": 155, "amtamasi": 155, "recordepisodestat": 155, "unnescesari": 155, "newer": 155, "notabl": [155, 156, 167], "peg": 155, "switch": [155, 156], "depreci": 155, "pirata": 155, "mahiuchun": 155, "ez": 155, "zzyunzhi": 155, "indoril007": 155, "nonbreak": 155, "bit": 155, "mostli": 155, "cclauss": 155, "flake8": [155, 156], "2019": 155, "underscor": 155, "board_gam": 155, "safeti": [155, 156], "parameter_tun": 155, "encourag": [155, 170, 171], "scoreboard": 155, "2017": 155, "2024": 156, "volunt": 156, "appropri": [156, 159, 166, 170, 178], "outweigh": 156, "alpha": 156, "undocu": 156, "highwayenv": 156, "despit": 156, "ale_pi": 156, "register_env": 156, "module_nam": 156, "vscode": 156, "pycharm": 156, "commit": [156, 166], "isort": 156, "believ": 156, "statement": 156, "liter": 156, "hope": 156, "affect": 156, "isinst": 156, "did": [156, 167], "didn": [156, 174], "step_async": 156, "step_wait": 156, "reset_async": 156, "reset_wait": 156, "call_async": 156, "call_wait": 156, "thousand": [156, 162], "vectorenvwrapp": 156, "replay_buff": 156, "total_timestep": 156, "next_ob": [156, 164, 176, 178], "recogn": 156, "ineffici": [156, 163], "primarili": 156, "annoy": 156, "align": 156, "samplefactori": 156, "logical_or": 156, "anywher": 156, "unclear": 156, "__getattr__": 156, "stepapicompat": [156, 160], "shouldn": [156, 161, 166], "shimmi": 156, "misc_wrapp": 156, "substanti": [156, 163], "investig": 156, "markov": [156, 158, 167], "raw": 156, "examplefuncenv": 156, "explicit": 156, "cython": 156, "616": 156, "kallinteri": [156, 170], "andrea": [156, 170, 174], "612": 156, "logan": 156, "dunbar": 156, "634": 156, "chrisyeh96": 156, "708": 156, "788": 156, "timschneider42": 156, "886": 156, "810": 156, "572": 156, "635": 156, "geometri": 156, "guyazran": 156, "731": 156, "namedtupl": [156, 174], "rogerjl": 156, "789": 156, "811": 156, "frameskipobserv": 156, "jamartinh": 156, "830": 156, "check_environments_match": 156, "748": 156, "export": 156, "827": 156, "709": 156, "btjanaka": 156, "683": 156, "838": 156, "host": 156, "867": 156, "introductori": 156, "791": 156, "762": 156, "893": 156, "pierrecounath": 156, "695": 156, "898": 156, "2023": 156, "hasattr": 156, "hood": 156, "unintend": 156, "citat": 156, "thank": 156, "contributor": 156, "590": 156, "towers_gymnasium_2023": 156, "zenodo": 156, "8127025": 156, "abstract": [156, 159, 166], "formerli": 156, "urldat": 156, "publish": 156, "terri": 156, "kwiatkowski": 156, "ariel": 156, "bali": 156, "john": 156, "cola": 156, "gianluca": 156, "de": 156, "deleu": 156, "tristan": 156, "goul\u00e3o": 156, "manuel": 156, "krimmel": 156, "marku": 156, "perez": 156, "vicent": 156, "rodrigo": 156, "pierr\u00e9": [156, 174], "schulhoff": 156, "sander": 156, "tai": 156, "jun": 156, "shen": 156, "tan": 156, "jin": 156, "omar": 156, "month": 156, "mar": 156, "5281": 156, "8127026": 156, "conda": [156, 166], "christofkaufmann": 156, "573": 156, "amp": 156, "589": 156, "__get_attr__": 156, "535": 156, "495": 156, "data_equival": 156, "515": 156, "jumpi": 156, "usag": [156, 159, 164, 168], "548": 156, "charraut": 156, "373": 156, "restrict": 156, "558": 156, "rayerdyn": 156, "557": 156, "564": 156, "robertoschiavon": 156, "580": 156, "lucasalegr": 156, "561": 156, "576": 156, "583": 156, "407": 156, "536": 156, "540": 156, "525": 156, "341": 156, "recordvideov0": 156, "503": 156, "444": 156, "608": 156, "mmcaulif": 156, "569": 156, "435": 156, "alexdluken": 156, "512": [156, 166], "554": 156, "elliottow": 156, "433": 156, "516": 156, "recorded_fram": 156, "voidflight": 156, "518": 156, "qgallouedec": 156, "533": 156, "__del__": 156, "attributeerror": 156, "553": 156, "588": 156, "typeerror": 156, "sonelu": 156, "440": 156, "nstep": 156, "_step_mujoco_simul": 156, "mujocoenv": 156, "xuanhien070594": 156, "424": 156, "reginald": 156, "mclean": 156, "604": 156, "referenc": 156, "497": 156, "homepag": 156, "482": 156, "dylwil3": 156, "510": 156, "pyflyt": 156, "trade": 156, "retro": 156, "dacbench": 156, "cellular": 156, "automata": 156, "stefanbschneid": 156, "clementperroud": 156, "matpoliquin": 156, "450": 156, "451": 156, "474": 156, "487": 156, "529": 156, "538": 156, "581": 156, "524": 156, "522": 156, "429": 156, "frozenlake4x4": 156, "yaniv": 156, "peretz": 156, "459": 156, "kvrban": 156, "491": 156, "helpingstar": 156, "520": 156, "emerg": 156, "403": 156, "frontpag": 156, "405": 156, "dataset": 156, "environmentnam": 156, "uncommon": 156, "apicompat": 156, "json": 156, "remot": 156, "malici": 156, "env_spec": 156, "195": [156, 170], "json_env_spec": 156, "pickled_env_spec": 156, "dump": 156, "recreated_env": 156, "Be": 156, "awar": [156, 161], "recreat": 156, "recordconstructorutil": 156, "292": 156, "355": 156, "gymv22compat": 156, "gymv21compat": 156, "282": 156, "284": 156, "249": 156, "signific": [156, 160, 170], "slow": [156, 164, 176], "wrappedenvobstyp": 156, "wrappedenvacttyp": 156, "337": 156, "223": 156, "lack": 156, "224": 156, "normalizex": 156, "raphajan": 156, "268": 156, "drryanhuang": 156, "278": 156, "doctest": 156, "valentin": 156, "cnt": 156, "281": 156, "__all__": 156, "dunder": 156, "howardh": 156, "321": 156, "327": 156, "339": 156, "notic": 156, "notif": 156, "332": 156, "338": 156, "matyasch": 156, "279": 156, "comet": 156, "nerdyespresso": 156, "304": 156, "330": 156, "mihaic": 156, "331": 156, "parser": 156, "329": 156, "grammat": 156, "mistak": 156, "keyb0ardninja": 156, "333": 156, "mgoulao": 156, "340": 156, "342": 156, "khoda81": 156, "bool8": 156, "bool_": 156, "221": 156, "272": 156, "silent": 156, "ianyfan": 156, "254": 156, "assert": [156, 166], "215": 156, "216": 156, "prompt": 156, "252": 156, "259": 156, "rafaelcp": 156, "277": 156, "5x": 156, "paulmest": 156, "235": 156, "nidhish": 156, "238": 156, "241": 156, "225": 156, "257": 156, "246": 156, "fail": 156, "pierremardon": 156, "267": 156, "a2c": [156, 169, 172], "till2": 156, "234": 156, "206": 156, "218": 156, "219": 156, "mention": [156, 178], "migrat": [156, 158], "lpizzinidev": 156, "244": 156, "hooper": 156, "247": 156, "convolv": [156, 171, 176], "264": 156, "270": 156, "258": 156, "server": 156, "backlog": 156, "beyond": 156, "mujocorend": 156, "roadmap": 156, "publicli": 156, "overhaul": 156, "feedback": 156, "arbitrarili": 156, "mind": 156, "town": 156, "supersuit": 156, "bring": 156, "lambaactionv0": 156, "regularli": 156, "academia": 156, "v28": 156, "compartment": 156, "funcjaxenv": 156, "potenti": 156, "mechan": 156, "thread": 156, "opengl": 156, "mujocorender": 156, "112": 156, "apply_env_compat": 156, "gymv22environ": 156, "125": 156, "kad99kev": 156, "124": 156, "141": 156, "72": 156, "190": 156, "siddarth": [156, 178], "155": 156, "theo": 156, "brown": 156, "83": 156, "tobirohr": 156, "89": 156, "117": 156, "thytu": 156, "is_slippi": 156, "marionj": 156, "136": 156, "143": 156, "172": 156, "173": 156, "174": 156, "139": 156, "164": 156, "axb2035": 156, "171": 156, "aaronwalsman": 156, "178": 156, "183": 156, "cool": 156, "rr": 156, "184": 156, "186": 156, "208": 156, "codebas": [156, 166], "205": 156, "73": 156, "workflow": 156, "110": 156, "138": 156, "146": 156, "rerun": 156, "179": 156, "yet": 156, "meantim": 156, "episodestatisticsrecord": 156, "davidslayback": 156, "overflow": 156, "vairodp": 156, "willdudlei": 156, "58": 156, "upstream": 156, "merg": 156, "conduct": 156, "divers": 157, "insert": [157, 178], "perfect": 158, "reconstruct": 158, "compon": [158, 159, 166], "pictur": 158, "cycl": 158, "explan": [158, 161, 164, 176, 178], "episode_ov": [158, 162], "imagin": [158, 159, 168], "exchang": 158, "succeed": 158, "restart": 158, "simpler": 158, "interlink": 158, "coupl": [158, 159, 171], "nich": 158, "0x7f04efcb8850": 158, "behaviour": [158, 162], "simplist": [159, 166], "gridworldenv": [159, 166], "movement": [159, 166], "declar": 159, "_agent_loc": [159, 166], "_target_loc": [159, 166], "_action_to_direct": [159, 166], "_get_ob": [159, 166], "mandatori": [159, 166], "manhattan": [159, 166], "_get_info": [159, 166], "oftentim": [159, 166], "choos": [159, 166, 170, 174], "coincid": [159, 166], "array_equ": [159, 166], "grd": 159, "agen": 159, "gymnasium_env": [159, 166], "becaus": [159, 161, 164, 166, 168, 170, 171, 176], "gymv26environ": 160, "signatur": 160, "oldv21env": 160, "specialist": [160, 163], "gymv21environ": 160, "briefli": 161, "contrast": 161, "expand": 161, "address": 161, "primari": 161, "summari": 161, "goalenv": 161, "reimplement": 161, "mp4": 162, "periodiclli": 162, "num_eval_episod": 162, "eval": [162, 171], "episode_num": 162, "f": [162, 171, 174, 176, 178], "prefix": 162, "recordepisodicstatist": 162, "hundr": 162, "tensorboard": 162, "wandb": 162, "training_period": 162, "num_training_episod": 162, "10_000": 162, "computation": 163, "talk": [163, 178], "strategi": [163, 164, 176], "instabl": 163, "gpu": [163, 171], "jit": 163, "tpu": 163, "academ": 163, "maximis": 163, "reader": [163, 170], "survei": 163, "tabular": 164, "overview": [164, 166, 178], "infam": [164, 176], "beatabl": [164, 176], "viabl": [164, 176], "watkin": 164, "1989": 164, "prove": 164, "converg": [164, 174, 176], "explanatori": [164, 176], "tell": [164, 167, 176], "idea": [164, 167, 176], "showcas": [164, 176], "greedi": [164, 174, 176], "defaultdict": [164, 176], "blackjackag": [164, 176], "learning_r": [164, 174, 176, 178], "initial_epsilon": [164, 176], "epsilon_decai": [164, 176], "final_epsilon": [164, 176], "discount_factor": [164, 176], "decai": [164, 176], "lr": [164, 171, 174, 176, 178], "training_error": [164, 176], "get_act": [164, 176], "greedili": [164, 176], "exploit": [164, 174, 176], "future_q_valu": [164, 176], "temporal_differ": [164, 176], "decay_epsilon": [164, 176], "hyperparamet": [164, 171, 173, 174, 176, 178], "n_episod": [164, 176], "100_000": [164, 176], "start_epsilon": [164, 176], "decent": [164, 176, 178], "10x": [164, 176], "tqdm": [164, 171, 174, 176], "grip": [164, 176], "challeng": [164, 176], "favorit": [164, 176], "mont": [164, 171, 176, 178], "carlo": [164, 171, 176, 178], "2nd": 164, "luck": 164, "pipx": 166, "copier": 166, "forg": 166, "git": [166, 170], "grid_world": 166, "clip_reward": 166, "discrete_act": 166, "reacher_weighted_reward": 166, "relative_posit": 166, "pyproject": 166, "toml": 166, "framer": 166, "window_s": 166, "clock": 166, "worri": 166, "_render_fram": 166, "trivial": 166, "skeleton": 166, "set_mod": 166, "canva": 166, "pix_square_s": 166, "rect": 166, "gridlin": 166, "visibl": 166, "blit": 166, "get_rect": 166, "pump": 166, "predefin": 166, "tick": 166, "surfarrai": 166, "pixels3d": 166, "bother": 166, "detect": 166, "entrypoint": 166, "mere": 166, "hatchl": 166, "local": 166, "And": [166, 170], "run_gymnasium_env": 166, "fine": [166, 171], "relativeposit": [166, 168], "environment_cr": 166, "ipynb": [166, 167, 168, 171, 174, 176, 178], "failur": 167, "inher": 167, "obviou": 167, "forev": 167, "forcibli": 167, "halt": 167, "formal": 167, "q_": 167, "o_t": 167, "a_t": 167, "r_t": 167, "max_a": 167, "o_": 167, "a_": [167, 171], "q_target": 167, "distinct": 167, "differenti": 167, "vf_target": 167, "vf_next_stat": 167, "onward": 167, "handling_time_limit": 167, "agent_posit": 168, "target_posit": 168, "discreteact": 168, "disc_to_cont": 168, "__name__": [168, 171], "__main__": [168, 171], "lunarlandercontinu": 168, "intrins": 168, "modif": 168, "nevertheless": 168, "reacherrewardwrapp": 168, "reward_ctrl_weight": 168, "implementing_custom_wrapp": 168, "mjcf": 170, "urdf": 170, "readi": [170, 176], "menageri": 170, "familiar": 170, "unitre": 170, "go1": 170, "excel": 170, "mujoco_menageri": 170, "adjust": 170, "unitree_go1": 170, "enough": [170, 171], "subsect": 170, "remind": 170, "_skip": 170, "opt": 170, "overfit": [170, 171], "kept": 170, "useless": 170, "altogeth": 170, "terminationwrapp": 170, "trunk": 170, "stronger": 170, "feel": [170, 178], "humnaoid": 170, "if__name__": 171, "a3c": 171, "quicker": 171, "scratch": [171, 178], "feed": 171, "minibatch": 171, "n_steps_per_upd": 171, "n_env": 171, "gradient": [171, 178], "gae": 171, "tradeoff": 171, "logit": 171, "select_act": 171, "prob": [171, 178], "ent_coef": 171, "get_loss": 171, "update_paramet": 171, "zemann": [171, 176], "__future__": [171, 176, 178], "pyplot": [171, 174, 176, 178], "plt": [171, 174, 176, 178], "nn": [171, 178], "maxim": [171, 178], "n_featur": 171, "n_action": 171, "larger": 171, "critic_lr": 171, "actor_lr": 171, "critic_lay": 171, "actor_lay": 171, "fed": 171, "softmax": 171, "sequenti": [171, 178], "critic_optim": 171, "rmsprop": 171, "actor_optim": 171, "state_valu": [171, 176], "action_logits_vec": 171, "action_log_prob": 171, "action_logit": 171, "action_pd": 171, "implicitli": 171, "log_prob": [171, 178], "value_pr": 171, "lam": 171, "arxiv": 171, "1506": 171, "02438": 171, "td": [171, 174], "bias": 171, "critic_loss": 171, "actor_loss": 171, "td_error": 171, "pow": 171, "detach": 171, "zero_grad": [171, 178], "epoch": 171, "speedup": 171, "theirfor": 171, "simplest": 171, "a_min": 171, "a_max": 171, "choic": [171, 178], "proport": 171, "mitig": 171, "remak": 171, "hyperparam": 171, "n_updat": 171, "randomize_domain": 171, "stationari": 171, "obs_shap": 171, "action_shap": 171, "use_cuda": 171, "is_avail": 171, "envs_wrapp": 171, "sample_phas": 171, "ep_value_pr": 171, "ep_reward": 171, "ep_action_log_prob": 171, "s_": 171, "state_value_pr": 171, "r_": 171, "squeez": 171, "ongo": 171, "inlin": 171, "rolling_length": [171, 176], "fig": [171, 174, 176], "subplot": [171, 174, 176], "figsiz": [171, 174, 176, 178], "suptitl": [171, 176], "__class__": 171, "set_titl": [171, 174, 176], "episode_returns_moving_averag": 171, "arang": [171, 174, 176], "set_xlabel": [171, 176], "entropy_moving_averag": 171, "critic_losses_moving_averag": 171, "actor_losses_moving_averag": 171, "tight_layout": [171, 174, 176], "karp": 171, "flatt": 171, "120": 171, "runtim": 171, "save_weight": 171, "load_weight": 171, "actor_weights_path": 171, "actor_weight": 171, "h5": 171, "critic_weights_path": 171, "critic_weight": 171, "mkdir": [171, 174], "state_dict": 171, "load_state_dict": 171, "n_showcase_episod": 171, "no_grad": 171, "mnih": 171, "badia": 171, "mirza": 171, "lillicrap": 171, "harlei": 171, "silver": [171, 174], "kavukcuoglu": 171, "icml": 171, "2016": 171, "iclr": 171, "vector_envs_tutori": 171, "tutorials_python": 172, "zip": 172, "tutorials_jupyt": 172, "focus": 173, "hpo": 173, "ppo": 173, "td3": 173, "rainbow": [173, 178], "bunch": 174, "pathlib": 174, "panda": [174, 178], "pd": [174, 178], "seaborn": [174, 176, 178], "sn": [174, 176, 178], "set_them": 174, "load_ext": 174, "lab_black": 174, "total_episod": 174, "map_siz": 174, "n_run": 174, "action_s": 174, "state_s": 174, "proba_frozen": 174, "savefig_fold": 174, "img": 174, "default_rng": 174, "exist_ok": 174, "refresh": 174, "_replac": 174, "qlearn": 174, "reset_qt": 174, "new_stat": 174, "delta": [174, 178], "qtabl": 174, "q_updat": 174, "epsilongreedi": 174, "choose_act": 174, "explor_exploit_tradeoff": 174, "biggest": 174, "learner": 174, "run_env": 174, "all_stat": 174, "all_act": 174, "total_reward": 174, "datafram": [174, 178], "postprocess": 174, "rep": 174, "cum_reward": 174, "cumsum": 174, "st": 174, "qtable_directions_map": 174, "qtable_val_max": 174, "qtable_best_act": 174, "qtable_direct": 174, "ep": [174, 178], "finfo": 174, "idx": 174, "val": 174, "enumer": 174, "plot_q_values_map": 174, "imshow": 174, "heatmap": [174, 176], "fmt": 174, "cmap": [174, 176], "color_palett": 174, "as_cmap": 174, "linewidth": [174, 176], "linecolor": 174, "xticklabel": 174, "yticklabel": 174, "annot_kw": 174, "fontsiz": [174, 176], "xx": 174, "narrow": 174, "spine": 174, "set_vis": 174, "set_linewidth": 174, "set_color": 174, "img_titl": 174, "frozenlake_q_values_": 174, "png": 174, "savefig": 174, "bbox_inch": 174, "tight": 174, "saniti": 174, "plot_states_actions_distribut": 174, "label": [174, 176], "histplot": 174, "kde": 174, "set_xtick": 174, "frozenlake_states_actions_distrib_": 174, "res_al": 174, "st_all": 174, "concat": 174, "bigger": 174, "plot_steps_and_reward": 174, "rewards_df": 174, "steps_df": 174, "lineplot": [174, 178], "hue": 174, "ylabel": 174, "legend": [174, 176], "frozenlake_steps_and_reward": 174, "wherea": 174, "sim": 174, "interestingli": 174, "seem": 174, "propag": 174, "my": 174, "overcom": 174, "hard": 174, "thoma": 174, "simonini": 174, "simoninithoma": 174, "dissect": 174, "david": 174, "lesson": 174, "wikipedia": 174, "richard": 174, "tim": 174, "miller": 174, "melbourn": 174, "frozenlake_tuto": 174, "respond": 176, "harm": 176, "reward_moving_averag": 176, "length_moving_averag": 176, "training_error_moving_averag": 176, "create_grid": 176, "usable_ac": 176, "action_valu": 176, "player_count": 176, "dealer_count": 176, "meshgrid": 176, "apply_along_axi": 176, "arr": 176, "dstack": 176, "value_grid": 176, "policy_grid": 176, "create_plot": 176, "figaspect": 176, "ax1": 176, "add_subplot": 176, "plot_surfac": 176, "rstride": 176, "cstride": 176, "viridi": 176, "edgecolor": 176, "xtick": 176, "ytick": 176, "set_ylabel": 176, "zaxi": 176, "set_rotate_label": 176, "set_zlabel": 176, "view_init": 176, "ax2": 176, "accent_r": 176, "cbar": 176, "set_xticklabel": 176, "set_yticklabel": 176, "legend_el": 176, "facecolor": 176, "lightgreen": 176, "grei": 176, "bbox_to_anchor": 176, "fig1": 176, "fig2": 176, "fun": [176, 178], "blackjack_tutori": 176, "earliest": 178, "unlik": 178, "burden": 178, "1d": 178, "rcparam": 178, "policy_network": 178, "obs_space_dim": 178, "action_space_dim": 178, "hidden_space1": 178, "hidden_space2": 178, "shared_net": 178, "policy_mean_net": 178, "policy_stddev_net": 178, "action_mean": 178, "action_stddev": 178, "shared_featur": 178, "exp": 178, "fact": 178, "acronym": 178, "ward": 178, "ncrement": 178, "actor": 178, "ffset": 178, "einforc": 178, "haracterist": 178, "ligibl": 178, "tune": 178, "adamw": 178, "sample_act": 178, "distrib": 178, "running_g": 178, "log_prob_mean": 178, "wise": 178, "centric": 178, "procedur": 178, "brittl": 178, "concern": 178, "spinningup": 178, "total_num_episod": 178, "5e3": 178, "rewards_over_se": 178, "fibonacci": 178, "manual_se": 178, "reward_over_episod": 178, "avg_reward": 178, "rewards_to_plot": 178, "df1": 178, "melt": 178, "inplac": 178, "darkgrid": 178, "palett": 178, "chandrasekar": 178, "ronald": 178, "connectionist": 178, "2004": 178, "229": 178, "256": 178, "reinforce_invpend_gym_v26": 178}, "objects": {"gymnasium": [[16, 0, 1, "", "ActionWrapper"], [2, 0, 1, "", "Env"], [18, 0, 1, "", "ObservationWrapper"], [19, 0, 1, "", "RewardWrapper"], [15, 0, 1, "", "Wrapper"], [4, 4, 1, "", "make"], [4, 4, 1, "", "make_vec"], [4, 4, 1, "", "pprint_registry"], [4, 4, 1, "", "register"], [5, 5, 0, "-", "spaces"], [4, 4, 1, "", "spec"], [15, 5, 0, "-", "wrappers"]], "gymnasium.ActionWrapper": [[16, 1, 1, "", "action"]], "gymnasium.Env": [[2, 2, 1, "", "action_space"], [2, 1, 1, "", "close"], [2, 2, 1, "", "metadata"], [2, 3, 1, "", "np_random"], [2, 2, 1, "", "observation_space"], [2, 1, 1, "", "render"], [2, 2, 1, "", "render_mode"], [2, 1, 1, "", "reset"], [2, 2, 1, "", "spec"], [2, 1, 1, "", "step"], [2, 3, 1, "", "unwrapped"]], "gymnasium.ObservationWrapper": [[18, 1, 1, "", "observation"]], "gymnasium.RewardWrapper": [[19, 1, 1, "", "reward"]], "gymnasium.Wrapper": [[15, 3, 1, "", "action_space"], [15, 1, 1, "", "close"], [15, 2, 1, "", "env"], [15, 1, 1, "", "get_wrapper_attr"], [15, 3, 1, "", "metadata"], [15, 3, 1, "", "np_random"], [15, 3, 1, "", "observation_space"], [15, 1, 1, "", "render"], [15, 1, 1, "", "reset"], [15, 1, 1, "", "set_wrapper_attr"], [15, 3, 1, "", "spec"], [15, 1, 1, "", "step"], [15, 3, 1, "", "unwrapped"], [15, 1, 1, "", "wrapper_spec"]], "gymnasium.envs.functional_jax_env": [[3, 0, 1, "", "FunctionalJaxEnv"]], "gymnasium.envs.functional_jax_env.FunctionalJaxEnv": [[3, 1, 1, "", "render"], [3, 1, 1, "", "reset"], [3, 1, 1, "", "step"]], "gymnasium.envs.registration": [[4, 0, 1, "", "EnvSpec"], [4, 0, 1, "", "WrapperSpec"], [4, 2, 1, "", "current_namespace"], [4, 4, 1, "", "find_highest_version"], [4, 4, 1, "", "get_env_id"], [4, 4, 1, "", "load_env_creator"], [4, 4, 1, "", "namespace"], [4, 4, 1, "", "parse_env_id"], [4, 2, 1, "", "registry"]], "gymnasium.functional": [[3, 0, 1, "", "FuncEnv"]], "gymnasium.functional.FuncEnv": [[3, 1, 1, "", "initial"], [3, 1, 1, "", "observation"], [3, 1, 1, "", "render_close"], [3, 1, 1, "", "render_image"], [3, 1, 1, "", "render_init"], [3, 1, 1, "", "reward"], [3, 1, 1, "", "state_info"], [3, 1, 1, "", "terminal"], [3, 1, 1, "", "transform"], [3, 1, 1, "", "transition"], [3, 1, 1, "", "transition_info"]], "gymnasium.spaces": [[7, 0, 1, "", "Box"], [6, 0, 1, "", "Dict"], [7, 0, 1, "", "Discrete"], [6, 0, 1, "", "Graph"], [7, 0, 1, "", "MultiBinary"], [7, 0, 1, "", "MultiDiscrete"], [6, 0, 1, "", "Sequence"], [5, 0, 1, "", "Space"], [7, 0, 1, "", "Text"], [6, 0, 1, "", "Tuple"]], "gymnasium.spaces.Box": [[7, 1, 1, "", "is_bounded"], [7, 1, 1, "", "sample"], [7, 1, 1, "", "seed"]], "gymnasium.spaces.Dict": [[6, 1, 1, "", "sample"], [6, 1, 1, "", "seed"]], "gymnasium.spaces.Discrete": [[7, 1, 1, "", "sample"], [7, 1, 1, "", "seed"]], "gymnasium.spaces.Graph": [[6, 1, 1, "", "sample"], [6, 1, 1, "", "seed"]], "gymnasium.spaces.MultiBinary": [[7, 1, 1, "", "sample"], [7, 1, 1, "", "seed"]], "gymnasium.spaces.MultiDiscrete": [[7, 1, 1, "", "sample"], [7, 1, 1, "", "seed"]], "gymnasium.spaces.Sequence": [[6, 1, 1, "", "sample"], [6, 1, 1, "", "seed"]], "gymnasium.spaces.Space": [[5, 1, 1, "", "contains"], [5, 3, 1, "", "dtype"], [5, 1, 1, "", "from_jsonable"], [5, 3, 1, "", "is_np_flattenable"], [5, 3, 1, "", "np_random"], [5, 1, 1, "", "sample"], [5, 1, 1, "", "seed"], [5, 3, 1, "", "shape"], [5, 1, 1, "", "to_jsonable"]], "gymnasium.spaces.Text": [[7, 1, 1, "", "sample"], [7, 1, 1, "", "seed"]], "gymnasium.spaces.Tuple": [[6, 1, 1, "", "sample"], [6, 1, 1, "", "seed"]], "gymnasium.spaces.utils": [[8, 4, 1, "", "flatdim"], [8, 4, 1, "", "flatten"], [8, 4, 1, "", "flatten_space"], [8, 4, 1, "", "unflatten"]], "gymnasium.utils.env_checker": [[9, 4, 1, "", "check_env"]], "gymnasium.utils.ezpickle": [[9, 0, 1, "", "EzPickle"]], "gymnasium.utils.play": [[9, 0, 1, "", "PlayPlot"], [9, 0, 1, "", "PlayableGame"], [9, 4, 1, "", "play"]], "gymnasium.utils.play.PlayPlot": [[9, 1, 1, "", "callback"]], "gymnasium.utils.play.PlayableGame": [[9, 1, 1, "", "process_event"]], "gymnasium.utils.save_video": [[9, 4, 1, "", "capped_cubic_video_schedule"], [9, 4, 1, "", "save_video"]], "gymnasium.utils.seeding": [[9, 4, 1, "", "np_random"]], "gymnasium.utils.step_api_compatibility": [[9, 4, 1, "", "convert_to_done_step_api"], [9, 4, 1, "", "convert_to_terminated_truncated_step_api"], [9, 4, 1, "", "step_api_compatibility"]], "gymnasium.vector": [[11, 0, 1, "", "AsyncVectorEnv"], [12, 0, 1, "", "SyncVectorEnv"], [14, 0, 1, "", "VectorActionWrapper"], [10, 0, 1, "", "VectorEnv"], [14, 0, 1, "", "VectorObservationWrapper"], [14, 0, 1, "", "VectorRewardWrapper"], [14, 0, 1, "", "VectorWrapper"]], "gymnasium.vector.AsyncVectorEnv": [[11, 1, 1, "", "call"], [11, 1, 1, "", "close"], [11, 1, 1, "", "get_attr"], [11, 1, 1, "", "reset"], [11, 1, 1, "", "set_attr"], [11, 1, 1, "", "step"]], "gymnasium.vector.SyncVectorEnv": [[12, 1, 1, "", "call"], [12, 1, 1, "", "close"], [12, 1, 1, "", "get_attr"], [12, 1, 1, "", "reset"], [12, 1, 1, "", "set_attr"], [12, 1, 1, "", "step"]], "gymnasium.vector.VectorActionWrapper": [[14, 1, 1, "", "actions"]], "gymnasium.vector.VectorEnv": [[10, 2, 1, "", "action_space"], [10, 1, 1, "", "close"], [10, 2, 1, "", "closed"], [10, 3, 1, "", "np_random"], [10, 2, 1, "", "num_envs"], [10, 2, 1, "", "observation_space"], [10, 1, 1, "", "render"], [10, 2, 1, "", "render_mode"], [10, 1, 1, "", "reset"], [10, 2, 1, "", "single_action_space"], [10, 2, 1, "", "single_observation_space"], [10, 2, 1, "", "spec"], [10, 1, 1, "", "step"], [10, 3, 1, "", "unwrapped"]], "gymnasium.vector.VectorObservationWrapper": [[14, 1, 1, "", "observations"]], "gymnasium.vector.VectorRewardWrapper": [[14, 1, 1, "", "rewards"]], "gymnasium.vector.VectorWrapper": [[14, 1, 1, "", "close"], [14, 1, 1, "", "render"], [14, 1, 1, "", "reset"], [14, 1, 1, "", "step"]], "gymnasium.vector.utils": [[13, 4, 1, "", "CloudpickleWrapper"], [13, 4, 1, "", "batch_space"], [13, 4, 1, "", "clear_mpi_env_vars"], [13, 4, 1, "", "concatenate"], [13, 4, 1, "", "create_empty_array"], [13, 4, 1, "", "create_shared_memory"], [13, 4, 1, "", "iterate"], [13, 4, 1, "", "read_from_shared_memory"], [13, 4, 1, "", "write_to_shared_memory"]], "gymnasium.wrappers": [[18, 0, 1, "", "AddRenderObservation"], [17, 0, 1, "", "AtariPreprocessing"], [17, 0, 1, "", "Autoreset"], [16, 0, 1, "", "ClipAction"], [19, 0, 1, "", "ClipReward"], [18, 0, 1, "", "DelayObservation"], [18, 0, 1, "", "DtypeObservation"], [18, 0, 1, "", "FilterObservation"], [18, 0, 1, "", "FlattenObservation"], [18, 0, 1, "", "FrameStackObservation"], [18, 0, 1, "", "GrayscaleObservation"], [17, 0, 1, "", "HumanRendering"], [17, 0, 1, "", "JaxToNumpy"], [17, 0, 1, "", "JaxToTorch"], [18, 0, 1, "", "MaxAndSkipObservation"], [18, 0, 1, "", "NormalizeObservation"], [19, 0, 1, "", "NormalizeReward"], [17, 0, 1, "", "NumpyToTorch"], [17, 0, 1, "", "OrderEnforcing"], [17, 0, 1, "", "PassiveEnvChecker"], [17, 0, 1, "", "RecordEpisodeStatistics"], [17, 0, 1, "", "RecordVideo"], [17, 0, 1, "", "RenderCollection"], [16, 0, 1, "", "RescaleAction"], [18, 0, 1, "", "RescaleObservation"], [18, 0, 1, "", "ReshapeObservation"], [18, 0, 1, "", "ResizeObservation"], [16, 0, 1, "", "StickyAction"], [18, 0, 1, "", "TimeAwareObservation"], [17, 0, 1, "", "TimeLimit"], [16, 0, 1, "", "TransformAction"], [18, 0, 1, "", "TransformObservation"], [19, 0, 1, "", "TransformReward"]], "gymnasium.wrappers.vector": [[14, 0, 1, "", "ClipAction"], [14, 0, 1, "", "ClipReward"], [14, 0, 1, "", "DictInfoToList"], [14, 0, 1, "", "DtypeObservation"], [14, 0, 1, "", "FilterObservation"], [14, 0, 1, "", "FlattenObservation"], [14, 0, 1, "", "GrayscaleObservation"], [14, 0, 1, "", "JaxToNumpy"], [14, 0, 1, "", "JaxToTorch"], [14, 0, 1, "", "NormalizeObservation"], [14, 0, 1, "", "NormalizeReward"], [14, 0, 1, "", "NumpyToTorch"], [14, 0, 1, "", "RecordEpisodeStatistics"], [14, 0, 1, "", "RescaleAction"], [14, 0, 1, "", "RescaleObservation"], [14, 0, 1, "", "ReshapeObservation"], [14, 0, 1, "", "ResizeObservation"], [14, 0, 1, "", "TransformAction"], [14, 0, 1, "", "TransformObservation"], [14, 0, 1, "", "TransformReward"], [14, 0, 1, "", "VectorizeTransformAction"], [14, 0, 1, "", "VectorizeTransformObservation"], [14, 0, 1, "", "VectorizeTransformReward"]]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:attribute", "3": "py:property", "4": "py:function", "5": "py:module"}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "property", "Python property"], "4": ["py", "function", "Python function"], "5": ["py", "module", "Python module"]}, "titleterms": {"404": 0, "page": [0, 1], "Not": 0, "found": 0, "The": [0, 174], "request": 0, "could": 0, "gymnasium": [1, 10, 149, 156, 165, 166, 168, 169, 172], "doc": 1, "instruct": 1, "modifi": [1, 158], "environ": [1, 2, 3, 9, 10, 133, 149, 158, 159, 160, 161, 163, 166, 170, 171, 174, 176], "edit": 1, "an": [1, 149, 164, 176, 178], "ad": 1, "new": [1, 9], "atari": [1, 21, 45], "env": [1, 2, 3, 149, 166, 171], "non": 1, "other": [1, 149], "step": [1, 9, 159, 160, 161, 166, 170], "build": [1, 164, 176, 178], "document": 1, "write": 1, "tutori": [1, 172, 173], "method": [2, 5, 10, 15], "attribut": [2, 5, 10, 15], "implement": [2, 14, 18, 19, 168], "creat": [2, 149, 159, 166, 174], "function": [3, 4, 5, 9, 13, 159], "convert": [3, 149], "jax": 3, "base": [3, 16], "standard": 3, "make": [4, 10, 149, 159, 166], "regist": [4, 159, 166], "core": 4, "variabl": 4, "addit": [4, 10], "space": [5, 6, 7, 8, 13, 21, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 158], "fundament": [5, 7], "composit": [5, 6], "util": [5, 8, 9, 13], "vector": [5, 10, 13, 14, 20, 133, 163, 171], "seed": [9, 161], "check": 9, "visual": [9, 174, 176], "pickl": 9, "save": [9, 171], "render": [9, 137, 161, 166], "video": [9, 149], "old": 9, "api": [9, 160], "compat": [9, 160], "vectorenv": 10, "asyncvectorenv": 11, "syncvectorenv": 12, "share": 13, "memori": 13, "miscellan": 13, "wrapper": [14, 15, 16, 17, 18, 19, 20, 149, 159, 161, 166, 168], "onli": [14, 20], "common": [14, 17, 21], "observ": [14, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 158, 159, 166, 170, 176], "action": [14, 16, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 158, 164, 176], "reward": [14, 19, 21, 24, 25, 27, 28, 29, 32, 34, 35, 36, 38, 39, 40, 41, 43, 44, 46, 49, 50, 52, 54, 55, 58, 60, 62, 64, 65, 68, 70, 71, 72, 74, 79, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 105, 107, 110, 113, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 170], "data": [14, 17], "convers": [14, 17], "class": 16, "avail": 16, "misc": 17, "uncommon": 17, "list": [20, 45], "autorom": 21, "instal": 21, "rom": 21, "stochast": 21, "argument": [21, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154], "version": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 152, 153, 154], "histori": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154], "name": 21, "scheme": 21, "flavor": 21, "refer": [21, 129, 132, 151, 152, 154, 171, 174, 178], "adventur": 22, "descript": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154], "variant": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "difficulti": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "mode": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "airraid": 23, "alien": 24, "amidar": 25, "assault": 26, "asterix": 27, "asteroid": 28, "atlanti": 29, "atlantis2": 30, "backgammon": 31, "bankheist": 32, "basicmath": 33, "battlezon": 34, "beamrid": 35, "berzerk": 36, "blackjack": [37, 151, 176], "bowl": 38, "box": 39, "breakout": 40, "carniv": 41, "casino": 42, "centiped": 43, "choppercommand": 44, "complet": 45, "crazyclimb": 46, "crossbow": 47, "darkchamb": 48, "defend": 49, "demonattack": 50, "donkeykong": 51, "doubledunk": 52, "earthworld": 53, "elevatoract": 54, "enduro": 55, "entomb": 56, "et": 57, "fishingderbi": 58, "flagcaptur": 59, "freewai": 60, "frogger": 61, "frostbit": 62, "galaxian": 63, "gopher": 64, "gravitar": 65, "hangman": 66, "hauntedhous": 67, "hero": 68, "humancannonbal": 69, "icehockei": 70, "jamesbond": 71, "journeyescap": 72, "kaboom": 73, "kangaroo": 74, "keystonekap": 75, "kingkong": 76, "klax": 77, "koolaid": 78, "krull": 79, "kungfumast": 80, "laserg": 81, "lostluggag": 82, "mariobro": 83, "miniaturegolf": 84, "montezumareveng": 85, "mrdo": 86, "mspacman": 87, "namethisgam": 88, "othello": 89, "pacman": 90, "phoenix": 91, "pitfal": 92, "pitfall2": 93, "pong": 94, "pooyan": 95, "privateey": 96, "qbert": 97, "riverraid": 98, "roadrunn": 99, "robotank": 100, "seaquest": 101, "sirlancelot": 102, "ski": 103, "solari": 104, "spaceinvad": 105, "spacewar": 106, "stargunn": 107, "superman": 108, "surround": 109, "tenni": 110, "tetri": 111, "tictactoe3d": 112, "timepilot": 113, "trondead": 114, "turmoil": 115, "tutankham": 116, "upndown": 117, "ventur": 118, "videocheck": 119, "videochess": 120, "videocub": 121, "videopinbal": 122, "wizardofwor": 123, "wordzapp": 124, "yarsreveng": 125, "zaxxon": 126, "box2d": 127, "biped": 128, "walker": 128, "start": [128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154], "state": [128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 166], "episod": [128, 129, 130, 132, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154, 162], "termin": [128, 129, 130, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 167, 170], "credit": [128, 129, 130], "car": [129, 134, 135, 149], "race": [129, 149], "reset": [129, 159, 161, 166], "lunar": 130, "lander": 130, "note": [130, 147, 155, 156], "classic": [131, 149], "control": [131, 149], "acrobot": 132, "end": [132, 133, 134, 135, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 151, 152, 153, 154], "cart": 133, "pole": 133, "mountain": [134, 135], "transit": [134, 135], "dynam": [134, 135, 149], "continu": 135, "pendulum": [136, 143, 144], "truncat": [136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 167], "mujoco": [137, 178], "ant": 138, "half": 139, "cheetah": 139, "hopper": 140, "humanoid": [141, 142], "standup": 142, "invert": [143, 144], "doubl": 143, "pusher": 145, "reacher": 146, "swimmer": 147, "walker2d": 148, "third": [149, 173], "parti": [149, 173], "carl": 149, "context": 149, "adapt": 149, "rl": 149, "dacbench": 149, "benchmark": [149, 174], "algorithm": [149, 163], "configur": 149, "flappi": 149, "bird": 149, "A": 149, "gym": [149, 155, 160], "cellular": 149, "automata": 149, "jimini": 149, "train": [149, 162, 163, 164, 170, 171, 172, 175, 176, 177, 178], "robot": [149, 170], "pybullet": 149, "drone": 149, "quadcopt": 149, "satur": 149, "us": [149, 159, 166, 171, 174, 178], "prove": 149, "theorem": 149, "trade": 149, "highwai": 149, "autonom": 149, "drive": 149, "tactic": 149, "decis": 149, "task": 149, "matrix": 149, "mdp": 149, "easili": 149, "discret": 149, "mobil": 149, "coordin": 149, "wireless": 149, "network": [149, 178], "panda": 149, "physic": 149, "engin": 149, "pystk2": 149, "supertuxkart": 149, "qwop": 149, "bennet": 149, "foddi": 149, "": 149, "game": 149, "safeti": 149, "ensur": 149, "real": 149, "world": 149, "scenario": 149, "simplegrid": 149, "simpl": 149, "grid": 149, "spark": 149, "sched": 149, "sim": 149, "schedul": 149, "dag": 149, "job": 149, "apach": 149, "stabl": 149, "retro": 149, "maintain": 149, "openai": [149, 160], "sumo": 149, "reinforc": [149, 178], "learn": [149, 167, 176, 178], "traffic": 149, "simul": [149, 170], "tmrl": 149, "trackmania": 149, "2020": 149, "through": 149, "derk": 149, "gpu": 149, "acceler": 149, "moba": 149, "slimevolleygym": 149, "slime": 149, "volleybal": 149, "uniti": 149, "ml": 149, "agent": [149, 162, 164, 170, 171, 172, 175, 176, 177, 178], "pge": 149, "parallel": 149, "pyflyt": 149, "uav": 149, "flight": 149, "research": 149, "marsexplor": 149, "mar": 149, "robo": 149, "offworld": 149, "remot": 149, "free": 149, "safe": 149, "evalu": 149, "softrobot": 149, "soft": 149, "igibson": 149, "photorealist": 149, "interact": [149, 158], "dexteroushand": 149, "dual": 149, "dexter": 149, "hand": 149, "manipul": 149, "omniisaacgymenv": 149, "nvidia": 149, "omnivers": 149, "isaac": 149, "duckietown": 149, "lane": 149, "follow": 149, "self": 149, "electr": 149, "motor": 149, "commonroad": 149, "motion": 149, "plan": 149, "racing_dream": 149, "latent": 149, "imagin": 149, "l2r": 149, "multimod": 149, "where": 149, "how": 149, "racecar_gym": 149, "miniatur": 149, "racecar": 149, "connect": 149, "4": [149, 155, 170, 174], "practic": 149, "plai": [149, 171], "compilergym": 149, "optimis": 149, "compil": 149, "sokoban": 149, "2d": 149, "transport": 149, "puzzl": 149, "nlpgym": 149, "toolkit": 149, "develop": 149, "solv": [149, 176], "nlp": 149, "shinrl": 149, "gymnax": 149, "hardwar": 149, "anytrad": 149, "financi": 149, "forex": 149, "stock": 149, "mtsim": 149, "metatrad": 149, "5": [149, 155], "platform": 149, "openmodelica": 149, "microgrid": 149, "power": 149, "electron": 149, "gymfc": 149, "tune": 149, "framework": 149, "toi": 150, "text": 150, "inform": [151, 152, 153, 154, 158, 162], "cliff": 152, "walk": 152, "frozen": 153, "lake": 153, "taxi": 154, "releas": [155, 156], "0": [155, 156, 161, 170], "26": [155, 156, 161], "2": [155, 156, 170], "1": [155, 156, 170], "25": 155, "24": 155, "23": 155, "22": 155, "v0": [155, 156, 160, 161], "21": [155, 160, 161], "20": 155, "19": 155, "12": 155, "9": [155, 174], "6": 155, "7": [155, 174], "3": [155, 156, 170], "v1": [156, 161], "0a1": 156, "alpha1": 156, "29": 156, "28": 156, "27": 156, "initi": [156, 158, 166], "basic": [158, 165, 169, 172], "usag": 158, "explain": 158, "code": [158, 161, 167], "more": [158, 162], "custom": [159, 166, 168, 170], "__init__": 159, "construct": [159, 166], "load": [160, 170, 171], "migrat": 161, "guid": 161, "exampl": 161, "random": [161, 171], "number": 161, "gener": [161, 166], "timelimit": 161, "remov": 161, "record": 162, "everi": 162, "dure": 162, "speed": 163, "up": 163, "optim": 163, "heurist": 163, "execut": [164, 176], "visualis": [164, 176], "polici": [164, 176, 178], "your": [166, 170], "own": 166, "setup": [166, 170, 171, 176], "recommend": 166, "solut": [166, 167], "altern": 166, "subclass": 166, "declar": 166, "from": [166, 168], "close": 166, "packag": 166, "instanc": 166, "handl": 167, "time": [167, 174], "limit": 167, "import": [167, 176], "inherit": 168, "observationwrapp": 168, "actionwrapp": 168, "rewardwrapp": 168, "quadrup": 170, "download": 170, "model": 170, "tweak": 170, "paramet": [170, 174], "epilogu": 170, "a2c": 171, "domain": 171, "notic": 171, "introduct": 171, "advantag": 171, "actor": 171, "critic": 171, "plot": [171, 178], "perform": 171, "analysi": 171, "synchron": 171, "asynchron": 171, "weight": 171, "showcas": 171, "try": 171, "yourself": 171, "agilerl": 173, "frozenlak": 174, "depend": 174, "we": 174, "ll": 174, "q": [174, 176], "tabl": 174, "run": 174, "map": 174, "size": 174, "11": 174, "think": 176, "you": 176, "can": 176, "do": 176, "better": 176, "curv": 178}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"404 - Page Not Found": [[0, "page-not-found"]], "The requested page could not be found.": [[0, "the-requested-page-could-not-be-found"]], "Gymnasium-docs": [[1, "gymnasium-docs"]], "Instructions for modifying environment pages": [[1, "instructions-for-modifying-environment-pages"]], "Editing an environment page": [[1, "editing-an-environment-page"]], "Adding a new environment": [[1, "adding-a-new-environment"]], "Atari env": [[1, "atari-env"]], "Non-Atari env": [[1, "non-atari-env"]], "Other steps": [[1, "other-steps"]], "Build the Documentation": [[1, "build-the-documentation"]], "Writing Tutorials": [[1, "writing-tutorials"]], "Env": [[2, "env"]], "Methods": [[2, "methods"], [5, "methods"], [10, "methods"], [15, "methods"]], "Attributes": [[2, "attributes"], [5, "attributes"], [10, "attributes"], [15, "attributes"]], "Implementing environments": [[2, "implementing-environments"]], "Creating environments": [[2, "creating-environments"]], "Functional Env": [[3, "functional-env"]], "Converting Jax-based Functional environments to standard Env": [[3, "converting-jax-based-functional-environments-to-standard-env"]], "Make and register": [[4, "make-and-register"]], "Core variables": [[4, "core-variables"]], "Additional functions": [[4, "additional-functions"]], "Spaces": [[5, "spaces"]], "Fundamental Spaces": [[5, "fundamental-spaces"], [7, "fundamental-spaces"]], "Composite Spaces": [[5, "composite-spaces"], [6, "composite-spaces"]], "Utility functions": [[5, "utility-functions"], [9, "utility-functions"], [13, "utility-functions"]], "Vector Utility functions": [[5, "vector-utility-functions"]], "Spaces Utils": [[8, "spaces-utils"]], "Seeding": [[9, "seeding"]], "Environment Checking": [[9, "environment-checking"]], "Visualization": [[9, "visualization"], [174, "visualization"]], "Environment pickling": [[9, "environment-pickling"]], "Save Rendering Videos": [[9, "save-rendering-videos"]], "Old to New Step API Compatibility": [[9, "old-to-new-step-api-compatibility"]], "Vectorize": [[10, "vectorize"]], "Gymnasium.vector.VectorEnv": [[10, "gymnasium-vector-vectorenv"]], "Additional Methods": [[10, "additional-methods"]], "Making Vector Environments": [[10, "making-vector-environments"]], "AsyncVectorEnv": [[11, "asyncvectorenv"]], "SyncVectorEnv": [[12, "syncvectorenv"]], "Vectorizing Spaces": [[13, "vectorizing-spaces"]], "Shared Memory for a Space": [[13, "shared-memory-for-a-space"]], "Miscellaneous": [[13, "miscellaneous"]], "Wrappers": [[14, "wrappers"], [15, "wrappers"]], "Vector Only wrappers": [[14, "vector-only-wrappers"]], "Vectorized Common wrappers": [[14, "vectorized-common-wrappers"]], "Implemented Observation wrappers": [[14, "implemented-observation-wrappers"]], "Implemented Action wrappers": [[14, "implemented-action-wrappers"]], "Implemented Reward wrappers": [[14, "implemented-reward-wrappers"]], "Implemented Data Conversion wrappers": [[14, "implemented-data-conversion-wrappers"]], "Action Wrappers": [[16, "action-wrappers"]], "Base Class": [[16, "base-class"]], "Available Action Wrappers": [[16, "available-action-wrappers"]], "Misc Wrappers": [[17, "misc-wrappers"]], "Common Wrappers": [[17, "common-wrappers"]], "Uncommon Wrappers": [[17, "uncommon-wrappers"]], "Data Conversion Wrappers": [[17, "data-conversion-wrappers"]], "Observation Wrappers": [[18, "observation-wrappers"]], "Implemented Wrappers": [[18, "implemented-wrappers"], [19, "implemented-wrappers"]], "Reward Wrappers": [[19, "reward-wrappers"]], "List of Wrappers": [[20, "list-of-wrappers"]], "Vector only Wrappers": [[20, "vector-only-wrappers"]], "Atari": [[21, "atari"]], "AutoROM (installing the ROMs)": [[21, "autorom-installing-the-roms"]], "Action Space": [[21, "action-space"], [128, "action-space"], [129, "action-space"], [130, "action-space"], [132, "action-space"], [133, "action-space"], [134, "action-space"], [135, "action-space"], [136, "action-space"], [138, "action-space"], [139, "action-space"], [140, "action-space"], [141, "action-space"], [142, "action-space"], [143, "action-space"], [144, "action-space"], [145, "action-space"], [146, "action-space"], [147, "action-space"], [148, "action-space"], [151, "action-space"], [152, "action-space"], [153, "action-space"], [154, "action-space"]], "Observation Space": [[21, "observation-space"], [128, "observation-space"], [129, "observation-space"], [130, "observation-space"], [132, "observation-space"], [133, "observation-space"], [134, "observation-space"], [135, "observation-space"], [136, "observation-space"], [138, "observation-space"], [139, "observation-space"], [140, "observation-space"], [141, "observation-space"], [142, "observation-space"], [143, "observation-space"], [144, "observation-space"], [145, "observation-space"], [146, "observation-space"], [147, "observation-space"], [148, "observation-space"], [151, "observation-space"], [152, "observation-space"], [153, "observation-space"], [154, "observation-space"]], "Rewards": [[21, "rewards"], [24, "rewards"], [25, "rewards"], [27, "rewards"], [28, "rewards"], [29, "rewards"], [32, "rewards"], [34, "rewards"], [35, "rewards"], [36, "rewards"], [38, "rewards"], [39, "rewards"], [40, "rewards"], [41, "rewards"], [43, "rewards"], [44, "rewards"], [46, "rewards"], [49, "rewards"], [50, "rewards"], [52, "rewards"], [54, "rewards"], [55, "rewards"], [58, "rewards"], [60, "rewards"], [62, "rewards"], [64, "rewards"], [65, "rewards"], [68, "rewards"], [70, "rewards"], [71, "rewards"], [72, "rewards"], [74, "rewards"], [79, "rewards"], [92, "rewards"], [94, "rewards"], [95, "rewards"], [96, "rewards"], [97, "rewards"], [98, "rewards"], [99, "rewards"], [100, "rewards"], [101, "rewards"], [103, "rewards"], [104, "rewards"], [105, "rewards"], [107, "rewards"], [110, "rewards"], [113, "rewards"], [128, "rewards"], [129, "rewards"], [130, "rewards"], [132, "rewards"], [133, "rewards"], [136, "rewards"], [138, "rewards"], [139, "rewards"], [140, "rewards"], [141, "rewards"], [142, "rewards"], [143, "rewards"], [144, "rewards"], [145, "rewards"], [146, "rewards"], [147, "rewards"], [148, "rewards"], [151, "rewards"], [153, "rewards"], [154, "rewards"]], "Stochasticity": [[21, "stochasticity"]], "Common Arguments": [[21, "common-arguments"]], "Version History and Naming Schemes": [[21, "version-history-and-naming-schemes"]], "Flavors": [[21, "flavors"]], "References": [[21, "references"], [129, "references"], [132, "references"], [151, "references"], [152, "references"], [154, "references"], [171, "references"], [174, "references"], [178, "references"]], "Adventure": [[22, "adventure"]], "Description": [[22, "description"], [23, "description"], [24, "description"], [25, "description"], [26, "description"], [27, "description"], [28, "description"], [29, "description"], [30, "description"], [31, "description"], [32, "description"], [33, "description"], [34, "description"], [35, "description"], [36, "description"], [37, "description"], [38, "description"], [39, "description"], [40, "description"], [41, "description"], [42, "description"], [43, "description"], [44, "description"], [46, "description"], [47, "description"], [48, "description"], [49, "description"], [50, "description"], [51, "description"], [52, "description"], [53, "description"], [54, "description"], [55, "description"], [56, "description"], [57, "description"], [58, "description"], [59, "description"], [60, "description"], [61, "description"], [62, "description"], [63, "description"], [64, "description"], [65, "description"], [66, "description"], [67, "description"], [68, "description"], [69, "description"], [70, "description"], [71, "description"], [72, "description"], [73, "description"], [74, "description"], [75, "description"], [76, "description"], [77, "description"], [78, "description"], [79, "description"], [80, "description"], [81, "description"], [82, "description"], [83, "description"], [84, "description"], [85, "description"], [86, "description"], [87, "description"], [88, "description"], [89, "description"], [90, "description"], [91, "description"], [92, "description"], [93, "description"], [94, "description"], [95, "description"], [96, "description"], [97, "description"], [98, "description"], [99, "description"], [100, "description"], [101, "description"], [102, "description"], [103, "description"], [104, "description"], [105, "description"], [106, "description"], [107, "description"], [108, "description"], [109, "description"], [110, "description"], [111, "description"], [112, "description"], [113, "description"], [114, "description"], [115, "description"], [116, "description"], [117, "description"], [118, "description"], [119, "description"], [120, "description"], [121, "description"], [122, "description"], [123, "description"], [124, "description"], [125, "description"], [126, "description"], [128, "description"], [129, "description"], [130, "description"], [132, "description"], [133, "description"], [134, "description"], [135, "description"], [136, "description"], [138, "description"], [139, "description"], [140, "description"], [141, "description"], [142, "description"], [143, "description"], [144, "description"], [145, "description"], [146, "description"], [147, "description"], [148, "description"], [151, "description"], [152, "description"], [153, "description"], [154, "description"]], "Actions": [[22, "actions"], [23, "actions"], [24, "actions"], [25, "actions"], [26, "actions"], [27, "actions"], [28, "actions"], [29, "actions"], [30, "actions"], [31, "actions"], [32, "actions"], [33, "actions"], [34, "actions"], [35, "actions"], [36, "actions"], [37, "actions"], [38, "actions"], [39, "actions"], [40, "actions"], [41, "actions"], [42, "actions"], [43, "actions"], [44, "actions"], [46, "actions"], [47, "actions"], [48, "actions"], [49, "actions"], [50, "actions"], [51, "actions"], [52, "actions"], [53, "actions"], [54, "actions"], [55, "actions"], [56, "actions"], [57, "actions"], [58, "actions"], [59, "actions"], [60, "actions"], [61, "actions"], [62, "actions"], [63, "actions"], [64, "actions"], [65, "actions"], [66, "actions"], [67, "actions"], [68, "actions"], [69, "actions"], [70, "actions"], [71, "actions"], [72, "actions"], [73, "actions"], [74, "actions"], [75, "actions"], [76, "actions"], [77, "actions"], [78, "actions"], [79, "actions"], [80, "actions"], [81, "actions"], [82, "actions"], [83, "actions"], [84, "actions"], [85, "actions"], [86, "actions"], [87, "actions"], [88, "actions"], [89, "actions"], [90, "actions"], [91, "actions"], [92, "actions"], [93, "actions"], [94, "actions"], [95, "actions"], [96, "actions"], [97, "actions"], [98, "actions"], [99, "actions"], [100, "actions"], [101, "actions"], [102, "actions"], [103, "actions"], [104, "actions"], [105, "actions"], [106, "actions"], [107, "actions"], [108, "actions"], [109, "actions"], [110, "actions"], [111, "actions"], [112, "actions"], [113, "actions"], [114, "actions"], [115, "actions"], [116, "actions"], [117, "actions"], [118, "actions"], [119, "actions"], [120, "actions"], [121, "actions"], [122, "actions"], [123, "actions"], [124, "actions"], [125, "actions"], [126, "actions"]], "Observations": [[22, "observations"], [23, "observations"], [24, "observations"], [25, "observations"], [26, "observations"], [27, "observations"], [28, "observations"], [29, "observations"], [30, "observations"], [31, "observations"], [32, "observations"], [33, "observations"], [34, "observations"], [35, "observations"], [36, "observations"], [37, "observations"], [38, "observations"], [39, "observations"], [40, "observations"], [41, "observations"], [42, "observations"], [43, "observations"], [44, "observations"], [46, "observations"], [47, "observations"], [48, "observations"], [49, "observations"], [50, "observations"], [51, "observations"], [52, "observations"], [53, "observations"], [54, "observations"], [55, "observations"], [56, "observations"], [57, "observations"], [58, "observations"], [59, "observations"], [60, "observations"], [61, "observations"], [62, "observations"], [63, "observations"], [64, "observations"], [65, "observations"], [66, "observations"], [67, "observations"], [68, "observations"], [69, "observations"], [70, "observations"], [71, "observations"], [72, "observations"], [73, "observations"], [74, "observations"], [75, "observations"], [76, "observations"], [77, "observations"], [78, "observations"], [79, "observations"], [80, "observations"], [81, "observations"], [82, "observations"], [83, "observations"], [84, "observations"], [85, "observations"], [86, "observations"], [87, "observations"], [88, "observations"], [89, "observations"], [90, "observations"], [91, "observations"], [92, "observations"], [93, "observations"], [94, "observations"], [95, "observations"], [96, "observations"], [97, "observations"], [98, "observations"], [99, "observations"], [100, "observations"], [101, "observations"], [102, "observations"], [103, "observations"], [104, "observations"], [105, "observations"], [106, "observations"], [107, "observations"], [108, "observations"], [109, "observations"], [110, "observations"], [111, "observations"], [112, "observations"], [113, "observations"], [114, "observations"], [115, "observations"], [116, "observations"], [117, "observations"], [118, "observations"], [119, "observations"], [120, "observations"], [121, "observations"], [122, "observations"], [123, "observations"], [124, "observations"], [125, "observations"], [126, "observations"]], "Variants": [[22, "variants"], [23, "variants"], [24, "variants"], [25, "variants"], [26, "variants"], [27, "variants"], [28, "variants"], [29, "variants"], [30, "variants"], [31, "variants"], [32, "variants"], [33, "variants"], [34, "variants"], [35, "variants"], [36, "variants"], [37, "variants"], [38, "variants"], [39, "variants"], [40, "variants"], [41, "variants"], [42, "variants"], [43, "variants"], [44, "variants"], [46, "variants"], [47, "variants"], [48, "variants"], [49, "variants"], [50, "variants"], [51, "variants"], [52, "variants"], [53, "variants"], [54, "variants"], [55, "variants"], [56, "variants"], [57, "variants"], [58, "variants"], [59, "variants"], [60, "variants"], [61, "variants"], [62, "variants"], [63, "variants"], [64, "variants"], [65, "variants"], [66, "variants"], [67, "variants"], [68, "variants"], [69, "variants"], [70, "variants"], [71, "variants"], [72, "variants"], [73, "variants"], [74, "variants"], [75, "variants"], [76, "variants"], [77, "variants"], [78, "variants"], [79, "variants"], [80, "variants"], [81, "variants"], [82, "variants"], [83, "variants"], [84, "variants"], [85, "variants"], [86, "variants"], [87, "variants"], [88, "variants"], [89, "variants"], [90, "variants"], [91, "variants"], [92, "variants"], [93, "variants"], [94, "variants"], [95, "variants"], [96, "variants"], [97, "variants"], [98, "variants"], [99, "variants"], [100, "variants"], [101, "variants"], [102, "variants"], [103, "variants"], [104, "variants"], [105, "variants"], [106, "variants"], [107, "variants"], [108, "variants"], [109, "variants"], [110, "variants"], [111, "variants"], [112, "variants"], [113, "variants"], [114, "variants"], [115, "variants"], [116, "variants"], [117, "variants"], [118, "variants"], [119, "variants"], [120, "variants"], [121, "variants"], [122, "variants"], [123, "variants"], [124, "variants"], [125, "variants"], [126, "variants"]], "Difficulty and modes": [[22, "difficulty-and-modes"], [23, "difficulty-and-modes"], [24, "difficulty-and-modes"], [25, "difficulty-and-modes"], [26, "difficulty-and-modes"], [27, "difficulty-and-modes"], [28, "difficulty-and-modes"], [29, "difficulty-and-modes"], [30, "difficulty-and-modes"], [31, "difficulty-and-modes"], [32, "difficulty-and-modes"], [33, "difficulty-and-modes"], [34, "difficulty-and-modes"], [35, "difficulty-and-modes"], [36, "difficulty-and-modes"], [37, "difficulty-and-modes"], [38, "difficulty-and-modes"], [39, "difficulty-and-modes"], [40, "difficulty-and-modes"], [41, "difficulty-and-modes"], [42, "difficulty-and-modes"], [43, "difficulty-and-modes"], [44, "difficulty-and-modes"], [46, "difficulty-and-modes"], [47, "difficulty-and-modes"], [48, "difficulty-and-modes"], [49, "difficulty-and-modes"], [50, "difficulty-and-modes"], [51, "difficulty-and-modes"], [52, "difficulty-and-modes"], [53, "difficulty-and-modes"], [54, "difficulty-and-modes"], [55, "difficulty-and-modes"], [56, "difficulty-and-modes"], [57, "difficulty-and-modes"], [58, "difficulty-and-modes"], [59, "difficulty-and-modes"], [60, "difficulty-and-modes"], [61, "difficulty-and-modes"], [62, "difficulty-and-modes"], [63, "difficulty-and-modes"], [64, "difficulty-and-modes"], [65, "difficulty-and-modes"], [66, "difficulty-and-modes"], [67, "difficulty-and-modes"], [68, "difficulty-and-modes"], [69, "difficulty-and-modes"], [70, "difficulty-and-modes"], [71, "difficulty-and-modes"], [72, "difficulty-and-modes"], [73, "difficulty-and-modes"], [74, "difficulty-and-modes"], [75, "difficulty-and-modes"], [76, "difficulty-and-modes"], [77, "difficulty-and-modes"], [78, "difficulty-and-modes"], [79, "difficulty-and-modes"], [80, "difficulty-and-modes"], [81, "difficulty-and-modes"], [82, "difficulty-and-modes"], [83, "difficulty-and-modes"], [84, "difficulty-and-modes"], [85, "difficulty-and-modes"], [86, "difficulty-and-modes"], [87, "difficulty-and-modes"], [88, "difficulty-and-modes"], [89, "difficulty-and-modes"], [90, "difficulty-and-modes"], [91, "difficulty-and-modes"], [92, "difficulty-and-modes"], [93, "difficulty-and-modes"], [94, "difficulty-and-modes"], [95, "difficulty-and-modes"], [96, "difficulty-and-modes"], [97, "difficulty-and-modes"], [98, "difficulty-and-modes"], [99, "difficulty-and-modes"], [100, "difficulty-and-modes"], [101, "difficulty-and-modes"], [102, "difficulty-and-modes"], [103, "difficulty-and-modes"], [104, "difficulty-and-modes"], [105, "difficulty-and-modes"], [106, "difficulty-and-modes"], [107, "difficulty-and-modes"], [108, "difficulty-and-modes"], [109, "difficulty-and-modes"], [110, "difficulty-and-modes"], [111, "difficulty-and-modes"], [112, "difficulty-and-modes"], [113, "difficulty-and-modes"], [114, "difficulty-and-modes"], [115, "difficulty-and-modes"], [116, "difficulty-and-modes"], [117, "difficulty-and-modes"], [118, "difficulty-and-modes"], [119, "difficulty-and-modes"], [120, "difficulty-and-modes"], [121, "difficulty-and-modes"], [122, "difficulty-and-modes"], [123, "difficulty-and-modes"], [124, "difficulty-and-modes"], [125, "difficulty-and-modes"], [126, "difficulty-and-modes"]], "Version History": [[22, "version-history"], [23, "version-history"], [24, "version-history"], [25, "version-history"], [26, "version-history"], [27, "version-history"], [28, "version-history"], [29, "version-history"], [30, "version-history"], [31, "version-history"], [32, "version-history"], [33, "version-history"], [34, "version-history"], [35, "version-history"], [36, "version-history"], [37, "version-history"], [38, "version-history"], [39, "version-history"], [40, "version-history"], [41, "version-history"], [42, "version-history"], [43, "version-history"], [44, "version-history"], [46, "version-history"], [47, "version-history"], [48, "version-history"], [49, "version-history"], [50, "version-history"], [51, "version-history"], [52, "version-history"], [53, "version-history"], [54, "version-history"], [55, "version-history"], [56, "version-history"], [57, "version-history"], [58, "version-history"], [59, "version-history"], [60, "version-history"], [61, "version-history"], [62, "version-history"], [63, "version-history"], [64, "version-history"], [65, "version-history"], [66, "version-history"], [67, "version-history"], [68, "version-history"], [69, "version-history"], [70, "version-history"], [71, "version-history"], [72, "version-history"], [73, "version-history"], [74, "version-history"], [75, "version-history"], [76, "version-history"], [77, "version-history"], [78, "version-history"], [79, "version-history"], [80, "version-history"], [81, "version-history"], [82, "version-history"], [83, "version-history"], [84, "version-history"], [85, "version-history"], [86, "version-history"], [87, "version-history"], [88, "version-history"], [89, "version-history"], [90, "version-history"], [91, "version-history"], [92, "version-history"], [93, "version-history"], [94, "version-history"], [95, "version-history"], [96, "version-history"], [97, "version-history"], [98, "version-history"], [99, "version-history"], [100, "version-history"], [101, "version-history"], [102, "version-history"], [103, "version-history"], [104, "version-history"], [105, "version-history"], [106, "version-history"], [107, "version-history"], [108, "version-history"], [109, "version-history"], [110, "version-history"], [111, "version-history"], [112, "version-history"], [113, "version-history"], [114, "version-history"], [115, "version-history"], [116, "version-history"], [117, "version-history"], [118, "version-history"], [119, "version-history"], [120, "version-history"], [121, "version-history"], [122, "version-history"], [123, "version-history"], [124, "version-history"], [125, "version-history"], [126, "version-history"], [128, "version-history"], [129, "version-history"], [130, "version-history"], [132, "version-history"], [134, "version-history"], [135, "version-history"], [136, "version-history"], [138, "version-history"], [139, "version-history"], [140, "version-history"], [141, "version-history"], [142, "version-history"], [143, "version-history"], [144, "version-history"], [145, "version-history"], [146, "version-history"], [147, "version-history"], [148, "version-history"], [151, "version-history"], [152, "version-history"], [153, "version-history"], [154, "version-history"]], "AirRaid": [[23, "airraid"]], "Alien": [[24, "alien"]], "Amidar": [[25, "amidar"]], "Assault": [[26, "assault"]], "Asterix": [[27, "asterix"]], "Asteroids": [[28, "asteroids"]], "Atlantis": [[29, "atlantis"]], "Atlantis2": [[30, "atlantis2"]], "Backgammon": [[31, "backgammon"]], "BankHeist": [[32, "bankheist"]], "BasicMath": [[33, "basicmath"]], "BattleZone": [[34, "battlezone"]], "BeamRider": [[35, "beamrider"]], "Berzerk": [[36, "berzerk"]], "Blackjack": [[37, "blackjack"], [151, "blackjack"]], "Bowling": [[38, "bowling"]], "Boxing": [[39, "boxing"]], "Breakout": [[40, "breakout"]], "Carnival": [[41, "carnival"]], "Casino": [[42, "casino"]], "Centipede": [[43, "centipede"]], "ChopperCommand": [[44, "choppercommand"]], "Complete List - Atari": [[45, "complete-list-atari"]], "CrazyClimber": [[46, "crazyclimber"]], "Crossbow": [[47, "crossbow"]], "Darkchambers": [[48, "darkchambers"]], "Defender": [[49, "defender"]], "DemonAttack": [[50, "demonattack"]], "DonkeyKong": [[51, "donkeykong"]], "DoubleDunk": [[52, "doubledunk"]], "Earthworld": [[53, "earthworld"]], "ElevatorAction": [[54, "elevatoraction"]], "Enduro": [[55, "enduro"]], "Entombed": [[56, "entombed"]], "Et": [[57, "et"]], "FishingDerby": [[58, "fishingderby"]], "FlagCapture": [[59, "flagcapture"]], "Freeway": [[60, "freeway"]], "Frogger": [[61, "frogger"]], "Frostbite": [[62, "frostbite"]], "Galaxian": [[63, "galaxian"]], "Gopher": [[64, "gopher"]], "Gravitar": [[65, "gravitar"]], "Hangman": [[66, "hangman"]], "HauntedHouse": [[67, "hauntedhouse"]], "Hero": [[68, "hero"]], "HumanCannonball": [[69, "humancannonball"]], "IceHockey": [[70, "icehockey"]], "Jamesbond": [[71, "jamesbond"]], "JourneyEscape": [[72, "journeyescape"]], "Kaboom": [[73, "kaboom"]], "Kangaroo": [[74, "kangaroo"]], "KeystoneKapers": [[75, "keystonekapers"]], "KingKong": [[76, "kingkong"]], "Klax": [[77, "klax"]], "Koolaid": [[78, "koolaid"]], "Krull": [[79, "krull"]], "KungFuMaster": [[80, "kungfumaster"]], "LaserGates": [[81, "lasergates"]], "LostLuggage": [[82, "lostluggage"]], "MarioBros": [[83, "mariobros"]], "MiniatureGolf": [[84, "miniaturegolf"]], "MontezumaRevenge": [[85, "montezumarevenge"]], "MrDo": [[86, "mrdo"]], "MsPacman": [[87, "mspacman"]], "NameThisGame": [[88, "namethisgame"]], "Othello": [[89, "othello"]], "Pacman": [[90, "pacman"]], "Phoenix": [[91, "phoenix"]], "Pitfall": [[92, "pitfall"]], "Pitfall2": [[93, "pitfall2"]], "Pong": [[94, "pong"]], "Pooyan": [[95, "pooyan"]], "PrivateEye": [[96, "privateeye"]], "Qbert": [[97, "qbert"]], "Riverraid": [[98, "riverraid"]], "RoadRunner": [[99, "roadrunner"]], "Robotank": [[100, "robotank"]], "Seaquest": [[101, "seaquest"]], "SirLancelot": [[102, "sirlancelot"]], "Skiing": [[103, "skiing"]], "Solaris": [[104, "solaris"]], "SpaceInvaders": [[105, "spaceinvaders"]], "SpaceWar": [[106, "spacewar"]], "StarGunner": [[107, "stargunner"]], "Superman": [[108, "superman"]], "Surround": [[109, "surround"]], "Tennis": [[110, "tennis"]], "Tetris": [[111, "tetris"]], "TicTacToe3D": [[112, "tictactoe3d"]], "TimePilot": [[113, "timepilot"]], "Trondead": [[114, "trondead"]], "Turmoil": [[115, "turmoil"]], "Tutankham": [[116, "tutankham"]], "UpNDown": [[117, "upndown"]], "Venture": [[118, "venture"]], "VideoCheckers": [[119, "videocheckers"]], "VideoChess": [[120, "videochess"]], "VideoCube": [[121, "videocube"]], "VideoPinball": [[122, "videopinball"]], "WizardOfWor": [[123, "wizardofwor"]], "WordZapper": [[124, "wordzapper"]], "YarsRevenge": [[125, "yarsrevenge"]], "Zaxxon": [[126, "zaxxon"]], "Box2D": [[127, "box2d"]], "Bipedal Walker": [[128, "bipedal-walker"]], "Starting State": [[128, "starting-state"], [129, "starting-state"], [130, "starting-state"], [132, "starting-state"], [133, "starting-state"], [134, "starting-state"], [135, "starting-state"], [136, "starting-state"], [138, "starting-state"], [139, "starting-state"], [140, "starting-state"], [141, "starting-state"], [142, "starting-state"], [143, "starting-state"], [144, "starting-state"], [145, "starting-state"], [146, "starting-state"], [147, "starting-state"], [148, "starting-state"], [151, "starting-state"], [152, "starting-state"], [153, "starting-state"], [154, "starting-state"]], "Episode Termination": [[128, "episode-termination"], [129, "episode-termination"], [130, "episode-termination"]], "Arguments": [[128, "arguments"], [129, "arguments"], [130, "arguments"], [132, "arguments"], [133, "arguments"], [134, "arguments"], [135, "arguments"], [136, "arguments"], [138, "arguments"], [139, "arguments"], [140, "arguments"], [141, "arguments"], [142, "arguments"], [143, "arguments"], [144, "arguments"], [145, "arguments"], [146, "arguments"], [147, "arguments"], [148, "arguments"], [151, "arguments"], [152, "arguments"], [153, "arguments"], [154, "arguments"]], "Credits": [[128, "credits"], [129, "credits"], [130, "credits"]], "Car Racing": [[129, "car-racing"]], "Reset Arguments": [[129, "reset-arguments"]], "Lunar Lander": [[130, "lunar-lander"]], "Notes": [[130, "notes"], [147, "notes"]], "Classic Control": [[131, "classic-control"]], "Acrobot": [[132, "acrobot"]], "Episode End": [[132, "episode-end"], [133, "episode-end"], [134, "episode-end"], [135, "episode-end"], [138, "episode-end"], [139, "episode-end"], [140, "episode-end"], [141, "episode-end"], [142, "episode-end"], [143, "episode-end"], [144, "episode-end"], [145, "episode-end"], [146, "episode-end"], [147, "episode-end"], [148, "episode-end"], [151, "episode-end"], [152, "episode-end"], [153, "episode-end"], [154, "episode-end"]], "Cart Pole": [[133, "cart-pole"]], "Vectorized environment": [[133, "vectorized-environment"]], "Mountain Car": [[134, "mountain-car"]], "Transition Dynamics:": [[134, "transition-dynamics"], [135, "transition-dynamics"]], "Reward:": [[134, "reward"]], "Mountain Car Continuous": [[135, "mountain-car-continuous"]], "Reward": [[135, "reward"], [152, "reward"]], "Pendulum": [[136, "pendulum"]], "Episode Truncation": [[136, "episode-truncation"]], "MuJoCo": [[137, "mujoco"]], "Versions": [[137, "versions"]], "Rendering Arguments": [[137, "rendering-arguments"]], "Ant": [[138, "ant"]], "Termination": [[138, "termination"], [139, "termination"], [140, "termination"], [141, "termination"], [142, "termination"], [143, "termination"], [144, "termination"], [145, "termination"], [146, "termination"], [147, "termination"], [148, "termination"], [167, "termination"]], "Truncation": [[138, "truncation"], [139, "truncation"], [140, "truncation"], [141, "truncation"], [142, "truncation"], [143, "truncation"], [144, "truncation"], [145, "truncation"], [146, "truncation"], [147, "truncation"], [148, "truncation"], [167, "truncation"]], "Half Cheetah": [[139, "half-cheetah"]], "Hopper": [[140, "hopper"]], "Humanoid": [[141, "humanoid"]], "Humanoid Standup": [[142, "humanoid-standup"]], "Inverted Double Pendulum": [[143, "inverted-double-pendulum"]], "Inverted Pendulum": [[144, "inverted-pendulum"]], "Pusher": [[145, "pusher"]], "Reacher": [[146, "reacher"]], "Swimmer": [[147, "swimmer"]], "Walker2D": [[148, "walker2d"]], "Third-Party Environments": [[149, "third-party-environments"]], "Third-party environments with Gymnasium": [[149, "third-party-environments-with-gymnasium"]], "CARL: context adaptive RL": [[149, "carl-context-adaptive-rl"]], "DACBench: a benchmark for Dynamic Algorithm Configuration": [[149, "dacbench-a-benchmark-for-dynamic-algorithm-configuration"]], "flappy-bird-env": [[149, "flappy-bird-env"]], "flappy-bird-gymnasium: A Flappy Bird environment for Gymnasium": [[149, "flappy-bird-gymnasium-a-flappy-bird-environment-for-gymnasium"]], "gym-cellular-automata: Cellular Automata environments": [[149, "gym-cellular-automata-cellular-automata-environments"]], "gym-jiminy: Training Robots in Jiminy": [[149, "gym-jiminy-training-robots-in-jiminy"]], "gym-pybullet-drones: Environments for quadcopter control": [[149, "gym-pybullet-drones-environments-for-quadcopter-control"]], "gym-saturation: Environments used to prove theorems": [[149, "gym-saturation-environments-used-to-prove-theorems"]], "gym-trading-env: Trading Environment": [[149, "gym-trading-env-trading-environment"]], "highway-env: Autonomous driving and tactical decision-making tasks": [[149, "highway-env-autonomous-driving-and-tactical-decision-making-tasks"]], "matrix-mdp: Easily create discrete MDPs": [[149, "matrix-mdp-easily-create-discrete-mdps"]], "mobile-env: Environments for coordination of wireless mobile networks": [[149, "mobile-env-environments-for-coordination-of-wireless-mobile-networks"]], "panda-gym: Robotics environments using the PyBullet physics engine": [[149, "panda-gym-robotics-environments-using-the-pybullet-physics-engine"]], "pystk2-gymnasium: SuperTuxKart races gymnasium wrapper": [[149, "pystk2-gymnasium-supertuxkart-races-gymnasium-wrapper"]], "QWOP: An environment for Bennet Foddy\u2019s game QWOP": [[149, "qwop-an-environment-for-bennet-foddy-s-game-qwop"]], "Safety-Gymnasium: Ensuring safety in real-world RL scenarios": [[149, "safety-gymnasium-ensuring-safety-in-real-world-rl-scenarios"]], "SimpleGrid: a simple grid environment for Gymnasium": [[149, "simplegrid-a-simple-grid-environment-for-gymnasium"]], "spark-sched-sim: Environments for scheduling DAG jobs in Apache Spark": [[149, "spark-sched-sim-environments-for-scheduling-dag-jobs-in-apache-spark"]], "stable-retro: Classic retro games, a maintained version of OpenAI Retro": [[149, "stable-retro-classic-retro-games-a-maintained-version-of-openai-retro"]], "sumo-rl: Reinforcement Learning using SUMO traffic simulator": [[149, "sumo-rl-reinforcement-learning-using-sumo-traffic-simulator"]], "tmrl: TrackMania 2020 through RL": [[149, "tmrl-trackmania-2020-through-rl"]], "Third-Party Environments using Gym": [[149, "third-party-environments-using-gym"]], "Video Game environments": [[149, "video-game-environments"]], "gym-derk: GPU accelerated MOBA environment": [[149, "gym-derk-gpu-accelerated-moba-environment"]], "SlimeVolleyGym: A simple environment for Slime Volleyball game": [[149, "slimevolleygym-a-simple-environment-for-slime-volleyball-game"]], "Unity ML Agents: Environments for Unity game engine": [[149, "unity-ml-agents-environments-for-unity-game-engine"]], "PGE: Parallel Game Engine": [[149, "pge-parallel-game-engine"]], "Robotics environments": [[149, "robotics-environments"]], "PyFlyt: UAV Flight Simulator Environments for Reinforcement Learning Research": [[149, "pyflyt-uav-flight-simulator-environments-for-reinforcement-learning-research"]], "MarsExplorer: Environments for controlling robot on Mars": [[149, "marsexplorer-environments-for-controlling-robot-on-mars"]], "robo-gym: Real-world and simulation robotics": [[149, "robo-gym-real-world-and-simulation-robotics"]], "Offworld-gym: Control real robots remotely for free": [[149, "offworld-gym-control-real-robots-remotely-for-free"]], "safe-control-gym: Evaluate safety of RL algorithms": [[149, "safe-control-gym-evaluate-safety-of-rl-algorithms"]], "gym-softrobot: Soft-robotics environments": [[149, "gym-softrobot-soft-robotics-environments"]], "iGibson: Photorealistic and interactive robotics environments": [[149, "igibson-photorealistic-and-interactive-robotics-environments"]], "DexterousHands: Dual dexterous hand manipulation tasks": [[149, "dexteroushands-dual-dexterous-hand-manipulation-tasks"]], "OmniIsaacGymEnvs: Gym environments for NVIDIA Omniverse Isaac ": [[149, "omniisaacgymenvs-gym-environments-for-nvidia-omniverse-isaac"]], "Autonomous Driving environments": [[149, "autonomous-driving-environments"]], "gym-duckietown: Lane-following for self-driving cars": [[149, "gym-duckietown-lane-following-for-self-driving-cars"]], "gym-electric-motor: Gym environments for electric motor simulations": [[149, "gym-electric-motor-gym-environments-for-electric-motor-simulations"]], "CommonRoad-RL: Motion planning for traffic scenarios ": [[149, "commonroad-rl-motion-planning-for-traffic-scenarios"]], "racing_dreamer: Latent imagination in autonomous racing": [[149, "racing-dreamer-latent-imagination-in-autonomous-racing"]], "l2r: Multimodal control environment where agents learn how to race": [[149, "l2r-multimodal-control-environment-where-agents-learn-how-to-race"]], "racecar_gym: Miniature racecar env using PyBullet": [[149, "racecar-gym-miniature-racecar-env-using-pybullet"]], "Other environments": [[149, "other-environments"]], "Connect-4-gym : An environment for practicing self playing": [[149, "connect-4-gym-an-environment-for-practicing-self-playing"]], "CompilerGym: Optimise compiler tasks": [[149, "compilergym-optimise-compiler-tasks"]], "gym-sokoban: 2D Transportation Puzzles": [[149, "gym-sokoban-2d-transportation-puzzles"]], "NLPGym: A toolkit to develop RL agents to solve NLP tasks": [[149, "nlpgym-a-toolkit-to-develop-rl-agents-to-solve-nlp-tasks"]], "ShinRL: Environments for evaluating RL algorithms": [[149, "shinrl-environments-for-evaluating-rl-algorithms"]], "gymnax: Hardware Accelerated RL Environments": [[149, "gymnax-hardware-accelerated-rl-environments"]], "gym-anytrading: Financial trading environments for FOREX and STOCKS": [[149, "gym-anytrading-financial-trading-environments-for-forex-and-stocks"]], "gym-mtsim: Financial trading for MetaTrader 5 platform": [[149, "gym-mtsim-financial-trading-for-metatrader-5-platform"]], "openmodelica-microgrid-gym: Environments for controlling power electronic converters in microgrids": [[149, "openmodelica-microgrid-gym-environments-for-controlling-power-electronic-converters-in-microgrids"]], "GymFC: A flight control tuning and training framework": [[149, "gymfc-a-flight-control-tuning-and-training-framework"]], "Toy Text": [[150, "toy-text"]], "Information": [[151, "information"], [152, "information"], [153, "information"], [154, "information"]], "Cliff Walking": [[152, "cliff-walking"]], "Frozen Lake": [[153, "frozen-lake"]], "Taxi": [[154, "taxi"]], "Gym Release Notes": [[155, "gym-release-notes"]], "0.26.2": [[155, "release-0-26-2"]], "0.26.1": [[155, "release-0-26-1"]], "0.26.0": [[155, "release-0-26-0"]], "0.25.2": [[155, "release-0-25-2"]], "0.25.1": [[155, "release-0-25-1"]], "0.25.0": [[155, "release-0-25-0"]], "0.24.1": [[155, "release-0-24-1"]], "0.24.0": [[155, "release-0-24-0"]], "0.23.1": [[155, "release-0-23-1"]], "0.23.0": [[155, "release-0-23-0"]], "0.22.0": [[155, "release-0-22-0"]], "v0.21.0": [[155, "release-v0-21-0"]], "v0.20.0": [[155, "release-v0-20-0"]], "0.19.0": [[155, "release-0-19-0"]], "0.12.5": [[155, "release-0-12-5"]], "v0.9.6": [[155, "release-v0-9-6"]], "v0.9.5": [[155, "release-v0-9-5"]], "v0.7.4": [[155, "release-v0-7-4"]], "v0.7.3: ": [[155, "release-v0-7-3"]], "Gymnasium Release Notes": [[156, "gymnasium-release-notes"]], "v1.0.0a1: v1.0.0 alpha1 ": [[156, "release-v1-0-0a1"]], "v0.29.1 ": [[156, "release-v0-29-1"]], "v0.29.0": [[156, "release-v0-29-0"]], "v0.28.1": [[156, "release-v0-28-1"]], "v0.28.0": [[156, "release-v0-28-0"]], "v0.27.1": [[156, "release-v0-27-1"]], "v0.27.0": [[156, "release-v0-27-0"]], "v0.26.3": [[156, "release-v0-26-3"]], "v0.26.2 ": [[156, "release-v0-26-2"]], "v0.26.1": [[156, "release-v0-26-1"]], "v0.26.0: Initial Release": [[156, "release-v0-26-0"]], "Basic Usage": [[158, "basic-usage"]], "Initializing Environments": [[158, "initializing-environments"]], "Interacting with the Environment": [[158, "interacting-with-the-environment"]], "Explaining the code": [[158, "explaining-the-code"]], "Action and observation spaces": [[158, "action-and-observation-spaces"]], "Modifying the environment": [[158, "modifying-the-environment"]], "More information": [[158, "more-information"], [162, "more-information"]], "Create a Custom Environment": [[159, "create-a-custom-environment"]], "Environment __init__": [[159, "environment-init"]], "Constructing Observations": [[159, "constructing-observations"]], "Reset function": [[159, "reset-function"]], "Step function": [[159, "step-function"]], "Registering and making the environment": [[159, "registering-and-making-the-environment"]], "Using Wrappers": [[159, "using-wrappers"], [166, "using-wrappers"]], "Compatibility with Gym": [[160, "compatibility-with-gym"]], "Loading OpenAI Gym environments": [[160, "loading-openai-gym-environments"]], "Gym v0.21 Environment Compatibility": [[160, "gym-v0-21-environment-compatibility"]], "Step API Compatibility": [[160, "step-api-compatibility"]], "Migration Guide - v0.21 to v1.0.0": [[161, "migration-guide-v0-21-to-v1-0-0"]], "Example code for v0.21": [[161, "example-code-for-v0-21"]], "Example code for v0.26": [[161, "example-code-for-v0-26"]], "Seed and random number generator": [[161, "seed-and-random-number-generator"]], "Environment Reset": [[161, "environment-reset"]], "Environment Step": [[161, "environment-step"]], "TimeLimit Wrapper": [[161, "timelimit-wrapper"]], "Environment Render": [[161, "environment-render"]], "Removed code": [[161, "removed-code"]], "Recording Agents": [[162, "recording-agents"]], "Recording Every Episode": [[162, "recording-every-episode"]], "Recording the Agent during Training": [[162, "recording-the-agent-during-training"]], "Speeding Up Training": [[163, "speeding-up-training"]], "Vectorized environments": [[163, "vectorized-environments"]], "Optimizing training": [[163, "optimizing-training"]], "Algorithmic heuristics": [[163, "algorithmic-heuristics"]], "Training an Agent": [[164, "training-an-agent"]], "Executing an action": [[164, "executing-an-action"], [176, "executing-an-action"]], "Building an agent": [[164, "building-an-agent"], [176, "building-an-agent"], [178, "building-an-agent"]], "Training the agent": [[164, "training-the-agent"]], "Visualising the policy": [[164, "visualising-the-policy"], [176, "visualising-the-policy"]], "Gymnasium Basics": [[165, "gymnasium-basics"], [169, "gymnasium-basics"], [172, "gymnasium-basics"]], "Make your own custom environment": [[166, "make-your-own-custom-environment"]], "Setup": [[166, "setup"], [170, "setup"], [171, "setup"]], "Recommended solution": [[166, "recommended-solution"]], "Alternative solutions": [[166, "alternative-solutions"]], "Generate your environment": [[166, "generate-your-environment"]], "Subclassing gymnasium.Env": [[166, "subclassing-gymnasium-env"]], "Declaration and Initialization": [[166, "declaration-and-initialization"]], "Constructing Observations From Environment States": [[166, "constructing-observations-from-environment-states"]], "Reset": [[166, "reset"]], "Step": [[166, "step"]], "Rendering": [[166, "rendering"]], "Close": [[166, "close"]], "Registering Envs": [[166, "registering-envs"]], "Creating a Package": [[166, "creating-a-package"]], "Creating Environment Instances": [[166, "creating-environment-instances"]], "Handling Time Limits": [[167, "handling-time-limits"]], "Importance in learning code": [[167, "importance-in-learning-code"]], "Solution": [[167, "solution"]], "Implementing Custom Wrappers": [[168, "implementing-custom-wrappers"]], "Inheriting from gymnasium.ObservationWrapper": [[168, "inheriting-from-gymnasium-observationwrapper"]], "Inheriting from gymnasium.ActionWrapper": [[168, "inheriting-from-gymnasium-actionwrapper"]], "Inheriting from gymnasium.RewardWrapper": [[168, "inheriting-from-gymnasium-rewardwrapper"]], "Inheriting from gymnasium.Wrapper": [[168, "inheriting-from-gymnasium-wrapper"]], "Load custom quadruped robot environments": [[170, "load-custom-quadruped-robot-environments"]], "Step 0.1 - Download a Robot Model": [[170, "step-0-1-download-a-robot-model"]], "Step 1 - Load the model": [[170, "step-1-load-the-model"]], "Step 2 - Tweaking the Environment Parameters": [[170, "step-2-tweaking-the-environment-parameters"]], "Step 2.1 - Tweaking the Environment Simulation Parameters": [[170, "step-2-1-tweaking-the-environment-simulation-parameters"]], "Step 2.2 - Tweaking the Environment Termination Parameters": [[170, "step-2-2-tweaking-the-environment-termination-parameters"]], "Step 2.3 - Tweaking the Environment Reward Parameters": [[170, "step-2-3-tweaking-the-environment-reward-parameters"]], "Step 2.4 - Tweaking the Environment Observation Parameters": [[170, "step-2-4-tweaking-the-environment-observation-parameters"]], "Step 3 - Train your Agent": [[170, "step-3-train-your-agent"]], "Epilogue": [[170, "epilogue"]], "Training A2C with Vector Envs and Domain Randomization": [[171, "training-a2c-with-vector-envs-and-domain-randomization"]], "Notice": [[171, "notice"]], "Introduction": [[171, "introduction"]], "Advantage Actor-Critic (A2C)": [[171, "advantage-actor-critic-a2c"]], "Using Vectorized Environments": [[171, "using-vectorized-environments"]], "Domain Randomization": [[171, "domain-randomization"]], "Training the A2C Agent": [[171, "training-the-a2c-agent"]], "Plotting": [[171, "plotting"]], "Performance Analysis of Synchronous and Asynchronous Vectorized Environments": [[171, "performance-analysis-of-synchronous-and-asynchronous-vectorized-environments"]], "Saving/ Loading Weights": [[171, "saving-loading-weights"]], "Showcase the Agent": [[171, "showcase-the-agent"]], "Try playing the environment yourself": [[171, "try-playing-the-environment-yourself"]], "Tutorials": [[172, "tutorials"]], "Training Agents": [[172, "training-agents"], [175, "training-agents"], [177, "training-agents"]], "Third-Party Tutorials": [[173, "third-party-tutorials"]], "AgileRL": [[173, "agilerl"]], "Frozenlake benchmark": [[174, "frozenlake-benchmark"]], "Dependencies": [[174, "dependencies"]], "Parameters we\u2019ll use": [[174, "parameters-we-ll-use"]], "The FrozenLake environment": [[174, "the-frozenlake-environment"]], "Creating the Q-table": [[174, "creating-the-q-table"]], "Running the environment": [[174, "running-the-environment"]], "Map size: 4 \\times 4": [[174, "map-size-4-times-4"]], "Map size: 7 \\times 7": [[174, "map-size-7-times-7"]], "Map size: 9 \\times 9": [[174, "map-size-9-times-9"]], "Map size: 11 \\times 11": [[174, "map-size-11-times-11"]], "Solving Blackjack with Q-Learning": [[176, "solving-blackjack-with-q-learning"]], "Imports and Environment Setup": [[176, "imports-and-environment-setup"]], "Observing the environment": [[176, "observing-the-environment"]], "Visualizing the training": [[176, "visualizing-the-training"]], "Think you can do better?": [[176, "think-you-can-do-better"]], "Training using REINFORCE for Mujoco": [[178, "training-using-reinforce-for-mujoco"]], "Policy Network": [[178, "policy-network"]], "Plot learning curve": [[178, "plot-learning-curve"]]}, "indexentries": {"env (class in gymnasium)": [[2, "gymnasium.Env"]], "action_space (gymnasium.env attribute)": [[2, "gymnasium.Env.action_space"]], "close() (gymnasium.env method)": [[2, "gymnasium.Env.close"]], "metadata (gymnasium.env attribute)": [[2, "gymnasium.Env.metadata"]], "np_random (gymnasium.env property)": [[2, "gymnasium.Env.np_random"]], "observation_space (gymnasium.env attribute)": [[2, "gymnasium.Env.observation_space"]], "render() (gymnasium.env method)": [[2, "gymnasium.Env.render"]], "render_mode (gymnasium.env attribute)": [[2, "gymnasium.Env.render_mode"]], "reset() (gymnasium.env method)": [[2, "gymnasium.Env.reset"]], "spec (gymnasium.env attribute)": [[2, "gymnasium.Env.spec"]], "step() (gymnasium.env method)": [[2, "gymnasium.Env.step"]], "unwrapped (gymnasium.env property)": [[2, "gymnasium.Env.unwrapped"]], "funcenv (class in gymnasium.functional)": [[3, "gymnasium.functional.FuncEnv"]], "functionaljaxenv (class in gymnasium.envs.functional_jax_env)": [[3, "gymnasium.envs.functional_jax_env.FunctionalJaxEnv"]], "initial() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.initial"]], "observation() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.observation"]], "render() (gymnasium.envs.functional_jax_env.functionaljaxenv method)": [[3, "gymnasium.envs.functional_jax_env.FunctionalJaxEnv.render"]], "render_close() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.render_close"]], "render_image() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.render_image"]], "render_init() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.render_init"]], "reset() (gymnasium.envs.functional_jax_env.functionaljaxenv method)": [[3, "gymnasium.envs.functional_jax_env.FunctionalJaxEnv.reset"]], "reward() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.reward"]], "state_info() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.state_info"]], "step() (gymnasium.envs.functional_jax_env.functionaljaxenv method)": [[3, "gymnasium.envs.functional_jax_env.FunctionalJaxEnv.step"]], "terminal() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.terminal"]], "transform() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.transform"]], "transition() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.transition"]], "transition_info() (gymnasium.functional.funcenv method)": [[3, "gymnasium.functional.FuncEnv.transition_info"]], "envspec (class in gymnasium.envs.registration)": [[4, "gymnasium.envs.registration.EnvSpec"]], "wrapperspec (class in gymnasium.envs.registration)": [[4, "gymnasium.envs.registration.WrapperSpec"]], "current_namespace (gymnasium.envs.registration attribute)": [[4, "gymnasium.envs.registration.current_namespace"]], "find_highest_version() (in module gymnasium.envs.registration)": [[4, "gymnasium.envs.registration.find_highest_version"]], "get_env_id() (in module gymnasium.envs.registration)": [[4, "gymnasium.envs.registration.get_env_id"]], "load_env_creator() (in module gymnasium.envs.registration)": [[4, "gymnasium.envs.registration.load_env_creator"]], "make() (in module gymnasium)": [[4, "gymnasium.make"]], "make_vec() (in module gymnasium)": [[4, "gymnasium.make_vec"]], "namespace() (in module gymnasium.envs.registration)": [[4, "gymnasium.envs.registration.namespace"]], "parse_env_id() (in module gymnasium.envs.registration)": [[4, "gymnasium.envs.registration.parse_env_id"]], "pprint_registry() (in module gymnasium)": [[4, "gymnasium.pprint_registry"]], "register() (in module gymnasium)": [[4, "gymnasium.register"]], "registry (gymnasium.envs.registration attribute)": [[4, "gymnasium.envs.registration.registry"]], "spec() (in module gymnasium)": [[4, "gymnasium.spec"]], "space (class in gymnasium.spaces)": [[5, "gymnasium.spaces.Space"]], "contains() (gymnasium.spaces.space method)": [[5, "gymnasium.spaces.Space.contains"]], "dtype (gymnasium.spaces.space property)": [[5, "gymnasium.spaces.Space.dtype"]], "from_jsonable() (gymnasium.spaces.space method)": [[5, "gymnasium.spaces.Space.from_jsonable"]], "gymnasium.spaces": [[5, "module-gymnasium.spaces"]], "is_np_flattenable (gymnasium.spaces.space property)": [[5, "gymnasium.spaces.Space.is_np_flattenable"]], "module": [[5, "module-gymnasium.spaces"], [15, "module-gymnasium.wrappers"]], "np_random (gymnasium.spaces.space property)": [[5, "gymnasium.spaces.Space.np_random"]], "sample() (gymnasium.spaces.space method)": [[5, "gymnasium.spaces.Space.sample"]], "seed() (gymnasium.spaces.space method)": [[5, "gymnasium.spaces.Space.seed"]], "shape (gymnasium.spaces.space property)": [[5, "gymnasium.spaces.Space.shape"]], "to_jsonable() (gymnasium.spaces.space method)": [[5, "gymnasium.spaces.Space.to_jsonable"]], "dict (class in gymnasium.spaces)": [[6, "gymnasium.spaces.Dict"]], "graph (class in gymnasium.spaces)": [[6, "gymnasium.spaces.Graph"]], "sequence (class in gymnasium.spaces)": [[6, "gymnasium.spaces.Sequence"]], "tuple (class in gymnasium.spaces)": [[6, "gymnasium.spaces.Tuple"]], "sample() (gymnasium.spaces.dict method)": [[6, "gymnasium.spaces.Dict.sample"]], "sample() (gymnasium.spaces.graph method)": [[6, "gymnasium.spaces.Graph.sample"]], "sample() (gymnasium.spaces.sequence method)": [[6, "gymnasium.spaces.Sequence.sample"]], "sample() (gymnasium.spaces.tuple method)": [[6, "gymnasium.spaces.Tuple.sample"]], "seed() (gymnasium.spaces.dict method)": [[6, "gymnasium.spaces.Dict.seed"]], "seed() (gymnasium.spaces.graph method)": [[6, "gymnasium.spaces.Graph.seed"]], "seed() (gymnasium.spaces.sequence method)": [[6, "gymnasium.spaces.Sequence.seed"]], "seed() (gymnasium.spaces.tuple method)": [[6, "gymnasium.spaces.Tuple.seed"]], "box (class in gymnasium.spaces)": [[7, "gymnasium.spaces.Box"]], "discrete (class in gymnasium.spaces)": [[7, "gymnasium.spaces.Discrete"]], "multibinary (class in gymnasium.spaces)": [[7, "gymnasium.spaces.MultiBinary"]], "multidiscrete (class in gymnasium.spaces)": [[7, "gymnasium.spaces.MultiDiscrete"]], "text (class in gymnasium.spaces)": [[7, "gymnasium.spaces.Text"]], "is_bounded() (gymnasium.spaces.box method)": [[7, "gymnasium.spaces.Box.is_bounded"]], "sample() (gymnasium.spaces.box method)": [[7, "gymnasium.spaces.Box.sample"]], "sample() (gymnasium.spaces.discrete method)": [[7, "gymnasium.spaces.Discrete.sample"]], "sample() (gymnasium.spaces.multibinary method)": [[7, "gymnasium.spaces.MultiBinary.sample"]], "sample() (gymnasium.spaces.multidiscrete method)": [[7, "gymnasium.spaces.MultiDiscrete.sample"]], "sample() (gymnasium.spaces.text method)": [[7, "gymnasium.spaces.Text.sample"]], "seed() (gymnasium.spaces.box method)": [[7, "gymnasium.spaces.Box.seed"]], "seed() (gymnasium.spaces.discrete method)": [[7, "gymnasium.spaces.Discrete.seed"]], "seed() (gymnasium.spaces.multibinary method)": [[7, "gymnasium.spaces.MultiBinary.seed"]], "seed() (gymnasium.spaces.multidiscrete method)": [[7, "gymnasium.spaces.MultiDiscrete.seed"]], "seed() (gymnasium.spaces.text method)": [[7, "gymnasium.spaces.Text.seed"]], "flatdim() (in module gymnasium.spaces.utils)": [[8, "gymnasium.spaces.utils.flatdim"]], "flatten() (in module gymnasium.spaces.utils)": [[8, "gymnasium.spaces.utils.flatten"]], "flatten_space() (in module gymnasium.spaces.utils)": [[8, "gymnasium.spaces.utils.flatten_space"]], "unflatten() (in module gymnasium.spaces.utils)": [[8, "gymnasium.spaces.utils.unflatten"]], "ezpickle (class in gymnasium.utils.ezpickle)": [[9, "gymnasium.utils.ezpickle.EzPickle"]], "playplot (class in gymnasium.utils.play)": [[9, "gymnasium.utils.play.PlayPlot"]], "playablegame (class in gymnasium.utils.play)": [[9, "gymnasium.utils.play.PlayableGame"]], "callback() (gymnasium.utils.play.playplot method)": [[9, "gymnasium.utils.play.PlayPlot.callback"]], "capped_cubic_video_schedule() (in module gymnasium.utils.save_video)": [[9, "gymnasium.utils.save_video.capped_cubic_video_schedule"]], "check_env() (in module gymnasium.utils.env_checker)": [[9, "gymnasium.utils.env_checker.check_env"]], "convert_to_done_step_api() (in module gymnasium.utils.step_api_compatibility)": [[9, "gymnasium.utils.step_api_compatibility.convert_to_done_step_api"]], "convert_to_terminated_truncated_step_api() (in module gymnasium.utils.step_api_compatibility)": [[9, "gymnasium.utils.step_api_compatibility.convert_to_terminated_truncated_step_api"]], "np_random() (in module gymnasium.utils.seeding)": [[9, "gymnasium.utils.seeding.np_random"]], "play() (in module gymnasium.utils.play)": [[9, "gymnasium.utils.play.play"]], "process_event() (gymnasium.utils.play.playablegame method)": [[9, "gymnasium.utils.play.PlayableGame.process_event"]], "save_video() (in module gymnasium.utils.save_video)": [[9, "gymnasium.utils.save_video.save_video"]], "step_api_compatibility() (in module gymnasium.utils.step_api_compatibility)": [[9, "gymnasium.utils.step_api_compatibility.step_api_compatibility"]], "vectorenv (class in gymnasium.vector)": [[10, "gymnasium.vector.VectorEnv"]], "action_space (gymnasium.vector.vectorenv attribute)": [[10, "gymnasium.vector.VectorEnv.action_space"]], "close() (gymnasium.vector.vectorenv method)": [[10, "gymnasium.vector.VectorEnv.close"]], "closed (gymnasium.vector.vectorenv attribute)": [[10, "gymnasium.vector.VectorEnv.closed"]], "np_random (gymnasium.vector.vectorenv property)": [[10, "gymnasium.vector.VectorEnv.np_random"]], "num_envs (gymnasium.vector.vectorenv attribute)": [[10, "gymnasium.vector.VectorEnv.num_envs"]], "observation_space (gymnasium.vector.vectorenv attribute)": [[10, "gymnasium.vector.VectorEnv.observation_space"]], "render() (gymnasium.vector.vectorenv method)": [[10, "gymnasium.vector.VectorEnv.render"]], "render_mode (gymnasium.vector.vectorenv attribute)": [[10, "gymnasium.vector.VectorEnv.render_mode"]], "reset() (gymnasium.vector.vectorenv method)": [[10, "gymnasium.vector.VectorEnv.reset"]], "single_action_space (gymnasium.vector.vectorenv attribute)": [[10, "gymnasium.vector.VectorEnv.single_action_space"]], "single_observation_space (gymnasium.vector.vectorenv attribute)": [[10, "gymnasium.vector.VectorEnv.single_observation_space"]], "spec (gymnasium.vector.vectorenv attribute)": [[10, "gymnasium.vector.VectorEnv.spec"]], "step() (gymnasium.vector.vectorenv method)": [[10, "gymnasium.vector.VectorEnv.step"]], "unwrapped (gymnasium.vector.vectorenv property)": [[10, "gymnasium.vector.VectorEnv.unwrapped"]], "asyncvectorenv (class in gymnasium.vector)": [[11, "gymnasium.vector.AsyncVectorEnv"]], "call() (gymnasium.vector.asyncvectorenv method)": [[11, "gymnasium.vector.AsyncVectorEnv.call"]], "close() (gymnasium.vector.asyncvectorenv method)": [[11, "gymnasium.vector.AsyncVectorEnv.close"]], "get_attr() (gymnasium.vector.asyncvectorenv method)": [[11, "gymnasium.vector.AsyncVectorEnv.get_attr"]], "reset() (gymnasium.vector.asyncvectorenv method)": [[11, "gymnasium.vector.AsyncVectorEnv.reset"]], "set_attr() (gymnasium.vector.asyncvectorenv method)": [[11, "gymnasium.vector.AsyncVectorEnv.set_attr"]], "step() (gymnasium.vector.asyncvectorenv method)": [[11, "gymnasium.vector.AsyncVectorEnv.step"]], "syncvectorenv (class in gymnasium.vector)": [[12, "gymnasium.vector.SyncVectorEnv"]], "call() (gymnasium.vector.syncvectorenv method)": [[12, "gymnasium.vector.SyncVectorEnv.call"]], "close() (gymnasium.vector.syncvectorenv method)": [[12, "gymnasium.vector.SyncVectorEnv.close"]], "get_attr() (gymnasium.vector.syncvectorenv method)": [[12, "gymnasium.vector.SyncVectorEnv.get_attr"]], "reset() (gymnasium.vector.syncvectorenv method)": [[12, "gymnasium.vector.SyncVectorEnv.reset"]], "set_attr() (gymnasium.vector.syncvectorenv method)": [[12, "gymnasium.vector.SyncVectorEnv.set_attr"]], "step() (gymnasium.vector.syncvectorenv method)": [[12, "gymnasium.vector.SyncVectorEnv.step"]], "cloudpicklewrapper() (in module gymnasium.vector.utils)": [[13, "gymnasium.vector.utils.CloudpickleWrapper"]], "batch_space() (in module gymnasium.vector.utils)": [[13, "gymnasium.vector.utils.batch_space"]], "clear_mpi_env_vars() (in module gymnasium.vector.utils)": [[13, "gymnasium.vector.utils.clear_mpi_env_vars"]], "concatenate() (in module gymnasium.vector.utils)": [[13, "gymnasium.vector.utils.concatenate"]], "create_empty_array() (in module gymnasium.vector.utils)": [[13, "gymnasium.vector.utils.create_empty_array"]], "create_shared_memory() (in module gymnasium.vector.utils)": [[13, "gymnasium.vector.utils.create_shared_memory"]], "iterate() (in module gymnasium.vector.utils)": [[13, "gymnasium.vector.utils.iterate"]], "read_from_shared_memory() (in module gymnasium.vector.utils)": [[13, "gymnasium.vector.utils.read_from_shared_memory"]], "write_to_shared_memory() (in module gymnasium.vector.utils)": [[13, "gymnasium.vector.utils.write_to_shared_memory"]], "clipaction (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.ClipAction"]], "clipreward (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.ClipReward"]], "dictinfotolist (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.DictInfoToList"]], "dtypeobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.DtypeObservation"]], "filterobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.FilterObservation"]], "flattenobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.FlattenObservation"]], "grayscaleobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.GrayscaleObservation"]], "jaxtonumpy (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.JaxToNumpy"]], "jaxtotorch (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.JaxToTorch"]], "normalizeobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.NormalizeObservation"]], "normalizereward (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.NormalizeReward"]], "numpytotorch (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.NumpyToTorch"]], "recordepisodestatistics (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.RecordEpisodeStatistics"]], "rescaleaction (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.RescaleAction"]], "rescaleobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.RescaleObservation"]], "reshapeobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.ReshapeObservation"]], "resizeobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.ResizeObservation"]], "transformaction (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.TransformAction"]], "transformobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.TransformObservation"]], "transformreward (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.TransformReward"]], "vectoractionwrapper (class in gymnasium.vector)": [[14, "gymnasium.vector.VectorActionWrapper"]], "vectorobservationwrapper (class in gymnasium.vector)": [[14, "gymnasium.vector.VectorObservationWrapper"]], "vectorrewardwrapper (class in gymnasium.vector)": [[14, "gymnasium.vector.VectorRewardWrapper"]], "vectorwrapper (class in gymnasium.vector)": [[14, "gymnasium.vector.VectorWrapper"]], "vectorizetransformaction (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.VectorizeTransformAction"]], "vectorizetransformobservation (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.VectorizeTransformObservation"]], "vectorizetransformreward (class in gymnasium.wrappers.vector)": [[14, "gymnasium.wrappers.vector.VectorizeTransformReward"]], "actions() (gymnasium.vector.vectoractionwrapper method)": [[14, "gymnasium.vector.VectorActionWrapper.actions"]], "close() (gymnasium.vector.vectorwrapper method)": [[14, "gymnasium.vector.VectorWrapper.close"]], "observations() (gymnasium.vector.vectorobservationwrapper method)": [[14, "gymnasium.vector.VectorObservationWrapper.observations"]], "render() (gymnasium.vector.vectorwrapper method)": [[14, "gymnasium.vector.VectorWrapper.render"]], "reset() (gymnasium.vector.vectorwrapper method)": [[14, "gymnasium.vector.VectorWrapper.reset"]], "rewards() (gymnasium.vector.vectorrewardwrapper method)": [[14, "gymnasium.vector.VectorRewardWrapper.rewards"]], "step() (gymnasium.vector.vectorwrapper method)": [[14, "gymnasium.vector.VectorWrapper.step"]], "wrapper (class in gymnasium)": [[15, "gymnasium.Wrapper"]], "action_space (gymnasium.wrapper property)": [[15, "gymnasium.Wrapper.action_space"]], "close() (gymnasium.wrapper method)": [[15, "gymnasium.Wrapper.close"]], "env (gymnasium.wrapper attribute)": [[15, "gymnasium.Wrapper.env"]], "get_wrapper_attr() (gymnasium.wrapper method)": [[15, "gymnasium.Wrapper.get_wrapper_attr"]], "gymnasium.wrappers": [[15, "module-gymnasium.wrappers"]], "metadata (gymnasium.wrapper property)": [[15, "gymnasium.Wrapper.metadata"]], "np_random (gymnasium.wrapper property)": [[15, "gymnasium.Wrapper.np_random"]], "observation_space (gymnasium.wrapper property)": [[15, "gymnasium.Wrapper.observation_space"]], "render() (gymnasium.wrapper method)": [[15, "gymnasium.Wrapper.render"]], "reset() (gymnasium.wrapper method)": [[15, "gymnasium.Wrapper.reset"]], "set_wrapper_attr() (gymnasium.wrapper method)": [[15, "gymnasium.Wrapper.set_wrapper_attr"]], "spec (gymnasium.wrapper property)": [[15, "gymnasium.Wrapper.spec"]], "step() (gymnasium.wrapper method)": [[15, "gymnasium.Wrapper.step"]], "unwrapped (gymnasium.wrapper property)": [[15, "gymnasium.Wrapper.unwrapped"]], "wrapper_spec() (gymnasium.wrapper class method)": [[15, "gymnasium.Wrapper.wrapper_spec"]], "actionwrapper (class in gymnasium)": [[16, "gymnasium.ActionWrapper"]], "clipaction (class in gymnasium.wrappers)": [[16, "gymnasium.wrappers.ClipAction"]], "rescaleaction (class in gymnasium.wrappers)": [[16, "gymnasium.wrappers.RescaleAction"]], "stickyaction (class in gymnasium.wrappers)": [[16, "gymnasium.wrappers.StickyAction"]], "transformaction (class in gymnasium.wrappers)": [[16, "gymnasium.wrappers.TransformAction"]], "action() (gymnasium.actionwrapper method)": [[16, "gymnasium.ActionWrapper.action"]], "ataripreprocessing (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.AtariPreprocessing"]], "autoreset (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.Autoreset"]], "humanrendering (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.HumanRendering"]], "jaxtonumpy (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.JaxToNumpy"]], "jaxtotorch (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.JaxToTorch"]], "numpytotorch (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.NumpyToTorch"]], "orderenforcing (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.OrderEnforcing"]], "passiveenvchecker (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.PassiveEnvChecker"]], "recordepisodestatistics (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.RecordEpisodeStatistics"]], "recordvideo (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.RecordVideo"]], "rendercollection (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.RenderCollection"]], "timelimit (class in gymnasium.wrappers)": [[17, "gymnasium.wrappers.TimeLimit"]], "addrenderobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.AddRenderObservation"]], "delayobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.DelayObservation"]], "dtypeobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.DtypeObservation"]], "filterobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.FilterObservation"]], "flattenobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.FlattenObservation"]], "framestackobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.FrameStackObservation"]], "grayscaleobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.GrayscaleObservation"]], "maxandskipobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.MaxAndSkipObservation"]], "normalizeobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.NormalizeObservation"]], "observationwrapper (class in gymnasium)": [[18, "gymnasium.ObservationWrapper"]], "rescaleobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.RescaleObservation"]], "reshapeobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.ReshapeObservation"]], "resizeobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.ResizeObservation"]], "timeawareobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.TimeAwareObservation"]], "transformobservation (class in gymnasium.wrappers)": [[18, "gymnasium.wrappers.TransformObservation"]], "observation() (gymnasium.observationwrapper method)": [[18, "gymnasium.ObservationWrapper.observation"]], "clipreward (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.ClipReward"]], "normalizereward (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.NormalizeReward"]], "rewardwrapper (class in gymnasium)": [[19, "gymnasium.RewardWrapper"]], "transformreward (class in gymnasium.wrappers)": [[19, "gymnasium.wrappers.TransformReward"]], "reward() (gymnasium.rewardwrapper method)": [[19, "gymnasium.RewardWrapper.reward"]]}})