Gymnasium/searchindex.js

Search.setIndex({"docnames": ["404", "README", "api/core", "api/spaces", "api/spaces/composite", "api/spaces/fundamental", "api/spaces/utils", "api/utils", "api/vector", "api/wrappers", "content/basic_usage", "content/environment_creation", "content/handling_timelimits", "content/vectorising", "environments/atari", "environments/atari/adventure", "environments/atari/air_raid", "environments/atari/alien", "environments/atari/amidar", "environments/atari/assault", "environments/atari/asterix", "environments/atari/asteroids", "environments/atari/atlantis", "environments/atari/bank_heist", "environments/atari/battle_zone", "environments/atari/beam_rider", "environments/atari/berzerk", "environments/atari/bowling", "environments/atari/boxing", "environments/atari/breakout", "environments/atari/carnival", "environments/atari/centipede", "environments/atari/chopper_command", "environments/atari/complete_list", "environments/atari/crazy_climber", "environments/atari/defender", "environments/atari/demon_attack", "environments/atari/double_dunk", "environments/atari/elevator_action", "environments/atari/enduro", "environments/atari/fishing_derby", "environments/atari/freeway", "environments/atari/frostbite", "environments/atari/gopher", "environments/atari/gravitar", "environments/atari/hero", "environments/atari/ice_hockey", "environments/atari/jamesbond", "environments/atari/journey_escape", "environments/atari/kangaroo", "environments/atari/krull", "environments/atari/kung_fu_master", "environments/atari/montezuma_revenge", "environments/atari/ms_pacman", "environments/atari/name_this_game", "environments/atari/phoenix", "environments/atari/pitfall", "environments/atari/pong", "environments/atari/pooyan", "environments/atari/private_eye", "environments/atari/qbert", "environments/atari/riverraid", "environments/atari/road_runner", "environments/atari/robotank", "environments/atari/seaquest", "environments/atari/skiing", "environments/atari/solaris", "environments/atari/space_invaders", "environments/atari/star_gunner", "environments/atari/tennis", "environments/atari/time_pilot", "environments/atari/tutankham", "environments/atari/up_n_down", "environments/atari/venture", "environments/atari/video_pinball", "environments/atari/wizard_of_wor", "environments/atari/zaxxon", "environments/box2d", "environments/box2d/bipedal_walker", "environments/box2d/car_racing", "environments/box2d/lunar_lander", "environments/classic_control", "environments/classic_control/acrobot", "environments/classic_control/cart_pole", "environments/classic_control/mountain_car", "environments/classic_control/mountain_car_continuous", "environments/classic_control/pendulum", "environments/mujoco", "environments/mujoco/ant", "environments/mujoco/half_cheetah", "environments/mujoco/hopper", "environments/mujoco/humanoid", "environments/mujoco/humanoid_standup", "environments/mujoco/inverted_double_pendulum", "environments/mujoco/inverted_pendulum", "environments/mujoco/pusher", "environments/mujoco/reacher", "environments/mujoco/swimmer", "environments/mujoco/walker2d", "environments/third_party_environments", "environments/toy_text", "environments/toy_text/blackjack", "environments/toy_text/cliff_walking", "environments/toy_text/frozen_lake", "environments/toy_text/taxi", "index"], "filenames": ["404.md", "README.md", "api/core.md", "api/spaces.md", "api/spaces/composite.md", "api/spaces/fundamental.md", "api/spaces/utils.md", "api/utils.md", "api/vector.md", "api/wrappers.md", "content/basic_usage.md", "content/environment_creation.md", "content/handling_timelimits.md", "content/vectorising.md", "environments/atari.md", "environments/atari/adventure.md", "environments/atari/air_raid.md", "environments/atari/alien.md", "environments/atari/amidar.md", "environments/atari/assault.md", "environments/atari/asterix.md", "environments/atari/asteroids.md", "environments/atari/atlantis.md", "environments/atari/bank_heist.md", "environments/atari/battle_zone.md", "environments/atari/beam_rider.md", "environments/atari/berzerk.md", "environments/atari/bowling.md", "environments/atari/boxing.md", "environments/atari/breakout.md", "environments/atari/carnival.md", "environments/atari/centipede.md", "environments/atari/chopper_command.md", "environments/atari/complete_list.md", "environments/atari/crazy_climber.md", "environments/atari/defender.md", "environments/atari/demon_attack.md", "environments/atari/double_dunk.md", "environments/atari/elevator_action.md", "environments/atari/enduro.md", "environments/atari/fishing_derby.md", "environments/atari/freeway.md", "environments/atari/frostbite.md", "environments/atari/gopher.md", "environments/atari/gravitar.md", "environments/atari/hero.md", "environments/atari/ice_hockey.md", "environments/atari/jamesbond.md", "environments/atari/journey_escape.md", "environments/atari/kangaroo.md", "environments/atari/krull.md", "environments/atari/kung_fu_master.md", "environments/atari/montezuma_revenge.md", "environments/atari/ms_pacman.md", "environments/atari/name_this_game.md", "environments/atari/phoenix.md", "environments/atari/pitfall.md", "environments/atari/pong.md", "environments/atari/pooyan.md", "environments/atari/private_eye.md", "environments/atari/qbert.md", "environments/atari/riverraid.md", "environments/atari/road_runner.md", "environments/atari/robotank.md", "environments/atari/seaquest.md", "environments/atari/skiing.md", "environments/atari/solaris.md", "environments/atari/space_invaders.md", "environments/atari/star_gunner.md", "environments/atari/tennis.md", "environments/atari/time_pilot.md", "environments/atari/tutankham.md", "environments/atari/up_n_down.md", "environments/atari/venture.md", "environments/atari/video_pinball.md", "environments/atari/wizard_of_wor.md", "environments/atari/zaxxon.md", "environments/box2d.md", "environments/box2d/bipedal_walker.md", "environments/box2d/car_racing.md", "environments/box2d/lunar_lander.md", "environments/classic_control.md", "environments/classic_control/acrobot.md", "environments/classic_control/cart_pole.md", "environments/classic_control/mountain_car.md", "environments/classic_control/mountain_car_continuous.md", "environments/classic_control/pendulum.md", "environments/mujoco.md", "environments/mujoco/ant.md", "environments/mujoco/half_cheetah.md", "environments/mujoco/hopper.md", "environments/mujoco/humanoid.md", "environments/mujoco/humanoid_standup.md", "environments/mujoco/inverted_double_pendulum.md", "environments/mujoco/inverted_pendulum.md", "environments/mujoco/pusher.md", "environments/mujoco/reacher.md", "environments/mujoco/swimmer.md", "environments/mujoco/walker2d.md", "environments/third_party_environments.md", "environments/toy_text.md", "environments/toy_text/blackjack.md", "environments/toy_text/cliff_walking.md", "environments/toy_text/frozen_lake.md", "environments/toy_text/taxi.md", "index.md"], "titles": ["404 - Page Not Found", "Gymnasium-docs", "Core", "Spaces", "Composite Spaces", "Fundamental Spaces", "Spaces Utils", "Utils", "Vector", "Wrappers", "Basic Usage", "Make your own custom environment", "Handling Time Limits", "Vectorising your environments", "Atari", "Adventure", "Air Raid", "Alien", "Amidar", "Assault", "Asterix", "Asteroids", "Atlantis", "Bank Heist", "Battle Zone", "Beam Rider", "Berzerk", "Bowling", "Boxing", "Breakout", "Carnival", "Centipede", "Chopper Command", "Complete List - Atari", "Crazy Climber", "Defender", "Demon Attack", "Double Dunk", "Elevator Action", "Enduro", "FishingDerby", "Freeway", "Frostbite", "Gopher", "Gravitar", "Hero", "IceHockey", "Jamesbond", "JourneyEscape", "Kangaroo", "Krull", "Kung Fu Master", "Montezuma Revenge", "Ms Pacman", "Name This Game", "Phoenix", "Pitfall", "Pong", "Pooyan", "PrivateEye", "Qbert", "Riverraid", "Road Runner", "Robot Tank", "Seaquest", "Skiings", "Solaris", "SpaceInvaders", "StarGunner", "Tennis", "TimePilot", "Tutankham", "Up n\u2019 Down", "Venture", "Video Pinball", "Wizard of Wor", "Zaxxon", "Box2D", "Bipedal Walker", "Car Racing", "Lunar Lander", "Classic Control", "Acrobot", "Cart Pole", "Mountain Car", "Mountain Car Continuous", "Pendulum", "MuJoCo", "Ant", "Half Cheetah", "Hopper", "Humanoid", "Humanoid Standup", "Inverted Double Pendulum", "Inverted Pendulum", "Pusher", "Reacher", "Swimmer", "Walker2D", "Third Party Environments", "Toy Text", "Blackjack", "Cliff Walking", "Frozen Lake", "Taxi", "Gymnasium is a standard API for reinforcement learning, and a diverse collection of reference environments"], "terms": {"thi": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "folder": [1, 7, 9, 95, 96], "contain": [1, 2, 3, 6, 9, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 88, 89, 90, 91, 95, 96, 97, 98, 99, 101, 104], "If": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 20, 23, 28, 31, 40, 41, 42, 43, 44, 58, 65, 69, 78, 79, 80, 85, 88, 90, 91, 92, 96, 98, 101, 102, 103], "you": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 88, 91, 92, 95, 96, 99], "ar": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104], "pleas": [1, 2, 7, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "pr": [1, 99], "repo": [1, 14, 99], "otherwis": [1, 4, 5, 7, 8, 9, 13, 14, 27, 99], "follow": [1, 2, 3, 7, 9, 10, 11, 12, 13, 14, 27, 37, 39, 40, 41, 42, 43, 44, 69, 82, 83, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 103], "below": [1, 5, 12, 40, 78, 80, 86, 95, 98], "directli": [1, 4, 9, 10, 11, 13, 82, 99], "markdown": 1, "file": [1, 11, 82, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "repositori": [1, 9, 87, 99], "fork": [1, 99, 105], "docstr": 1, "": [1, 2, 4, 5, 7, 9, 10, 11, 12, 14, 34, 40, 41, 42, 43, 44, 46, 47, 50, 51, 52, 57, 58, 60, 77, 78, 79, 80, 81, 82, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105], "python": [1, 11, 78, 79, 80, 99, 100, 105], "Then": [1, 2, 9, 10, 64, 97], "pip": [1, 11, 14, 77, 81, 87], "instal": [1, 7, 11, 22, 77, 81, 87], "your": [1, 2, 9, 10, 17, 18, 20, 22, 23, 25, 27, 28, 29, 31, 37, 39, 40, 41, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 70, 71, 72, 73, 74, 75, 76, 79, 88, 91, 92], "run": [1, 2, 7, 8, 10, 11, 13, 23, 45, 48, 56, 61, 62, 65, 66, 78, 80, 82, 88, 89, 90, 91, 92, 93, 94, 97, 98, 99], "script": 1, "gen_md": 1, "py": [1, 11, 14, 78, 79, 80, 87, 88, 91, 92, 102], "automat": [1, 2, 9, 11, 13, 99], "gener": [1, 2, 4, 5, 7, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105], "For": [1, 2, 5, 6, 7, 9, 10, 11, 13, 14, 15, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 35, 45, 46, 47, 48, 49, 50, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 79, 80, 103, 104], "add": [1, 2, 7, 9, 10, 11, 79, 87, 91, 92, 99, 104], "complet": [1, 9, 10, 12, 14, 34, 47, 59, 60, 79, 80], "ensur": [1, 4, 6, 7, 9, 10, 11], "i": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "ha": [1, 2, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 44, 64, 78, 79, 80, 81, 87, 88, 89, 90, 91, 92, 95, 96, 97, 98, 99, 101, 103], "properli": [1, 3, 13], "format": [1, 2, 3, 7, 9, 10], "md": [1, 11], "correspond": [1, 2, 10, 11, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104], "gif": [1, 82], "_static": 1, "video": [1, 9, 33, 63, 78], "env_typ": 1, "where": [1, 2, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 37, 79, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 103, 104], "categori": 1, "e": [1, 2, 3, 5, 6, 7, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 95, 96, 99, 101], "g": [1, 2, 3, 5, 6, 9, 10, 11, 13, 65, 82, 86, 99, 103, 104], "mujoco": [1, 9, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99], "snake_cas": 1, "name": [1, 9, 11, 33, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "convent": [1, 2, 14], "altern": [1, 13, 14, 99], "gen_gif": 1, "index": [1, 2, 7, 9, 10, 14, 83, 92, 102], "toctre": 1, "requir": [1, 10, 13, 87, 99], "packag": [1, 99], "r": [1, 5, 63, 82, 86, 104], "txt": 1, "To": [1, 2, 9, 10, 11, 13, 14, 22, 32, 60, 78, 79, 80, 82, 104], "onc": [1, 9, 11, 21, 31, 38, 45, 93, 96, 104], "cd": [1, 11], "make": [1, 2, 4, 7, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104, 105], "dirhtml": 1, "_build": 1, "rebuild": [1, 22], "everi": [1, 7, 9, 10, 11, 31, 32, 36, 41, 63, 64, 73, 79, 80, 83, 88, 90, 91, 98, 99], "time": [1, 2, 4, 7, 9, 10, 11, 14, 30, 33, 36, 37, 38, 42, 46, 48, 49, 56, 60, 61, 62, 63, 64, 65, 78, 79, 86, 88, 89, 90, 91, 92, 97, 98, 99, 102], "chang": [1, 2, 7, 9, 11, 14, 42, 50, 60, 79, 82, 83, 84, 85, 86, 87, 95, 96, 99, 104], "made": [1, 10, 95, 96], "sphinx": 1, "autobuild": 1, "b": [1, 5, 95, 96, 104], "step": [2, 9, 12, 13, 14, 78, 80, 82, 83, 86, 99, 102, 104, 105], "self": [2, 3, 4, 9, 11, 13, 85, 99], "action": [2, 3, 4, 5, 7, 8, 9, 10, 11, 33, 81, 99, 100, 105], "acttyp": [2, 7], "tupl": [2, 3, 5, 6, 7, 9, 10, 11, 13, 14, 88, 90, 91, 98, 101, 104], "obstyp": [2, 7], "float": [2, 6, 7, 9, 11, 13, 14, 45, 58, 80, 88, 89, 90, 91, 97, 98, 99], "bool": [2, 3, 5, 7, 8, 9, 11, 13, 14, 80, 88, 89, 90, 91, 97, 98], "dict": [2, 3, 5, 6, 7, 8, 9, 10, 11, 13], "one": [2, 4, 5, 6, 7, 9, 10, 12, 13, 16, 17, 18, 22, 27, 34, 37, 38, 50, 59, 60, 61, 63, 64, 69, 82, 83, 84, 85, 86, 88, 90, 92, 93, 94, 96, 97, 99, 101, 104], "timestep": [2, 9, 10, 11, 84, 85, 88, 90, 91, 92, 93, 94, 95, 96, 98], "environ": [2, 3, 5, 8, 9, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 101, 102, 103, 104], "dynam": [2, 14, 29, 40, 41, 42, 43, 44, 82, 86, 87, 93, 99], "when": [2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 17, 30, 34, 35, 36, 38, 40, 41, 42, 43, 44, 46, 47, 61, 62, 63, 64, 67, 79, 80, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 102, 104], "end": [2, 9, 10, 12, 13, 22, 31, 32, 34, 36, 38, 39, 47, 48, 49, 59, 63, 66, 67, 78, 86, 99, 102, 104], "episod": [2, 7, 9, 10, 11, 12, 13, 102, 104], "reach": [2, 9, 11, 12, 22, 24, 34, 37, 38, 55, 58, 66, 67, 81, 82, 83, 84, 85, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 102, 103, 104], "respons": [2, 99], "call": [2, 6, 7, 9, 10, 11, 13, 14, 27, 46, 95, 96, 101, 103], "reset": [2, 7, 9, 10, 13, 82, 83, 84, 85, 86, 99, 104, 105], "state": [2, 9, 10, 12, 14, 81, 87, 99, 100, 102, 104], "accept": [2, 7, 9, 11, 14], "an": [2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 95, 96, 97, 98, 99, 101, 102, 104], "return": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 102, 104], "either": [2, 4, 5, 6, 7, 13, 14, 37, 47, 84, 85, 101, 103], "observ": [2, 3, 4, 7, 8, 9, 10, 12, 99, 105], "reward": [2, 7, 8, 9, 10, 11, 12, 13, 87, 99, 105], "termin": [2, 7, 8, 9, 10, 11, 13, 82, 83, 84, 85, 88, 90, 91, 92, 93, 94, 95, 96, 98, 102, 105], "truncat": [2, 7, 8, 9, 10, 11, 13, 82, 83, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 105], "info": [2, 7, 8, 9, 10, 11, 12, 13, 88, 89, 90, 91, 95, 96, 97, 98, 105], "paramet": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 97, 98], "provid": [2, 3, 4, 5, 7, 9, 10, 11, 13, 14, 20, 34, 36, 40, 41, 42, 43, 44, 78, 82, 99], "agent": [2, 3, 9, 10, 11, 12, 13, 14, 38, 47, 78, 79, 80, 84, 88, 89, 90, 91, 92, 93, 94, 97, 98, 102, 103, 104], "object": [2, 3, 9, 10, 13, 15, 20, 34, 40, 41, 49, 61, 67, 95, 99], "element": [2, 3, 4, 5, 8, 10, 11, 13, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 103], "observation_spac": [2, 4, 5, 8, 9, 10, 11, 13], "mai": [2, 5, 7, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 88, 89, 90, 91, 97, 98, 103], "instanc": [2, 3, 4, 6, 7, 9, 10, 13, 99], "numpi": [2, 3, 5, 7, 9, 11, 99, 102], "arrai": [2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 80, 99], "posit": [2, 4, 5, 6, 7, 9, 10, 11, 13, 14, 25, 46, 78, 79, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 102, 103, 104], "veloc": [2, 4, 6, 10, 13, 78, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "certain": [2, 37, 39, 93, 94, 96], "The": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104, 105], "amount": [2, 7, 34, 36, 37, 39, 45, 64, 78, 83, 93, 94], "result": [2, 6, 7, 9, 82, 88, 91, 92, 99, 100, 102, 104], "take": [2, 5, 6, 7, 8, 9, 10, 13, 14, 67, 81, 83, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 103, 104], "whether": [2, 5, 7, 9, 11, 12, 13, 27, 80, 88, 89, 90, 91, 97, 98, 101], "defin": [2, 3, 6, 9, 10, 11, 12, 13, 86, 91, 105], "under": [2, 81, 99], "mdp": [2, 10, 84, 85], "task": [2, 4, 9, 10, 11, 12, 50, 56, 59, 79, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 102], "In": [2, 5, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 81, 82, 88, 89, 90, 91, 97, 98, 99, 102, 104], "case": [2, 3, 4, 5, 9, 10, 11, 12, 13, 47, 59, 79, 88, 89, 90, 91, 97, 98, 104], "further": [2, 64, 80, 95, 96], "could": [2, 7, 9, 11, 12, 14, 99], "undefin": [2, 9], "condit": [2, 10, 12], "outsid": [2, 12, 79, 80], "scope": [2, 12], "satisfi": 2, "typic": [2, 7, 99, 104], "timelimit": [2, 9, 10, 11, 12], "also": [2, 5, 7, 9, 10, 11, 12, 14, 26, 47, 48, 59, 60, 62, 78, 79, 80, 81, 87, 88, 89, 90, 91, 97, 98, 99], "us": [2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104], "indic": [2, 7, 9, 12, 13, 79, 82, 83, 88, 91, 92, 104], "physic": [2, 77, 87, 93, 94, 99], "go": [2, 12, 13, 38, 65, 69, 79, 101], "out": [2, 11, 12, 14, 23, 28, 45, 48, 56, 61, 66], "bound": [2, 5, 9, 10, 12, 80, 82, 83, 84, 85, 86], "can": [2, 3, 4, 5, 7, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 103, 104], "prematur": 2, "befor": [2, 7, 9, 10, 11, 22, 34, 48, 59, 66, 67, 79, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98], "dictionari": [2, 3, 4, 7, 9, 10, 11, 13, 104], "auxiliari": [2, 11], "diagnost": 2, "inform": [2, 4, 5, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "help": [2, 10, 17, 49, 52, 95, 99], "debug": [2, 3, 7, 100], "learn": [2, 3, 4, 9, 11, 13, 14, 40, 41, 42, 43, 44, 78, 79, 80, 82, 83, 84, 85, 89, 92, 93, 94, 97, 100, 101, 102, 104], "log": 2, "might": [2, 3, 5, 6, 9, 10, 11, 13, 99], "metric": [2, 7], "describ": [2, 4, 10, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 82, 83, 97, 99, 101], "perform": [2, 7, 9, 10, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 96, 99], "variabl": [2, 3, 5, 11, 12, 90, 97, 98, 99], "hidden": [2, 87, 99], "from": [2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 30, 37, 42, 43, 46, 48, 57, 58, 70, 76, 78, 79, 80, 82, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 102, 103, 104], "individu": [2, 9, 11, 13, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "term": [2, 9, 11, 81, 82, 87, 88, 89, 90, 91, 95, 96, 97, 98], "combin": [2, 3, 7, 9, 10, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 96], "produc": [2, 9, 10, 11, 92], "total": [2, 34, 78, 79, 80, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 104], "It": [2, 4, 5, 7, 9, 10, 11, 14, 15, 16, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 78, 87, 88, 89, 90, 91, 92, 95, 96, 97, 98, 99, 102], "distinguish": [2, 9, 11, 12], "howev": [2, 3, 4, 5, 6, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 82, 88, 89, 90, 91, 95, 96, 104], "deprec": [2, 7, 9, 10], "favour": [2, 10], "two": [2, 4, 5, 7, 10, 11, 13, 14, 16, 27, 69, 78, 80, 82, 84, 85, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 101], "boolean": [2, 3, 7, 9, 10, 13, 80], "remov": [2, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 82, 104], "futur": [2, 70], "version": [2, 3, 11, 12, 13, 83, 99], "done": [2, 7, 8, 9, 10, 11, 12, 88, 90, 91, 92, 93, 94, 98], "A": [2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 82, 83, 85, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 103], "valu": [2, 3, 4, 5, 6, 7, 9, 10, 12, 13, 14, 64, 78, 80, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 103, 104], "which": [2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 14, 34, 36, 38, 52, 79, 80, 82, 83, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 103, 104], "signal": [2, 9, 10, 11, 12, 88, 90, 91, 98, 104], "emit": [2, 9], "differ": [2, 3, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 86, 88, 89, 90, 91, 92, 93, 94, 98, 99], "reason": [2, 80, 99], "mayb": 2, "underli": [2, 9, 10, 82], "wa": [2, 7, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 88, 89, 90, 91, 97, 98, 99], "solv": [2, 11, 78, 81, 83, 87, 93, 94], "successfulli": 2, "exceed": [2, 9, 10, 88, 90, 91, 98], "simul": [2, 14, 40, 41, 42, 43, 44, 87, 91, 92, 93, 94, 99], "enter": [2, 7, 10, 21, 23, 50, 80], "invalid": [2, 5], "seed": [2, 3, 4, 5, 8, 10, 11, 62, 105], "option": [2, 3, 4, 5, 7, 8, 9, 10, 11, 79, 82, 83, 84, 85, 86], "int": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14], "none": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 103], "initi": [2, 4, 5, 8, 9, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "random": [2, 3, 4, 5, 7, 10, 11, 13, 14, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 96, 97, 98, 99, 103, 104], "number": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 48, 51, 53, 54, 55, 57, 58, 60, 63, 65, 67, 68, 70, 71, 72, 74, 75, 79, 80, 82, 90, 91, 92, 97, 98, 101, 103], "integ": [2, 4, 5, 7, 9, 11, 14, 104], "yet": [2, 10], "alreadi": [2, 9, 10, 99], "rng": [2, 3, 4, 5, 11], "should": [2, 3, 5, 7, 9, 10, 11, 13, 95, 96], "moreov": [2, 3, 9, 11, 13, 14, 17, 27], "right": [2, 5, 10, 11, 14, 16, 18, 19, 20, 21, 25, 29, 30, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 51, 53, 54, 55, 57, 60, 65, 67, 68, 70, 71, 74, 75, 78, 79, 80, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 97, 98, 102, 103, 104], "after": [2, 7, 9, 10, 11, 12, 13, 22, 26, 31, 37, 41, 45, 67, 80, 88, 89, 90, 91, 92, 97, 98, 99, 101, 104], "never": [2, 9], "again": [2, 11, 80], "prng": [2, 3], "doe": [2, 6, 7, 9, 10, 11, 12, 26, 42, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101], "have": [2, 5, 6, 9, 10, 11, 12, 13, 14, 15, 17, 20, 22, 23, 27, 29, 31, 32, 34, 35, 40, 41, 42, 43, 44, 45, 48, 49, 50, 54, 56, 58, 64, 66, 77, 78, 79, 82, 88, 89, 90, 91, 92, 94, 95, 97, 98, 99, 101, 104], "default": [2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 82, 86, 88, 89, 90, 91, 95, 96, 97, 98, 99], "pass": [2, 3, 4, 5, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 88, 89, 90, 91, 97, 98], "chosen": [2, 5, 14], "some": [2, 3, 4, 5, 9, 10, 11, 13, 14, 30, 38, 56, 79, 81, 82, 87, 96, 97, 99, 104], "sourc": [2, 11, 87, 99], "entropi": 2, "timestamp": 2, "dev": [2, 13], "urandom": 2, "even": [2, 7, 11, 13, 15, 17, 23, 24, 26, 28, 31, 32, 35, 45, 46, 47, 49, 50, 52, 56, 59, 61, 62, 63, 64, 66, 69, 73, 76, 92], "exist": [2, 3, 9, 10, 13], "usual": [2, 4, 5, 9, 10, 11, 14, 40, 41, 42, 43, 44, 46, 90], "want": [2, 4, 9, 10, 11, 23, 45], "been": [2, 7, 9, 10, 11, 12, 88, 91, 92, 99], "refer": [2, 7, 10, 11, 12], "minim": [2, 11, 12, 13], "exampl": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 79, 82, 99, 101, 102, 103], "abov": [2, 4, 5, 7, 10, 14, 40, 41, 42, 43, 44, 82, 83, 86, 87], "see": [2, 3, 7, 10, 11, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 35, 45, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 80, 82, 88, 89, 90, 91, 97, 98, 99], "paradigm": 2, "specifi": [2, 3, 4, 5, 7, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 86, 90, 91, 95, 96, 98, 99, 100, 103, 104], "how": [2, 3, 7, 10, 11, 12, 13, 46, 48, 49, 92, 93, 95, 96, 99], "depend": [2, 7, 9, 14, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 29, 30, 32, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 49, 51, 53, 54, 55, 57, 58, 60, 65, 67, 68, 70, 71, 72, 74, 75, 77, 81, 83, 87, 88, 89, 90, 91, 97, 98, 99, 103], "specif": [2, 5, 10, 12, 99], "analog": [2, 14], "complement": 2, "render": [2, 9, 10, 14, 77, 78, 88, 89, 90, 91, 92, 93, 94, 97, 98, 99], "union": [2, 3, 4, 5, 6, 7, 8], "renderfram": [2, 7], "list": [2, 3, 5, 7, 8, 9, 10, 13, 14, 99], "comput": [2, 7, 11, 57, 69, 88, 93, 95, 96, 99], "frame": [2, 7, 9, 14, 27, 79, 80, 92, 95, 99], "render_mod": [2, 7, 10, 11, 14, 105], "dure": [2, 4, 5, 8, 9, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 82, 88, 89, 90, 91, 97, 98, 104], "set": [2, 4, 5, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 77, 80, 81, 82, 84, 85, 87, 88, 89, 90, 91, 95, 96, 97, 98, 99], "support": [2, 3, 4, 6, 7, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 82, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99], "mode": [2, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "vari": [2, 83, 93, 94, 99], "per": [2, 5, 12, 13, 27, 46, 69, 99, 104], "And": 2, "third": [2, 11], "parti": [2, 11], "all": [2, 5, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 41, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102], "By": [2, 9, 10, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 82, 88, 89, 90, 91, 97, 98], "human": [2, 4, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 91, 92, 95, 99, 105], "continu": [2, 3, 9, 10, 12, 19, 20, 79, 80, 81, 84, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99], "current": [2, 5, 7, 9, 11, 14, 79, 82, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "displai": [2, 7, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 83, 99], "consumpt": 2, "rgb_arrai": [2, 7, 11, 14], "singl": [2, 3, 4, 5, 6, 7, 9, 11, 13, 90, 91, 92, 98], "repres": [2, 4, 5, 7, 10, 11, 13, 80, 82, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 103, 104, 105], "ndarrai": [2, 4, 5, 6, 7, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 104], "shape": [2, 3, 4, 5, 6, 9, 10, 11, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "x": [2, 3, 5, 6, 11, 80, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99], "y": [2, 5, 14, 80, 86, 88, 89, 91, 92, 93, 95, 96, 97, 104], "3": [2, 4, 5, 6, 7, 8, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "rgb": [2, 9, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 88, 89, 90, 91, 92, 93, 94, 97, 98], "pixel": [2, 9, 11, 79, 99], "imag": [2, 3, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 99], "rgb_array_list": [2, 7], "sinc": [2, 10, 11, 12, 13, 14, 40, 41, 42, 43, 44, 77, 83, 87, 96, 99, 104], "last": [2, 7, 9, 10, 11, 12, 13, 36, 37, 47, 89, 92, 95, 96], "each": [2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 14, 34, 36, 37, 38, 39, 42, 50, 57, 59, 60, 61, 62, 63, 64, 65, 77, 78, 80, 81, 82, 83, 84, 85, 88, 91, 92, 93, 94, 95, 99, 100, 102, 104], "ansi": [2, 11], "string": [2, 3, 5, 7, 13], "str": [2, 3, 4, 5, 6, 7, 8, 9, 14, 88, 89, 90, 91, 97, 98], "stringio": [2, 100], "style": [2, 99], "text": [2, 3, 4, 6, 99, 101, 102, 103, 104], "represent": [2, 12], "includ": [2, 11, 12, 13, 14, 83, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 104], "newlin": 2, "escap": [2, 33, 48, 52], "sequenc": [2, 3, 5, 6, 14, 99], "color": [2, 4, 18, 29, 42, 60], "sure": [2, 7, 9, 10, 11], "class": [2, 3, 4, 5, 7, 9, 10, 11, 13, 87], "metadata": [2, 7, 9, 11, 14], "kei": [2, 3, 4, 5, 7, 9, 10, 11, 12, 13, 14, 15, 46, 88, 89, 90, 91, 95, 96, 97, 98, 99, 104], "recommend": [2, 11, 14, 40, 41, 42, 43, 44, 80, 88, 91, 92, 99], "super": [2, 9, 11, 13], "implement": [2, 3, 4, 9, 10, 11, 13, 14, 86, 93, 99, 100, 102], "function": [2, 6, 7, 9, 10, 12, 13, 80, 86, 96, 99, 103, 104, 105], "action_spac": [2, 7, 8, 9, 10, 11, 13, 104], "space": [2, 7, 8, 9, 11, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 87, 99, 100, 102, 104], "give": [2, 17, 18, 36, 37, 80, 95, 101, 104], "valid": [2, 3, 5, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "datatyp": 2, "type": [2, 3, 5, 9, 10, 11, 13, 36, 79, 88, 89, 90, 91, 97, 98, 99], "discret": [2, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 82, 83, 84, 85, 99, 100, 101, 102, 103, 104], "2": [2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 24, 25, 27, 29, 30, 32, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 48, 51, 53, 54, 55, 57, 58, 60, 65, 67, 68, 69, 70, 71, 72, 74, 75, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "mean": [2, 10, 11, 13, 82, 88, 89, 90, 95], "0": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "1": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "box": [2, 3, 4, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99], "4028234663852886e": 2, "38": [2, 91, 92], "4": [2, 5, 6, 7, 8, 9, 10, 11, 13, 14, 16, 18, 19, 20, 21, 23, 25, 27, 29, 30, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 48, 51, 53, 54, 55, 57, 58, 59, 60, 67, 68, 70, 71, 72, 74, 75, 78, 80, 82, 83, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 102, 103, 104], "float32": [2, 4, 5, 6, 8, 9, 10, 13, 78, 79, 80, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "denot": [2, 83], "we": [2, 5, 9, 10, 11, 12, 13, 14, 88, 91, 92, 99], "check": [2, 5, 9, 11, 104], "well": [2, 3, 11, 13, 21, 64, 82, 88, 91, 92, 99], "high": [2, 4, 5, 6, 9, 10, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99], "8000002e": 2, "00": 2, "4028235e": 2, "1887903e": 2, "01": [2, 80, 88, 89, 92, 93, 94, 95, 96, 97], "dtype": [2, 3, 4, 5, 8, 10, 11, 13, 80], "low": [2, 4, 5, 6, 9, 10, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99], "reward_rang": [2, 9], "inf": [2, 9, 83, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "min": [2, 5, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "max": [2, 5, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "possibl": [2, 4, 5, 6, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82, 83, 84, 85, 89, 91, 93, 94, 97, 98, 99, 102, 103, 104], "rang": [2, 7, 9, 10, 11, 14, 46, 78, 81, 82, 83, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 105], "narrow": 2, "close": [2, 5, 7, 9, 10, 34, 59, 88, 90, 91, 96, 98, 105], "overrid": [2, 9], "subclass": 2, "ani": [2, 3, 4, 7, 10, 11, 12, 13, 14, 36, 40, 41, 42, 43, 44, 45, 63, 80, 83, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 103], "necessari": [2, 14, 40, 41, 42, 43, 44], "cleanup": 2, "themselv": 2, "garbag": 2, "collect": [2, 9, 17, 20, 38, 52, 53, 56, 72, 99], "program": [2, 99], "exit": [2, 7], "wrap": [2, 7, 8, 9, 10, 11, 13], "allow": [2, 3, 7, 9, 10, 11, 14, 45, 63, 82, 83, 84, 85, 86, 93, 94, 95, 96], "modular": [2, 9, 10, 11, 99], "transform": [2, 3, 6, 7, 9, 10, 96], "base": [2, 3, 4, 9, 10, 11, 38, 47, 64, 77, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 104], "behavior": [2, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 86, 88, 89, 90, 91, 92, 97, 98, 99], "origin": [2, 6, 9, 79, 82, 93, 95, 96, 99], "without": [2, 9, 10, 11, 36, 91, 101, 103], "touch": [2, 11, 26, 59], "code": [2, 3, 4, 7, 9, 10, 11, 13, 82, 99], "don": [2, 4, 11, 12, 14, 30, 40, 41, 42, 43, 44, 64, 79, 84], "t": [2, 4, 5, 6, 7, 9, 11, 12, 14, 30, 40, 41, 42, 43, 44, 63, 64, 79, 80, 84, 85], "forget": [2, 11], "__init__": [2, 4, 9, 11, 13], "superclass": [2, 3], "modifi": [2, 9, 10, 11, 82, 95, 96, 99, 104], "would": [2, 6, 9, 10, 11, 88, 89, 90, 91, 92, 97, 98], "like": [2, 3, 5, 7, 9, 10, 11, 13, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 29, 30, 34, 36, 37, 38, 39, 48, 51, 53, 54, 55, 56, 57, 58, 59, 60, 65, 67, 68, 70, 71, 72, 74, 75, 78, 80, 88, 89, 91, 92, 94, 95, 96, 98, 99], "appli": [2, 4, 6, 7, 8, 9, 10, 11, 13, 78, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101], "simpli": [2, 9, 11, 14, 102], "inherit": [2, 3, 9, 10, 11, 13], "overwrit": [2, 9], "must": [2, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 21, 22, 23, 24, 26, 30, 31, 32, 35, 38, 39, 48, 52, 54, 55, 60, 79, 90, 98, 99], "need": [2, 3, 4, 7, 9, 10, 11, 12, 32, 34, 39, 45, 49, 59, 64, 78, 80, 83, 87], "new": [2, 9, 10, 11, 12, 13, 18, 21, 23, 36, 82, 83, 84, 85, 86, 96, 99], "2d": [2, 9, 96, 99], "navig": [2, 9, 10, 11, 23, 59], "agent_posit": [2, 9], "target_posit": [2, 9], "common": [2, 5, 9, 10, 12], "thing": [2, 9, 10, 13, 14], "do": [2, 9, 10, 11, 14, 27, 39, 60, 64, 65, 79, 80, 82, 88, 89, 90, 91, 97, 98], "throw": [2, 9, 10, 49], "awai": [2, 9, 17, 57, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "degre": [2, 9, 91, 92, 93], "freedom": [2, 9, 91, 92, 93], "onli": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 16, 18, 19, 20, 21, 22, 25, 27, 29, 30, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 48, 51, 53, 54, 55, 57, 58, 60, 61, 62, 63, 64, 65, 67, 68, 70, 71, 72, 74, 75, 84, 85, 88, 89, 90, 91, 93, 95, 96, 98, 99], "consid": [2, 9, 11, 79, 80, 81, 87, 88, 90, 91, 98, 99], "target": [2, 9, 11, 12, 30, 82, 95, 96, 99], "rel": [2, 9, 11, 82, 91, 92], "relativeposit": [2, 9, 11], "gym": [2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104, 105], "def": [2, 7, 9, 10, 11, 13], "np": [2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 80, 104], "ob": [2, 7, 9, 104], "among": [2, 9, 81, 87], "other": [2, 9, 11, 13, 20, 29, 32, 40, 46, 80, 86, 87, 89, 93, 95, 96, 98, 104], "timeawareobserv": [2, 9, 10], "about": [2, 7, 9, 10, 11, 12, 13, 59, 82, 88, 91, 92], "let": [2, 9, 10, 11, 14, 29, 99], "u": [2, 3, 5, 9, 11, 14, 99, 100], "look": [2, 3, 7, 9, 10, 11, 12, 14, 16, 18, 19, 20, 21, 22, 25, 27, 29, 30, 34, 36, 37, 38, 39, 48, 51, 53, 54, 55, 57, 58, 60, 63, 65, 67, 68, 70, 71, 72, 74, 75], "sometim": [2, 9, 10, 11, 13], "especi": [2, 3, 9, 11, 13], "control": [2, 3, 5, 9, 10, 14, 16, 19, 21, 22, 23, 24, 25, 30, 32, 35, 42, 43, 44, 47, 49, 56, 57, 59, 61, 62, 63, 64, 65, 66, 69, 70, 77, 79, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "over": [2, 9, 10, 13, 17, 23, 46, 56, 61, 89, 91, 99, 101, 103], "becaus": [2, 9, 10, 11, 13], "intrins": [2, 9], "clip": [2, 9, 10, 11, 84, 85, 88, 91], "gain": [2, 9, 24, 60, 66, 67, 70], "numer": [2, 9, 92, 93, 94, 101], "stabil": [2, 9, 91, 92], "clipreward": [2, 9], "min_reward": [2, 9], "max_reward": [2, 9], "its": [2, 7, 8, 9, 29, 36, 59, 71, 76, 80, 86, 87, 97, 99], "domain": [2, 9, 79, 82, 84, 85, 99, 104], "sai": [2, 9, 10], "finit": [2, 4, 5, 9, 12, 88, 92, 93, 94, 95, 96, 98], "subset": [2, 5, 9, 11, 14, 40, 41, 42, 43, 44], "discreteact": [2, 9], "disc_to_cont": [2, 9], "len": [2, 7, 9], "act": [2, 9], "__name__": [2, 9, 13], "__main__": [2, 9, 13], "lunarlandercontinu": [2, 9], "v2": [2, 9, 10, 78, 79, 80, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 104, 105], "wrapped_env": [2, 9, 10, 11], "print": [2, 9, 11], "clipact": [2, 9, 10], "rescaleact": [2, 9, 10], "gymnasium": [3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "crucial": 3, "thei": [3, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 96, 100, 101], "serv": [3, 88, 89, 90, 91, 97, 98], "variou": [3, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 92, 99], "purpos": [3, 99], "clearli": 3, "interact": [3, 7, 11, 14, 99], "what": [3, 9, 10, 14, 104], "work": [3, 7, 9, 14, 79, 80, 82, 89, 90, 93, 94, 98, 99], "highli": [3, 11, 14, 77, 81], "structur": [3, 4, 6, 7, 11, 13, 99], "data": [3, 6, 7, 9, 10, 11, 13], "form": [3, 4, 5, 7, 11, 13, 82, 97], "painlessli": 3, "them": [3, 9, 10, 14, 16, 17, 18, 21, 22, 26, 30, 37, 58, 67, 80, 89, 96, 99], "flat": [3, 4, 5, 6], "method": [3, 4, 7, 9, 10, 11, 13, 99, 104], "sampl": [3, 4, 5, 6, 7, 10, 11, 13, 80, 104], "explor": [3, 44], "hierarch": [3, 104], "via": [3, 4, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 81, 87, 99, 100], "build": [3, 9, 16, 34, 38, 93, 98, 99], "more": [3, 4, 5, 7, 9, 10, 11, 12, 13, 14, 15, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 35, 40, 45, 46, 47, 48, 49, 50, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 78, 80, 87, 88, 91, 92, 93, 94, 95, 96, 97, 99], "express": [3, 7, 9, 88, 91, 92], "custom": [3, 7, 10, 14, 40, 41, 42, 43, 44, 97, 99, 103], "most": [3, 9, 10, 11, 13, 14, 40, 41, 42, 43, 44, 96], "cover": [3, 13], "etc": [3, 9, 10, 11, 12, 13, 59, 62, 66, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "note": [3, 9, 10, 12, 13, 82, 83, 88, 91, 92, 104], "parametr": 3, "probabl": [3, 9, 12, 14, 103, 104], "distribut": [3, 4, 5, 97], "through": [3, 10, 12, 14, 29, 45, 48, 51, 52, 56, 65, 66, 91, 92, 99], "batch": [3, 8, 13], "vector": [3, 5, 7, 9, 78, 80, 92, 93, 94, 95, 96, 103], "vectorenv": [3, 13], "reinforc": [3, 12, 13, 82, 97, 100, 101, 102, 104], "algorithm": [3, 12, 13, 87, 100, 104], "handl": [3, 10, 93], "care": [3, 13, 65], "constructor": [3, 4, 5, 7, 9, 10, 11], "argument": [3, 4, 5, 6, 7, 8, 9, 10, 11, 77, 81, 100], "mask": [3, 4, 5, 13, 99, 104], "t_cov": 3, "randomli": [3, 4, 11, 80], "uniform": [3, 5, 13, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "non": [3, 6, 7, 11, 12], "bounded": 3, "expect": [3, 4, 5], "int8": [3, 5], "member": [3, 48], "properti": [3, 12, 13], "immut": 3, "possibli": [3, 5, 9, 10, 99], "subspac": [3, 4, 6], "to_json": 3, "sample_n": 3, "convert": [3, 4, 9, 79, 99], "jsonabl": 3, "from_json": 3, "matric": 3, "start": [3, 5, 7, 9, 10, 13, 24, 37, 38, 44, 48, 49, 64, 99, 101, 102, 103, 104], "multidiscret": [3, 4, 6, 8, 10, 11, 13], "binari": [3, 5, 10, 11, 13], "hold": [3, 101], "down": [3, 5, 11, 12, 13, 14, 18, 20, 21, 27, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 51, 53, 55, 56, 58, 60, 68, 70, 71, 74, 75, 79, 92, 101, 102, 103], "button": [3, 5, 7], "multibinari": [3, 4, 6, 10], "multipl": [3, 5, 8, 10, 13, 99], "ax": [3, 5, 11], "messag": [3, 99], "mission": [3, 47, 49, 50], "detail": [3, 7, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 82, 99], "fix": [3, 4, 5, 9, 10, 11, 47, 82, 83, 86, 87, 88, 89, 90, 91, 93, 94, 98, 103, 104], "unord": 3, "order": [3, 4, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 87, 88, 89, 90, 91, 92, 93, 94, 95, 98, 99], "entiti": 3, "select": [3, 5, 37, 88, 91, 92, 95, 96, 99], "graph": [3, 6], "node": [3, 4, 6], "edg": [3, 4, 6, 83], "flatdim": [3, 6, 13], "dimens": [3, 5, 6, 9, 13, 88, 89, 90, 91, 97, 98, 99], "flatten": [3, 6, 9, 11, 87, 102], "flatten_spac": [3, 6], "within": [3, 52, 56, 80, 81, 93, 94, 99], "unflatten": [3, 6], "revers": [3, 6, 101], "spaces_kwarg": 4, "constitu": 4, "usag": [4, 5, 6, 9, 79], "import": [4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104, 105], "ordereddict": [4, 10], "nest": [4, 13, 99], "ext_control": 4, "5": [4, 5, 6, 10, 11, 13, 14, 16, 18, 19, 20, 21, 24, 25, 27, 30, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 51, 53, 54, 55, 57, 58, 60, 67, 68, 70, 71, 72, 74, 75, 78, 79, 80, 82, 84, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 101, 104], "inner_st": 4, "charg": 4, "100": [4, 6, 9, 13, 28, 38, 61, 62, 78, 79, 80, 82, 85, 90, 95, 99, 102], "system_check": 4, "10": [4, 5, 11, 14, 21, 27, 40, 41, 42, 43, 44, 51, 58, 61, 64, 78, 80, 86, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 101, 102, 104], "job_statu": 4, "progress": [4, 10, 70], "conveni": [4, 9, 10, 11, 13], "complex": [4, 91, 92, 93, 94, 99], "readabl": 4, "easili": [4, 9, 10, 99], "wrapper": [4, 5, 7, 8, 13, 95, 96, 99], "flattenobserv": [4, 9, 11], "similar": [4, 11, 13, 18, 29, 95], "deal": 4, "instanti": [4, 7, 9, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "wai": [4, 9, 10, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 99], "separ": [4, 10, 11], "keyword": [4, 8, 9, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 101], "avoid": [4, 9, 10, 13, 14, 17, 18, 20, 25, 26, 34, 36, 52, 53, 55, 60, 62, 63, 68], "up": [4, 5, 10, 11, 14, 15, 17, 18, 19, 20, 21, 23, 24, 25, 27, 30, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 51, 53, 58, 60, 61, 62, 64, 65, 68, 69, 70, 71, 74, 75, 78, 80, 87, 88, 91, 92, 96, 101, 102, 103, 104], "independ": [4, 5, 13, 90, 96, 97, 98], "same": [4, 6, 7, 10, 12, 13, 46, 78, 79, 82, 95, 96, 97, 104], "attr": 4, "iter": [4, 9], "precis": 4, "cartesian": [4, 5, 86], "product": [4, 5], "03633198": 4, "42370757": 4, "involv": [4, 11, 77, 93, 94, 99, 103], "reproduc": [4, 10], "insid": [4, 5, 11, 13], "draw": [4, 11, 101], "length": [4, 5, 7, 9, 13, 78, 82, 83, 84, 85, 89, 97, 99], "a_0": 4, "dot": [4, 5, 11, 13], "a_n": 4, "a_i": 4, "belong": [4, 99], "n": [4, 5, 6, 10, 13, 14, 33, 79, 82, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99], "0259352": 4, "80977976": 4, "80066574": 4, "77165383": 4, "length_mask": 4, "sample_mask": 4, "drawn": [4, 5, 95, 97], "geometr": 4, "second": [4, 7, 10, 27, 58, 65, 80, 89, 93, 96, 97, 99], "featur": [4, 5, 99], "feature_spac": 4, "node_spac": [4, 6], "edge_spac": [4, 6], "seri": [4, 10], "connect": [4, 82, 88, 89, 90, 96, 97, 98], "accord": [4, 5, 8, 80], "adjac": 4, "matrix": [4, 102], "edge_link": [4, 6], "num_nod": 4, "num_edg": 4, "graphinst": [4, 6], "between": [4, 5, 7, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82, 83, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99], "edge_mask": 4, "multipli": [4, 85], "namedtupl": 4, "attribut": [4, 9, 10, 11, 95, 96], "supportsfloat": 5, "_gener": 5, "unbound": 5, "mathbb": 5, "interv": [5, 10, 88, 90, 91, 98], "infti": 5, "There": [5, 9, 10, 11, 46, 47, 59, 78, 79, 80, 81, 84, 85, 87, 92, 93, 94, 95, 96, 99, 101, 102, 104], "ident": [5, 13], "lower": [5, 10, 88, 89, 90, 91, 92, 95, 96, 97, 98], "upper": [5, 10, 91, 92], "construct": [5, 14, 40, 41, 42, 43, 44, 82, 88, 89, 90, 91, 97, 98], "scalar": 5, "respect": [5, 9, 10, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82, 88, 91, 92, 97], "assum": [5, 11], "across": [5, 20, 30, 41, 42, 45], "infer": [5, 87], "essenti": 5, "rais": [5, 6, 7, 13, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "valueerror": [5, 6, 13], "error": [5, 7, 9, 12, 13], "is_bound": 5, "manner": [5, 9, 46], "both": [5, 10, 11, 12, 78, 81, 82, 96, 98, 99, 101, 103, 104], "sens": [5, 99], "One": [5, 10, 88, 91, 92, 99], "neither": [5, 9, 101], "nor": [5, 9, 101, 102], "creat": [5, 7, 8, 9, 10, 24, 78, 79, 80, 95, 96, 99, 100], "coordin": [5, 9, 78, 80, 86, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99], "shift": [5, 10], "exponenti": [5, 9], "neg": [5, 7, 10, 65, 85, 88, 89, 91, 92, 93, 95, 96], "normal": [5, 9, 78, 79, 86, 88, 89, 93], "unsupport": 5, "consist": [5, 9, 10, 11, 14, 27, 78, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101], "mani": [5, 10, 11, 14, 20, 23, 27, 46, 49, 64, 74, 99], "smallest": 5, "uniformli": [5, 11, 14, 82, 83, 95, 96], "infeas": 5, "sort": 5, "fair": 5, "coin": [5, 99], "toss": 5, "nvec": 5, "int64": [5, 6], "arbitrari": [5, 7, 99], "game": [5, 7, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 101], "keyboard": [5, 7, 10], "alwai": [5, 6, 9, 11, 14, 80, 84, 85, 88, 91, 92, 95, 97, 103, 104], "noop": [5, 7, 14, 16, 18, 19, 20, 21, 22, 25, 27, 29, 30, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 51, 53, 54, 55, 57, 58, 60, 65, 67, 68, 70, 71, 72, 74, 75], "nintendo": 5, "conceptu": 5, "arrow": [5, 10, 58], "left": [5, 10, 11, 14, 16, 18, 19, 20, 21, 25, 29, 30, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 51, 53, 54, 55, 57, 60, 64, 65, 67, 68, 70, 71, 74, 75, 78, 79, 80, 83, 84, 88, 91, 92, 93, 94, 98, 102, 103], "param": 5, "press": [5, 7, 10, 79, 82], "although": 5, "rare": 5, "sever": [5, 9, 14, 44, 99], "d": [5, 7, 82, 95, 96], "determin": [5, 11, 12, 14, 80, 82, 83, 84, 85, 86, 99], "categor": 5, "count": [5, 78, 80, 101], "complic": [5, 9, 10], "kind": 5, "multi": [5, 87, 91, 92, 95], "unless": [5, 11, 104], "max_length": 5, "min_length": 5, "charset": 5, "frozenset": 5, "6": [5, 6, 14, 18, 19, 20, 21, 25, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 51, 53, 55, 69, 70, 71, 74, 75, 82, 84, 85, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 102, 104], "7": [5, 7, 13, 14, 18, 20, 21, 25, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 51, 53, 55, 70, 71, 74, 75, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98], "8": [5, 7, 8, 9, 13, 14, 16, 18, 20, 21, 23, 25, 29, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 51, 53, 54, 70, 74, 75, 79, 80, 82, 83, 86, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 103], "9": [5, 13, 14, 18, 21, 26, 35, 40, 41, 42, 43, 44, 48, 51, 61, 70, 75, 82, 86, 88, 89, 90, 91, 92, 93, 95, 96, 98, 101], "c": [5, 13, 63, 80, 82, 99], "f": [5, 9, 103], "h": [5, 103], "j": [5, 14], "k": [5, 6, 7, 80, 97], "l": [5, 97], "m": [5, 6, 11, 13, 14, 33, 82, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "o": [5, 13], "p": [5, 89, 103, 104], "q": [5, 12, 60, 104], "v": [5, 63, 93], "w": [5, 7, 10, 88, 91, 92], "z": [5, 88, 89, 90, 91, 92, 95, 96, 98], "compris": 5, "charact": [5, 7, 48, 59], "given": [5, 9, 12, 13, 61, 64, 78, 80, 81, 82, 84, 85, 88, 90, 91, 98], "b5": 5, "hello": 5, "42": [5, 10, 83, 91, 92, 105], "0123456789": 5, "digit": [5, 99], "inclus": [5, 14], "minimum": [5, 86], "prevent": [5, 37, 99], "empti": [5, 64], "maximum": [5, 7, 10, 11, 63, 64, 80, 82, 86, 93, 99], "english": 5, "alphabet": 5, "plu": [5, 30, 102], "latin": 5, "charlist": 5, "zero": [5, 11, 12, 13, 86, 89, 99], "matter": 5, "equival": [6, 7, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "notimplementederror": 6, "cannot": [6, 7, 11, 12, 102], "attempt": [6, 13, 80, 92, 93], "compound": 6, "func": 6, "oper": [6, 9, 13], "itself": [6, 9, 10], "boundari": 6, "while": [6, 11, 12, 13, 14, 17, 18, 34, 49, 52, 53, 54, 55, 58, 60, 62, 64, 68, 71, 73, 80, 82, 83, 86, 88, 89, 91, 92, 95, 96, 97, 99, 101], "being": [6, 10, 35, 84, 85, 86, 88, 91, 92, 96, 99, 104], "exactli": [6, 97], "effect": [6, 9, 10, 14, 40, 41, 42, 43, 44, 80, 93, 94, 104], "flattenend": 6, "60": [6, 48, 61, 99], "true": [6, 7, 8, 9, 10, 11, 13, 14, 40, 41, 42, 43, 44, 78, 79, 80, 88, 89, 90, 91, 97, 98, 101, 103], "recurs": 6, "12": [6, 14, 21, 23, 27, 29, 40, 41, 42, 43, 44, 48, 51, 63, 80, 82, 83, 88, 89, 90, 91, 92, 95, 98], "point": [6, 7, 9, 10, 12, 14, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 35, 36, 37, 38, 39, 41, 45, 46, 49, 56, 57, 58, 59, 60, 61, 62, 64, 66, 67, 68, 70, 71, 74, 78, 79, 80, 82, 83, 86, 96, 99, 101], "neural": [6, 13, 82, 97, 99], "network": [6, 13, 97, 99], "understand": [6, 95, 99], "hot": 6, "concaten": [6, 87], "match": [6, 69], "plai": [7, 11, 24, 37, 50, 69, 74, 79, 99, 101], "playablegam": 7, "env": [7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 102, 103, 104, 105], "keys_to_act": [7, 10], "zoom": 7, "input": [7, 8, 10, 13], "process_ev": 7, "event": [7, 11, 99], "process": [7, 11, 12, 13, 82, 95], "pygam": [7, 10, 11, 77, 99], "particular": [7, 12, 13, 80], "keep": [7, 9, 11, 22, 35, 54, 57, 65, 66, 74, 83, 92], "track": [7, 9, 66, 79, 83, 88, 89, 90, 91, 92, 93, 94, 97, 98], "window": [7, 10, 11, 34, 79, 99], "playplot": [7, 10], "callback": [7, 10], "callabl": [7, 8, 9, 13], "horizon_timestep": 7, "plot_nam": 7, "live": [7, 17, 20, 23, 24, 26, 29, 34, 35, 38, 45, 49, 50, 56, 62, 67], "plot": [7, 10], "transit": [7, 10, 12, 14, 40, 41, 42, 43, 44, 91, 92, 104], "obs_t": [7, 10], "obs_tp1": [7, 10], "execut": [7, 11, 13, 14, 37, 99, 104], "rew": [7, 10, 12], "receiv": [7, 10, 12, 13, 24, 27, 31, 34, 35, 41, 47, 50, 79, 80, 85, 98], "compute_metr": 7, "obs_tp": 7, "cumulative_reward": 7, "linalg": [7, 11], "norm": [7, 11, 95, 96], "along": [7, 9, 10, 13, 48, 49, 51, 62, 79, 83, 84, 85, 89, 93, 94, 97], "updat": [7, 11, 12, 104], "conjunct": 7, "evolv": 7, "plotter": [7, 10], "200": [7, 39, 62, 80, 82, 83, 84, 86], "immedi": [7, 9, 11, 101], "cumul": [7, 9], "magnitud": [7, 80, 85, 93, 94], "your_env": 7, "horizon": [7, 12, 64, 90, 98], "titl": [7, 84, 85], "dependencynotinstal": 7, "matplotlib": 7, "display_arr": 7, "screen": [7, 14, 16, 20, 24, 29, 30, 32, 41, 47, 53, 63, 64, 88, 89, 90, 91, 92, 93, 94, 97, 98], "surfac": [7, 11, 40, 64, 93, 94], "arr": 7, "video_s": 7, "transpos": [7, 11], "show": [7, 14, 24, 30, 101], "size": [7, 9, 11, 13, 103], "fp": [7, 11, 14], "carrac": [7, 79], "v1": [7, 8, 9, 10, 13, 78, 79, 80, 82, 83, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 103, 104], "dw": 7, "so": [7, 9, 10, 11, 12, 13, 14, 42, 65, 80, 81, 88, 89, 90, 91, 92, 93, 94, 97, 98, 99], "particularli": [7, 13, 83], "verifi": 7, "level": [7, 14, 21, 38, 60, 68, 99], "preprocess": 7, "unplay": 7, "wish": [7, 10], "real": [7, 10, 46, 89, 99], "statist": [7, 9, 10], "here": [7, 10, 11, 82], "150": 7, "cartpol": [7, 8, 9, 10, 13, 81, 83, 93, 94, 99], "output": [7, 10], "render_fp": [7, 11], "30": [7, 9, 10, 14, 58, 61, 91, 92], "map": [7, 10, 11, 32, 103, 104], "unicod": 7, "suppos": [7, 10], "trigger": [7, 104], "key_to_act": [7, 10], "ord": [7, 10, 11], "unknown": [7, 99], "save_video": 7, "capped_cubic_video_schedul": 7, "episode_id": 7, "record": [7, 9, 78], "27": [7, 82, 88, 91, 92], "729": 7, "1000": [7, 10, 13, 62, 64, 79, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 105], "2000": [7, 78], "3000": 7, "schedul": [7, 103], "video_fold": [7, 9], "episode_trigg": [7, 9], "step_trigg": [7, 9], "video_length": [7, 9], "name_prefix": [7, 9], "rl": [7, 9, 10, 12, 105], "episode_index": 7, "step_starting_index": 7, "kwarg": [7, 8, 11, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "extract": 7, "compos": 7, "store": [7, 9], "iff": [7, 11], "isn": 7, "entir": [7, 9, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 90, 98, 99], "snippet": 7, "captur": [7, 73], "Will": 7, "prepend": 7, "filenam": [7, 9], "first": [7, 8, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "moviepi": 7, "imagesequenceclip": 7, "durat": [7, 88, 90, 91, 92, 93, 94, 95, 96, 98], "frozenlak": [7, 13, 103], "step_index": 7, "199": 7, "_": [7, 8, 9, 10, 105], "step_api_compat": 7, "convert_to_terminated_truncated_step_api": 7, "step_return": 7, "is_vector_env": 7, "fals": [7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 88, 89, 90, 91, 97, 98, 101, 103], "irrespect": 7, "item": [7, 99], "convert_to_done_step_api": 7, "output_truncation_bool": [7, 10], "doc": [7, 80], "interfac": [7, 99, 105], "conflict": [7, 99], "eg": [7, 11, 99], "written": [7, 99], "final": [7, 11, 12, 47], "desir": [7, 97, 98], "oldenv": 7, "vec_env": 7, "np_random": [7, 11], "omit": [7, 87, 88, 89, 90, 91, 92, 97, 98], "env_check": [7, 10], "check_env": [7, 10], "warn": [7, 10], "skip_render_check": [7, 10], "http": [7, 11, 14, 79, 82, 99, 101, 102], "farama": [7, 11], "org": [7, 14, 99], "content": 7, "environment_cr": 7, "ignor": [7, 14, 101], "skip": [7, 11, 14], "ci": 7, "data_equival": 7, "data_1": 7, "data_2": 7, "assert": [7, 11], "equal": [7, 13, 84, 85, 93, 101, 103], "check_reset_se": 7, "assertionerror": 7, "though": [7, 92], "appear": [7, 21, 23, 26, 63, 84, 85], "signatur": 7, "check_reset_opt": 7, "check_reset_return_info_deprec": 7, "return_info": 7, "drop": [7, 16, 23, 104], "userwarn": 7, "check_seed_deprec": 7, "check_reset_return_typ": 7, "correctli": [7, 9, 11], "spec": [7, 8], "violat": 7, "check_space_limit": 7, "space_typ": 7, "limit": [7, 9, 10, 30, 38, 45, 46, 59, 64, 93, 94], "test": [7, 11, 78, 99], "part": [7, 12, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "id": [8, 10, 11, 103], "num_env": [8, 13], "asynchron": 8, "disable_env_check": 8, "copi": [8, 11, 13, 99], "04456399": 8, "04653909": 8, "01326909": 8, "02099827": 8, "03073904": 8, "00145001": 8, "03088818": 8, "03131252": 8, "03468829": 8, "01500225": 8, "01230312": 8, "01825218": 8, "registri": 8, "asyncvectorenv": [8, 13], "multiprocess": [8, 13], "parallel": [8, 13], "syncvectorenv": [8, 13], "intern": [8, 9], "creation": [8, 11], "checker": 8, "single_action_spac": [8, 13], "single_observation_spac": [8, 13], "02240574": 8, "03439831": 8, "03904812": 8, "02810693": 8, "01586068": 8, "01929009": 8, "02394426": 8, "04016077": 8, "01314174": 8, "03893502": 8, "02400815": 8, "0038326": 8, "00122802": [8, 13], "16228443": [8, 13], "02521779": [8, 13], "23700266": [8, 13], "00788269": [8, 13], "17490888": [8, 13], "03393489": [8, 13], "31735462": [8, 13], "04918966": [8, 13], "19421194": [8, 13], "02938497": [8, 13], "29495203": [8, 13], "alter": [9, 10, 11, 14], "lot": [9, 10], "boilerpl": [9, 10, 11], "chain": [9, 10, 82, 97], "base_env": [9, 10], "bipedalwalk": [9, 10, 78], "v3": [9, 10, 78, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 104], "min_act": [9, 10], "max_act": [9, 10], "access": [9, 13, 45, 99], "underneath": [9, 10, 83], "orderenforc": [9, 11], "get": [9, 10, 12, 13, 14, 34, 37, 38, 39, 46, 56, 57, 58, 59, 61, 62, 63, 68, 78, 80, 88, 90, 91, 93, 101], "layer": [9, 10, 99], "unwrap": [9, 10, 82], "bare": 9, "just": [9, 10, 40, 46, 63, 94, 96], "box2d": [9, 10, 78, 79, 80], "bipedal_walk": [9, 10, 78], "0x7f87d70712d0": [9, 10], "three": [9, 10, 11, 14, 17, 20, 22, 35, 43, 49, 56, 61, 62, 63, 64, 88, 90, 91, 92, 97, 98], "Such": [9, 10], "present": [9, 11, 12, 82, 99], "section": [9, 10, 11, 13, 14, 65, 88, 89, 90, 91, 97, 98], "found": [9, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 87], "user": [9, 10, 11, 14, 82, 83, 84, 85, 86, 99, 105], "advantag": [9, 11, 88, 99], "standard": [9, 13, 46, 88, 89, 93, 99], "beyond": [9, 92, 93, 94, 95, 96, 98], "caus": [9, 47], "new_ob": 9, "final_reward": 9, "final_termin": 9, "final_trunc": 9, "prior": [9, 99], "addit": [9, 11, 14, 20, 31, 61, 65, 80, 81, 82, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 104], "final_observ": [9, 13], "final_info": 9, "autoreset": [9, 11], "rollout": [9, 104], "alongsid": [9, 10, 99], "previou": [9, 12, 88, 91, 92], "retriev": [9, 35, 38, 64], "know": [9, 11], "re": [9, 11, 13, 46, 61, 64], "modif": [9, 10, 95, 96], "still": [9, 14], "penal": [9, 65], "larg": [9, 13, 85, 88, 89, 90, 91, 92, 95, 96, 97, 98, 99], "energi": [9, 78, 80, 83, 99], "weight": [9, 12, 13, 88, 89, 90, 91, 95, 96, 97, 98, 99], "those": [9, 13, 16, 18, 19, 20, 21, 22, 25, 27, 29, 30, 34, 36, 37, 38, 39, 48, 51, 53, 54, 55, 57, 58, 60, 65, 67, 68, 70, 71, 72, 74, 75, 82, 87, 88, 89, 90, 91, 92, 93, 94, 98], "reacher": [9, 87, 95], "nevertheless": 9, "reacherrewardwrapp": 9, "reward_dist_weight": 9, "reward_ctrl_weight": 9, "reward_dist": [9, 95, 96], "reward_ctrl": [9, 95, 96], "suffici": [9, 20, 22, 24, 26, 31], "descript": [9, 11, 99], "ataripreprocess": 9, "noop_max": 9, "frame_skip": [9, 88, 89, 90, 91, 97, 98], "screen_siz": 9, "84": [9, 88, 91, 92], "terminal_on_life_loss": 9, "grayscale_ob": 9, "grayscale_newaxi": 9, "scale_ob": 9, "best": [9, 10, 14, 40, 41, 42, 43, 44, 99], "practic": [9, 10, 12, 14, 40, 41, 42, 43, 44, 99], "machado": [9, 14], "et": [9, 14], "al": [9, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "2018": [9, 14, 82], "revisit": [9, 14], "arcad": [9, 14, 21, 38, 40, 41, 42, 43, 44, 99], "evalu": [9, 14, 99], "protocol": [9, 14], "open": [9, 10, 11, 14, 27, 87, 99], "problem": [9, 12, 14, 80, 83, 86, 93, 94, 97, 101, 104, 105], "soon": [9, 11, 104], "read": [9, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "document": [9, 11, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 81, 88, 91, 92, 93, 100], "filterobserv": 9, "filter_kei": 9, "entri": 9, "kept": 9, "framestack": 9, "num_stack": 9, "lz4_compress": 9, "stack": [9, 13], "roll": [9, 27, 95], "recent": [9, 99], "lazyfram": 9, "cast": 9, "asarrai": 9, "slice": 9, "__getitem__": 9, "syntax": 9, "compress": 9, "losslessli": 9, "repit": 9, "grayscaleobserv": 9, "keep_dim": 9, "grai": 9, "scale": [9, 14, 80, 88, 89, 90, 91, 97, 98, 99], "dimension": [9, 10, 11, 18, 80, 88, 89, 90, 96, 97, 98, 99], "singleton": 9, "ad": [9, 11, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 104], "axbx1": 9, "normalizereward": 9, "gamma": [9, 12], "99": 9, "epsilon": [9, 99], "1e": [9, 91, 97, 98], "move": [9, 11, 12, 16, 19, 20, 29, 30, 44, 47, 58, 61, 64, 65, 78, 80, 83, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 102, 103, 104], "averag": [9, 12, 91], "varianc": 9, "discount": [9, 12], "factor": 9, "past": 9, "trajectori": [9, 80, 91, 92], "newli": 9, "polici": [9, 12, 13, 81, 87, 88, 89, 90, 91, 92, 97, 98, 99, 105], "normalizeobserv": 9, "center": [9, 79, 80, 83, 86, 88, 89, 91, 92, 99, 102], "unit": [9, 48, 82, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "pixelobservationwrapp": 9, "pixels_onli": 9, "render_kwarg": 9, "pixel_kei": 9, "augment": 9, "obtain": [9, 10, 12, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 86, 101], "discard": 9, "recordepisodestatist": 9, "deque_s": 9, "At": [9, 13, 23, 34, 37, 48], "buffer": [9, 79, 99], "return_queu": 9, "length_queu": 9, "recordvideo": 9, "save": 9, "prefix": 9, "intermitt": 9, "hundreth": 9, "These": [9, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 87, 88, 91, 97, 99, 100], "stop": [9, 12, 58, 68, 76, 99, 101], "span": 9, "strictli": 9, "rescal": [9, 10], "resizeobserv": 9, "axbxc": 9, "resiz": 9, "squar": [9, 11, 63, 95, 96, 104], "sidelength": 9, "append": 9, "stai": [9, 39], "markov": [9, 10, 12], "max_episode_step": [9, 11], "abl": [9, 12, 64], "did": [9, 10, 12], "transformobserv": 9, "transformreward": 9, "vectorlistinfo": 9, "th": [9, 13], "outermost": 9, "veri": [10, 11, 80, 95, 99], "easi": [10, 50, 99, 100], "v0": [10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "classic": [10, 12, 80, 82, 83, 84, 85, 86, 90, 94, 97, 98], "loop": [10, 13, 99], "torqu": [10, 78, 82, 86, 88, 89, 90, 91, 92, 95, 96, 97, 98], "motor": [10, 78, 97], "exchang": 10, "goal": [10, 11, 17, 20, 25, 27, 29, 31, 34, 46, 51, 52, 53, 54, 55, 57, 60, 62, 64, 65, 71, 72, 73, 74, 75, 76, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "manipul": [10, 99], "robot": [10, 12, 26, 76, 78, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "succe": 10, "toward": [10, 22, 46, 97], "train": [10, 104], "maxim": 10, "accumul": [10, 36], "crash": [10, 80], "succeed": 10, "issu": [10, 11, 14, 88, 90, 91, 92, 98], "26": [10, 11, 12, 88, 91, 92], "onward": [10, 12], "earlier": [10, 11], "now": [10, 11, 12, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "lunarland": [10, 80, 99, 105], "pop": [10, 96], "someth": 10, "similarli": [10, 13, 80], "previous": [10, 14, 23], "core": [10, 99], "inher": [10, 12], "failur": [10, 12], "occur": [10, 11, 13, 82, 83], "explain": 10, "retain": 10, "old": 10, "toggl": 10, "apply_api_compat": 10, "explicitli": [10, 11, 12], "gymasium": 10, "stepcompat": 10, "customenv": 10, "saniti": 10, "util": [10, 11, 13], "except": [10, 11, 61, 64], "seem": 10, "mistak": 10, "turn": [10, 17, 18, 79, 80, 93], "off": [10, 31, 46, 54, 62, 79, 80, 104], "reus": 10, "avail": [10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 99], "our": [10, 11, 99], "simpl": [10, 12, 78, 100, 102, 105], "6952509": 10, "4399011": 10, "7981693": 10, "actionwrapp": 10, "observationwrapp": [10, 11], "rewardwrapp": 10, "commonli": 10, "li": [10, 99], "lie": 10, "manual": [10, 14, 40, 41, 42, 43, 44, 99], "aspect": [10, 12], "pong": [10, 14, 29, 33], "As": [10, 70, 82, 87, 88, 89, 91, 92, 99, 100, 104], "k_left": 10, "k_right": 10, "constant": [10, 25, 64, 80, 85, 88, 90, 91, 98], "furthermor": 10, "gameplai": 10, "overview": 11, "relev": 11, "design": [11, 47, 82, 88, 91, 92, 100, 104], "clone": [11, 99], "virtual": [11, 99], "git": 11, "github": [11, 87, 102], "com": [11, 99, 102], "foundat": 11, "venv": 11, "bin": 11, "activ": [11, 63], "api": [11, 12, 99], "concern": 11, "readm": 11, "setup": 11, "gym_exampl": 11, "grid_world": 11, "relative_posit": 11, "illustr": [11, 12], "simplist": 11, "gridworldenv": 11, "write": [11, 13], "grid": [11, 18, 99, 104], "vertic": [11, 20, 78, 93, 94, 99], "horizont": [11, 20, 30, 78, 80, 82], "cell": [11, 99, 102], "place": [11, 18, 83, 84, 85], "begin": [11, 20, 23, 36, 61, 62, 63, 64], "locat": [11, 14, 50, 99, 104], "movement": [11, 92], "spars": [11, 82, 99], "blue": [11, 42, 44, 69, 82], "red": [11, 38, 44], "piec": 11, "abstract": 11, "shouldn": 11, "framer": [11, 14, 92, 95, 96], "choos": [11, 13], "window_s": 11, "512": 11, "encod": [11, 102, 104], "direct": [11, 62, 64, 82, 83, 84, 85, 88, 90, 91, 93, 94, 98, 99, 103], "walk": [11, 91, 98, 100, 103], "taken": [11, 13, 38, 44, 81, 83, 104], "_action_to_direct": 11, "clock": 11, "correct": [11, 12, 104], "remain": [11, 12, 45, 48, 49, 64, 88, 102], "until": [11, 37, 50, 95, 101], "often": [11, 87], "privat": [11, 33, 59], "_get_ob": 11, "translat": [11, 88, 91, 92], "mandatori": 11, "_agent_loc": 11, "_target_loc": 11, "manhattan": 11, "distanc": [11, 22, 39, 89], "_get_info": 11, "oftentim": 11, "whenev": [11, 20, 23], "determinist": [11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 82, 84, 85, 102, 104], "worri": 11, "much": [11, 12, 14, 40, 41, 42, 43, 44, 48, 49, 92], "rememb": [11, 79], "coincid": 11, "line": [11, 37, 82], "array_equ": 11, "_render_fram": 11, "logic": [11, 79], "accordingli": [11, 64], "trivial": 11, "gather": [11, 38, 59], "leav": [11, 23, 83, 93], "els": [11, 90, 98, 103], "approach": [11, 93], "skeleton": 11, "init": [11, 79], "set_mod": 11, "canva": 11, "fill": [11, 23], "255": [11, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "pix_square_s": 11, "rect": 11, "circl": [11, 19], "gridlin": 11, "width": 11, "visibl": 11, "blit": 11, "get_rect": 11, "pump": 11, "predefin": [11, 99], "delai": 11, "stabl": 11, "tick": 11, "surfarrai": 11, "pixels3d": 11, "resourc": 11, "were": [11, 31, 77, 82, 100], "actual": [11, 104], "bother": 11, "quit": 11, "releas": [11, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 82, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "detect": 11, "put": 11, "registr": 11, "gridworld": [11, 102], "entry_point": 11, "300": [11, 27, 39, 78], "compon": 11, "namespac": [11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "appropri": [11, 13], "apart": [11, 38], "entrypoint": 11, "reward_threshold": [11, 88, 89, 90, 91, 92, 95, 96, 97, 98], "threshold": [11, 82, 83, 104], "nondeterminist": 11, "order_enforc": 11, "autoresetwrapp": 11, "mere": 11, "extra": [11, 18, 23, 24, 26, 30, 32, 45, 64, 99], "modul": 11, "codebas": 11, "librari": [11, 99, 100, 105], "edit": 11, "configur": [11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 81, 87, 99, 100], "setuptool": 11, "install_requir": 11, "local": 11, "find": [11, 14, 15, 40, 41, 42, 43, 44, 50, 59, 71, 93, 96, 99], "yourself": [11, 13, 38, 58, 79], "perfectli": 11, "fine": 11, "variant": [11, 79], "instruct": [11, 87], "top": [11, 14, 29, 34, 41, 47, 49, 63, 79, 80, 81, 84, 85, 90, 93, 94, 98], "big": [11, 19, 40], "instead": [11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 82, 98], "job": [11, 22], "incorrectli": 12, "due": [12, 103], "definit": [12, 88, 90, 91], "success": [12, 37, 82, 104], "fall": [12, 34, 36, 56, 62, 78, 91, 103], "notabl": 12, "preserv": 12, "extern": [12, 88, 91, 92], "decis": [12, 99], "infinit": [12, 80, 90, 98, 101], "obviou": 12, "wait": [12, 38, 40, 64], "forev": 12, "forcibli": 12, "halt": 12, "anoth": [12, 13, 29, 91, 92, 94, 95, 96, 98, 104], "idea": 12, "bootstrap": 12, "estim": [12, 88], "tell": 12, "formal": 12, "q_": 12, "o_t": 12, "a_t": 12, "r_t": 12, "max_a": 12, "o_": 12, "a_": 12, "q_target": 12, "deep": [12, 99], "distinct": 12, "becom": [12, 63, 77, 99], "frequent": 12, "incorrect": 12, "differenti": 12, "shown": [12, 49, 79, 82], "vf_target": 12, "vf_next_stat": 12, "happen": [12, 63, 84, 85, 88, 90, 91, 92, 93, 94, 95, 96, 98], "doesn": [12, 14, 80], "suppli": [12, 30, 54], "sequenti": 13, "regist": [13, 14], "meant": 13, "basic": 13, "pendulum": [13, 81, 82, 83, 87], "graviti": [13, 80, 83, 84, 86, 93, 94, 99], "unregist": 13, "lambda": 13, "enabl": [13, 14, 79, 99], "exact": [13, 14, 27, 40, 41, 42, 43, 44, 101], "81": [13, 86], "62": 13, "spawn": [13, 96], "forkserv": 13, "context": 13, "togeth": [13, 14, 87], "02792548": 13, "04423395": 13, "00026012": 13, "04486719": 13, "04906582": 13, "02779809": 13, "02881928": 13, "04467649": 13, "0036706": 13, "00324916": 13, "047668": 13, "02039891": 13, "00187507": 13, "18986781": 13, "03168437": 13, "301252": 13, "02643229": 13, "18816885": 13, "04371385": 13, "3034975": 13, "02803041": 13, "24251814": 13, "02660446": 13, "29707024": 13, "compat": [13, 99], "regardless": [13, 88, 89, 90, 91, 97, 98], "arbitrarili": 13, "thereof": 13, "dictenv": 13, "fire": [13, 14, 16, 18, 19, 21, 22, 25, 27, 29, 30, 40, 41, 42, 43, 44, 47, 54, 55, 57, 58, 60, 61, 63, 64, 67, 68, 70, 72, 74, 75, 80], "jump": [13, 47, 62, 65], "acceler": [13, 79, 84, 85, 86], "5337036": 13, "7439302": 13, "41748118": 13, "9373266": 13, "5780453": 13, "8987405": 13, "917269": 13, "5888639": 13, "812942": 13, "23626241": 13, "0616814": 13, "4057572": 13, "4875375": 13, "26341468": 13, "72282314": 13, "3rd": 13, "fell": 13, "hole": [13, 56, 103], "is_slipperi": [13, 103], "prob": 13, "_prob": 13, "pair": [13, 91, 92], "_kei": 13, "logical_or": 13, "11350546": 13, "8090094": 13, "23710881": 13, "8017728": 13, "_final_observ": 13, "mountaincar": [13, 84], "runtimeerror": 13, "handi": 13, "linear": [13, 80, 82, 93, 94, 97], "thank": 13, "whole": 13, "scipi": 13, "special": [13, 17, 47], "softmax": [13, 99], "logit": 13, "axi": [13, 84, 85, 89, 91, 92, 97], "randn": 13, "argmax": [13, 104], "sent": 13, "back": [13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 88, 89], "main": [13, 80, 90, 98], "expens": 13, "transfer": [13, 99], "shared_memori": 13, "cost": [13, 78, 89, 90, 97, 98, 99], "increas": [13, 36, 64, 80, 82, 83, 90, 97, 98], "throughout": 13, "env_fn": 13, "breakoutnoframeskip": 13, "v4": [13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "timeit": 13, "23": [13, 88, 91, 92, 95, 99], "136": 13, "\u00b5": 13, "std": 13, "36": [13, 14, 29, 91, 92], "15": [13, 14, 37, 40, 41, 42, 43, 44, 48, 67, 80, 88, 89, 91, 92, 95, 98, 99, 103], "plan": [13, 99], "try": [13, 16, 17, 18, 27, 29, 34, 57, 58], "errorenv": 13, "worker": [13, 58], "shut": 13, "own": [13, 29, 64, 99], "raw": 13, "smilesenv": 13, "whose": [13, 99, 101], "smile": 13, "notat": 13, "molecular": 13, "symbol": [13, 99], "__eq__": 13, "co": [13, 82, 84, 85, 86, 93, 96, 99], "_state": 13, "pickleabl": 13, "2600": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "stella": 14, "adventur": [14, 33], "air": [14, 33], "raid": [14, 33], "alien": [14, 33, 35, 55, 68], "amidar": [14, 22, 33], "assault": [14, 33], "asterix": [14, 33], "asteroid": [14, 33], "atlanti": [14, 33], "bank": [14, 33, 61], "heist": [14, 33], "licens": [14, 99], "download": [14, 99], "agre": 14, "todo": 14, "legal": [14, 40, 41, 42, 43, 44], "num": [14, 16, 18, 19, 20, 21, 22, 25, 27, 29, 30, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 51, 53, 54, 55, 57, 58, 60, 65, 67, 68, 70, 71, 72, 74, 75, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "upright": [14, 20, 21, 25, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 53, 83, 86, 93, 94], "upleft": [14, 20, 21, 25, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 53], "downright": [14, 20, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 51, 53], "downleft": [14, 20, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 51, 53], "upfir": [14, 18, 21, 27, 40, 41, 42, 43, 44, 58, 70, 71, 72, 74, 75], "11": [14, 21, 40, 41, 42, 43, 44, 48, 51, 88, 89, 90, 91, 92, 93, 95, 96, 98, 101, 102], "rightfir": [14, 16, 18, 19, 21, 22, 25, 30, 40, 41, 42, 43, 44, 48, 51, 54, 55, 57, 67, 70, 71, 74, 75], "leftfir": [14, 16, 18, 19, 21, 22, 30, 40, 41, 42, 43, 44, 48, 51, 54, 55, 57, 67, 70, 71, 74, 75], "13": [14, 21, 40, 41, 42, 43, 44, 48, 51, 88, 89, 91, 92, 95, 98], "downfir": [14, 18, 21, 27, 40, 41, 42, 43, 44, 48, 51, 55, 58, 70, 72, 75], "14": [14, 40, 41, 42, 43, 44, 48, 78, 80, 88, 89, 91, 92, 95, 98], "uprightfir": [14, 21, 40, 41, 42, 43, 44, 48, 51], "upleftfir": [14, 21, 40, 41, 42, 43, 44, 48, 51], "16": [14, 23, 26, 29, 35, 40, 41, 42, 43, 44, 48, 86, 88, 89, 91, 92, 95, 98, 99, 103], "downrightfir": [14, 40, 41, 42, 43, 44, 48, 51], "17": [14, 26, 40, 41, 42, 43, 44, 48, 88, 89, 91, 92, 95, 98, 101], "downleftfir": [14, 40, 41, 42, 43, 44, 48, 51], "smaller": [14, 19, 21, 40, 41, 42, 43, 44], "thu": [14, 40, 41, 42, 43, 44, 95, 96, 99], "enumer": [14, 40, 41, 42, 43, 44], "expand": [14, 40, 41, 42, 43, 44], "full": [14, 40, 41, 42, 43, 44, 79, 80], "full_action_spac": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "reduc": [14, 16, 18, 19, 20, 21, 22, 25, 27, 29, 30, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 51, 53, 54, 55, 57, 58, 60, 65, 67, 68, 70, 71, 72, 74, 75, 83], "difficulti": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 99], "choic": 14, "player": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 101], "grayscal": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "128": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "byte": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "ram": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "consol": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "atariag": [14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 75, 76], "achiev": [14, 17, 82, 101], "art": 14, "memor": 14, "optim": [14, 78, 80, 91, 92, 99], "sticki": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "small": [14, 44, 63, 78, 99, 100], "On": [14, 55, 82, 83, 84, 85, 86], "repeat": [14, 95], "frameskip": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "exclus": 14, "tabl": [14, 17, 18, 20, 34, 36, 91, 92, 95], "obs_typ": 14, "Its": 14, "repeat_action_prob": [14, 40, 41, 42, 43, 44], "stick": [14, 23, 45, 101], "ll": [14, 47, 64], "sound": [14, 99], "lock": 14, "emul": 14, "guarante": 14, "proper": 14, "audio": 14, "25": [14, 40, 41, 42, 43, 44, 88, 90, 91, 92, 98, 104], "v5": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "outlin": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 101], "variat": 14, "amidardeterminist": 14, "amidarnoframeskip": 14, "ramdeterminist": 14, "ramnoframeskip": 14, "suffix": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "noframeskip": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "longer": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99], "airraid": [14, 16], "31": [14, 21, 91, 92], "bankheist": [14, 23], "20": [14, 23, 29, 56, 64, 80, 88, 91, 92, 95, 99, 104], "24": [14, 23, 29, 54, 78, 79, 80, 83, 88, 91, 92], "28": [14, 23, 29, 82, 91, 92], "battlezon": [14, 24], "beamrid": [14, 25], "berzerk": [14, 33], "18": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 88, 89, 91, 92, 95, 98], "bowl": [14, 33], "breakout": [14, 33], "32": [14, 29, 46, 91, 92, 101], "40": [14, 29, 54, 91, 92], "44": [14, 29, 91, 92], "carniv": [14, 33], "centiped": [14, 33], "22": [14, 31, 88, 91, 92, 95], "86": [14, 31], "choppercommand": [14, 32], "crazyclimb": [14, 34], "defend": [14, 22, 33, 38, 54, 66], "demonattack": [14, 36], "doubledunk": [14, 37], "elevatoract": [14, 38], "enduro": [14, 33], "fishingderbi": 14, "freewai": [14, 33], "frostbit": [14, 33], "gopher": [14, 33], "gravitar": [14, 33], "hero": [14, 33], "icehockei": 14, "jamesbond": [14, 33], "journeyescap": 14, "kangaroo": [14, 33], "krull": [14, 33], "kungfumast": [14, 51], "montezumareveng": [14, 52], "mspacman": [14, 53], "namethisgam": [14, 54], "phoenix": [14, 33], "pitfal": [14, 33, 78], "pooyan": [14, 33], "50": [14, 48, 58, 64, 80, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "70": [14, 58], "privateey": 14, "qbert": [14, 33], "riverraid": [14, 33], "roadrunn": [14, 62], "robotank": [14, 33, 63], "seaquest": [14, 33], "ski": [14, 33], "solari": [14, 33], "spaceinvad": 14, "stargunn": 14, "tenni": [14, 33], "timepilot": 14, "tutankham": [14, 33], "upndown": [14, 72], "ventur": [14, 33], "videopinbal": [14, 74, 75], "wizardofwor": [14, 75], "yarsreveng": 14, "64": 14, "96": [14, 79], "zaxxon": [14, 33], "oppos": 14, "ai": 14, "mg": 14, "bellemar": 14, "naddaf": 14, "veness": 14, "platform": [14, 99], "journal": 14, "artifici": 14, "intellig": 14, "research": [14, 87, 93, 99], "2012": 14, "url": 14, "jair": 14, "php": 14, "articl": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "view": [14, 44, 99], "11182": 14, "atari": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "page": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104], "250": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "160": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "enchant": [15, 31], "chalic": 15, "golden": 15, "castl": 15, "pick": [15, 38, 49, 62, 104], "sword": 15, "bridg": [15, 61, 99], "magnet": 15, "fight": [15, 28, 51, 54, 99], "outmanoeuvr": 15, "dragon": 15, "flavor": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "uint8": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "switch": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 99], "thorough": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "discuss": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "intric": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "stochast": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81, 82, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 104], "ship": [16, 17, 19, 25, 35, 44, 66], "sidewai": [16, 19, 25, 61, 65], "protect": [16, 22, 31, 32, 43, 48, 58], "side": [16, 29, 44, 46, 80], "fly": [16, 21, 45, 61, 80], "saucer": [16, 21, 68], "bomb": [16, 35, 47, 55, 68], "meaning": [16, 18, 19, 20, 21, 22, 25, 27, 29, 30, 34, 36, 37, 38, 39, 48, 51, 53, 54, 55, 57, 58, 60, 65, 67, 68, 70, 71, 72, 74, 75], "210": [17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 35, 36, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "stuck": [17, 26, 45], "maze": [17, 18, 23, 26, 52, 71], "destroi": [17, 19, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 35, 36, 44, 50, 61, 62, 63, 66, 67, 68, 70, 80], "egg": 17, "scatter": [17, 59], "simultan": [17, 18], "kill": [17, 26, 45, 50], "flamethrow": 17, "tricki": 17, "situat": [17, 104], "occasion": [17, 21], "power": [17, 45, 79, 80, 81, 85, 93, 94, 99], "pulsar": 17, "temporari": 17, "abil": 17, "score": [17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 45, 46, 47, 48, 49, 50, 56, 57, 58, 59, 60, 61, 62, 64, 68, 69, 70, 74, 78, 80], "prize": [17, 72], "caught": [17, 23], "lose": [17, 20, 22, 31, 34, 35, 38, 45, 47, 56, 57, 59, 61, 62, 64, 65, 66, 80, 101], "consult": [17, 46, 47, 48, 49, 50], "pac": 18, "man": 18, "visit": [18, 38, 79], "enemi": [18, 19, 22, 24, 25, 26, 32, 35, 36, 38, 51, 60, 61, 63, 64, 66, 67, 68, 70, 76], "chicken": [18, 30, 41], "catch": [18, 34, 40, 62], "travers": 18, "vehicl": [19, 24, 39, 48, 99], "mother": [19, 49, 58], "overhead": [19, 80], "deploi": 19, "drone": 19, "dodg": [19, 25, 64], "attack": [19, 21, 22, 25, 33, 35, 58], "lyre": 20, "guid": [20, 41, 99], "life": [20, 34, 38, 62, 66], "award": [20, 26, 31, 34, 38, 64, 93, 94], "known": [21, 99], "spaceship": [21, 35, 66], "field": [21, 99], "break": [21, 29, 79], "shoot": [21, 30, 32, 37, 38, 45, 46, 55, 58, 62, 67, 68, 76], "satellit": 21, "ufo": 21, "submerg": 22, "citi": [22, 23, 59, 99], "slowli": 22, "descend": 22, "strike": [22, 27], "defens": [22, 37], "post": 22, "manag": [22, 27], "seven": 22, "fought": 22, "wave": [22, 32, 36, 48, 55, 68], "outer": [22, 82], "robber": 23, "natur": [23, 101, 103], "rob": 23, "getawai": 23, "car": [23, 39, 77, 81, 99], "polic": 23, "chase": [23, 26], "dynamit": [23, 45], "ga": [23, 79], "tank": [23, 24, 64], "four": [23, 34, 79, 80, 88, 90, 98, 104], "lost": [23, 31, 50, 63, 67], "nine": [23, 88], "person": [24, 82, 99], "perspect": [24, 99], "3d": [24, 88, 91, 92, 99], "illus": 24, "radar": [24, 75], "around": [24, 77, 96, 99], "travel": 25, "forward": [25, 47, 78, 88, 89, 90, 91, 92, 97, 98], "speed": [25, 78, 79, 99, 104], "steer": [25, 72, 79], "debri": 25, "leftifir": 25, "evil": [26, 51, 76], "wall": [26, 29, 45, 84, 85], "undefeat": 26, "otto": 26, "tri": 27, "knock": [27, 28], "pin": 27, "spar": 27, "spare": 27, "oppon": [28, 40, 46, 57, 72], "ring": 28, "hit": [28, 29, 30, 31, 36, 58, 59, 62, 63, 65, 101], "land": [28, 62, 80], "punch": [28, 49], "famou": 29, "paddl": [29, 57], "ball": [29, 46, 57, 74], "brick": 29, "wreak": 29, "havoc": 29, "five": [29, 59, 65, 81], "214": 30, "em": 30, "gun": [30, 38], "ammunit": 30, "steal": [30, 40], "bullet": [30, 99], "subtract": 30, "minu": 30, "sign": [30, 93, 94], "elf": 31, "magic": 31, "wand": 31, "fend": 31, "spider": 31, "flea": 31, "mushroom": 31, "forest": 31, "bitten": 31, "tempor": 31, "paralyz": 31, "scorpion": 31, "round": 31, "helicopt": [32, 34, 61], "truck": [32, 62], "convoi": 32, "aircraft": [32, 70], "mini": 32, "bottom": [32, 47, 79, 84, 85, 90, 98, 102], "plane": 32, "surviv": [32, 36], "battl": 33, "zone": 33, "beam": [33, 45], "rider": 33, "chopper": 33, "command": [33, 87], "crazi": 33, "climber": 33, "demon": 33, "doubl": [33, 87], "dunk": 33, "elev": 33, "fish": 33, "derbi": 33, "ic": [33, 36, 42, 46], "hockei": [33, 46], "journei": [33, 48], "kung": 33, "fu": 33, "master": [33, 102], "montezuma": 33, "reveng": 33, "pacman": 33, "ey": [33, 54, 59], "road": [33, 79], "runner": 33, "invad": [33, 67], "star": 33, "gunner": 33, "pilot": [33, 55, 76], "pinbal": 33, "wizard": [33, 51], "Of": 33, "wor": 33, "yar": 33, "builid": 34, "obstacl": [34, 48, 49], "damag": [34, 63], "next": [34, 36, 38], "climb": [34, 49, 81, 99], "fast": [34, 79, 87, 89, 91, 93, 97, 99], "least": [34, 69, 80], "row": [34, 67, 102, 103], "earth": [35, 67], "rescu": [35, 45, 49, 50, 51, 64, 66], "humanoid": [35, 87, 88], "smart": 35, "shot": [35, 37, 38, 46, 47, 62, 99], "abduct": 35, "unlimit": 35, "laser": [35, 45, 67, 75], "missil": [35, 61], "aliv": [35, 91, 98], "face": [36, 88, 91, 92, 101], "planet": [36, 44, 66], "krybor": 36, "reserv": [36, 61, 63, 64], "bunker": [36, 44], "grant": [36, 80], "slai": 36, "2v2": 37, "basketbal": 37, "possess": 37, "rival": 37, "team": 37, "rule": [37, 69, 99, 101], "foul": 37, "secret": [38, 59], "ground": [38, 58, 78, 80, 88, 92, 99], "stair": 38, "equip": 38, "against": [38, 57, 69, 99], "floor": 38, "mark": 38, "door": [38, 99], "unreleas": 38, "prototyp": 38, "500": [38, 61, 82, 83, 104], "racer": 39, "nation": 39, "long": [39, 74, 83, 93, 94], "endur": 39, "race": [39, 62, 65, 77], "overtak": 39, "dai": [39, 77], "meet": 39, "quota": 39, "sunfish": 40, "than": [40, 46, 64, 80, 82, 83, 84, 85, 89, 93, 94, 95, 97, 99, 101], "But": [40, 65], "fisherman": 40, "black": [40, 50, 82], "shark": [40, 54, 64], "lurk": [40, 60], "lane": [41, 99], "busi": 41, "rush": 41, "hour": 41, "traffic": 41, "cross": [41, 103], "bailei": 42, "who": [42, 43, 48, 49, 65], "hop": [42, 60, 90, 98], "forth": 42, "arctic": 42, "river": [42, 61], "block": [42, 99], "white": 42, "he": [42, 44], "hi": [42, 44, 59], "igloo": 42, "shovel": 43, "wield": 43, "farmer": 43, "crop": 43, "carrot": 43, "spacecraft": 44, "fiction": 44, "solar": 44, "system": [44, 82, 86, 93, 94, 99], "landscap": 44, "miner": 45, "mine": [45, 62], "shaft": 45, "tool": [45, 52], "propel": 45, "backpack": 45, "wherev": 45, "blast": [45, 64, 66], "vermin": 45, "raft": 45, "stretch": 45, "lava": 45, "critter": 45, "minut": [46, 56], "period": [46, 90, 98], "puck": 46, "angl": [46, 47, 78, 80, 82, 83, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "extrem": [46, 99, 100], "aim": [46, 90, 93, 97, 98], "rink": 46, "realli": 46, "mr": 47, "bond": 47, "multipurpos": 47, "craft": [47, 80], "varieti": [47, 99], "motion": [47, 99], "slightli": [47, 78, 88], "dive": 47, "lob": 47, "rate": [47, 64], "highest": [47, 99], "novic": 47, "006": 47, "007": 47, "lead": 48, "peski": 48, "backstag": 48, "scarab": 48, "000": [48, 61, 64], "concert": 48, "cash": 48, "grasp": 48, "groupi": 48, "photograph": 48, "promot": 48, "encount": [48, 49, 70, 99], "her": [49, 58], "preciou": 49, "babi": 49, "ladder": [49, 78], "bonu": [49, 63, 64, 68, 98], "fruit": 49, "monkei": 49, "corner": 49, "beast": 50, "fortress": [50, 52], "princess": [50, 51], "lyssa": 50, "sunris": 50, "monster": [50, 73], "templ": 51, "victoria": 51, "defeat": [51, 60], "acquir": [52, 87], "treasur": [52, 54, 56, 71, 73], "chamber": [52, 73], "emperor": 52, "deadli": 52, "creatur": [52, 60, 68, 99], "valuabl": 52, "pellet": 53, "ghost": 53, "discov": 54, "octopu": 54, "oxygen": [54, 64], "elimin": [55, 71, 72, 73], "war": 55, "bird": 55, "harri": 56, "jungl": 56, "die": [56, 58, 79], "misfortun": 56, "compet": 57, "deflect": 57, "pig": 58, "piglet": 58, "wolv": 58, "scene": [58, 99], "rope": 58, "balloon": 58, "guard": 58, "safe": [58, 80], "behind": 58, "eat": [58, 62], "bait": 58, "wolf": 58, "stone": 58, "rock": [58, 62], "french": 59, "pierr": 59, "street": 59, "park": 59, "passag": 59, "dead": 59, "search": [59, 99], "ringlead": 59, "henri": 59, "le": 59, "fiend": 59, "gang": 59, "evid": 59, "stolen": 59, "good": 59, "statut": 59, "expir": 59, "nab": 59, "question": [59, 99], "auto": 59, "pothol": 59, "bert": 60, "cube": 60, "pyramid": 60, "destin": [60, 104], "nasti": 60, "jet": 61, "fli": 61, "fuel": [61, 66, 80], "depot": 61, "collid": [61, 64, 80], "squadron": [61, 63], "tanker": 61, "80": 61, "tm": 62, "outrun": 62, "wile": 62, "coyot": 62, "hazard": 62, "desert": 62, "rocket": [62, 63, 80], "cannon": [62, 67], "cliff": [62, 100], "steel": 62, "pile": 62, "birdse": 62, "cannonbal": 62, "scrambl": 63, "static": 63, "interfer": 63, "sensor": [63, 79], "report": [63, 78, 88, 91, 92], "flash": 63, "panel": 63, "earn": 63, "twelv": 63, "sub": 64, "torpedo": 64, "diver": 64, "killer": 64, "deliv": [64, 104], "six": [64, 98], "explod": 64, "anyth": 64, "decreas": [64, 80], "almost": 64, "yoursub": 64, "blow": 64, "forc": [64, 66, 80, 83, 84, 85, 88, 91, 92, 93, 94], "less": [64, 78, 80, 93, 97], "worth": [64, 67], "90": 64, "moment": 64, "skier": 65, "gate": [65, 99], "pole": [65, 81, 93, 94, 99], "fastest": 65, "miss": [65, 82, 104], "tree": 65, "slalom": 65, "penalti": 65, "assign": [65, 83, 84, 85, 95, 96], "warp": 66, "sector": 66, "feder": [66, 99], "zylon": 66, "refuel": 66, "cadet": 66, "corridor": 66, "invas": 68, "mania": [68, 70], "clear": 68, "orang": 69, "win": [69, 101], "margin": 69, "ti": 69, "sport": 69, "till": 69, "technologi": 70, "increasingli": 70, "difficult": [70, 83, 87, 93, 94], "rack": 71, "tomb": 71, "guardian": 71, "baja": 72, "bugger": 72, "dungeon": 73, "beat": [75, 101], "scanner": 75, "armi": 76, "enslav": 76, "galaxi": 76, "fighter": 76, "biped": [77, 91, 92], "walker": [77, 87, 96, 98], "lunar": 77, "lander": 77, "toi": [77, 99, 101, 102, 103, 104], "contribut": 77, "earli": [77, 99], "oleg": [77, 78, 79, 80], "klimov": [77, 78, 79, 80], "popular": [77, 99], "benchmark": [77, 99], "ever": 77, "uniqu": [77, 81, 87, 93], "joint": [78, 80, 82, 83, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "uneven": 78, "terrain": [78, 99], "hardcor": 78, "stump": 78, "1600": 78, "heurist": [78, 80], "demonstr": 78, "hip": [78, 88, 91, 92], "knee": [78, 91, 92], "hull": 78, "angular": [78, 80, 82, 83, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "leg": [78, 80, 88, 90, 91, 92, 98, 99], "contact": [78, 80, 87, 88, 91, 92, 93], "lidar": [78, 99], "rangefind": 78, "measur": [78, 86, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99], "far": [78, 79, 93, 95, 96, 99], "better": 78, "stand": [78, 87, 88, 91, 92, 93, 94], "slight": 78, "exce": [78, 101], "closest": 78, "trace": 78, "furthest": 78, "faster": [78, 80, 92], "spent": [78, 80], "higher": 78, "friction": [78, 97, 99], "nervous": 78, "easiest": 79, "ab": [79, 99], "wheel": 79, "gyroscop": 79, "rather": [79, 99], "car_rac": 79, "rear": 79, "drive": [79, 104], "noth": [79, 80], "brake": 79, "96x96": 79, "tile": 79, "finish": [79, 80], "732": 79, "926": 79, "rest": [79, 80, 90, 98], "playfield": 79, "lap_complete_perc": 79, "dictat": [79, 80], "percentag": 79, "lap": 79, "domain_random": 79, "scenario": [79, 99], "background": 79, "colour": 79, "demand": 79, "correspondingli": 79, "scheme": [79, 99], "chri": 79, "campbel": 79, "2014": 79, "www": 79, "iforce2d": 79, "net": [79, 101], "b2dtut": 79, "pontryagin": 80, "principl": 80, "engin": [80, 87], "throttl": 80, "why": 80, "pad": 80, "lunar_land": 80, "orient": [80, 88, 91, 92], "sum": [80, 88, 89, 90, 91, 92, 95, 96, 97, 98, 99, 101], "closer": [80, 101], "slower": 80, "tilt": 80, "03": 80, "solut": 80, "viewport": 80, "mass": [80, 88, 89, 91, 92, 97, 99], "bodi": [80, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98], "moon": 80, "greater": [80, 82, 83, 84, 85, 89, 94, 95, 97, 101], "awak": 80, "group": 80, "come": [80, 88, 89, 90, 91, 92, 93, 94, 97, 98, 99], "sleep": 80, "littl": [80, 92], "cpu": 80, "wake": 80, "attach": [80, 83, 86, 88, 98], "enable_wind": 80, "wind_pow": 80, "turbulence_pow": 80, "later": 80, "booster": 80, "affin": 80, "gravit": 80, "wind": 80, "tanh": 80, "sin": [80, 86, 93], "pi": [80, 82, 86], "9999": 80, "rotat": [80, 82, 88, 91, 92, 95], "turbul": 80, "renorm": 80, "harder": 80, "push": [80, 83, 93, 94, 99], "acrobot": [81, 99], "cart": [81, 93, 94], "mountain": 81, "classic_control": 81, "nois": [81, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "regard": 81, "effort": 81, "easier": 81, "ones": [81, 87], "57": 82, "sutton": [82, 83, 93, 94, 101, 102], "coars": 82, "barto": [82, 83, 93, 94, 101, 102], "book": [82, 101], "link": [82, 88, 89, 90, 91, 92, 96, 97], "linearli": [82, 93, 94], "actuat": [82, 83, 91, 92], "swing": [82, 86], "free": [82, 86, 87, 88, 91, 92, 93, 94, 99], "height": [82, 90, 93, 98], "hang": 82, "downward": 82, "seen": [82, 89, 99], "green": 82, "cosin": [82, 93, 96], "theta1": 82, "sine": [82, 93, 96], "theta2": 82, "567": 82, "274": 82, "4\u03c0": 82, "9\u03c0": 82, "rad": [82, 83, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "few": 82, "incur": [82, 102], "No": [82, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "introduct": [82, 101, 102], "book_or_nip": 82, "neurip": [82, 99], "paper": [82, 93, 99], "nip": [82, 99], "equat": [82, 86], "confirm": 82, "experiment": [82, 99], "radian": [82, 83, 86, 94], "1996": 82, "touretzki": 82, "mozer": 82, "hasselmo": 82, "ed": [82, 104], "advanc": [82, 99], "vol": 82, "mit": 82, "proceed": 82, "cc": 82, "1995": 82, "8f1d43620bc6bb580df6e80b0dc05c48": 82, "pdf": 82, "anderson": [83, 93, 94], "neuronlik": [83, 93, 94], "adapt": [83, 93, 94, 102], "That": 83, "un": 83, "frictionless": 83, "balanc": [83, 93, 94], "418": 83, "reflect": 83, "untermin": 83, "2095": 83, "allot": 83, "475": 83, "05": [83, 88, 89, 95], "07": [84, 85], "sinusoid": [84, 85], "vallei": [84, 85], "strateg": [84, 85], "hill": [84, 85], "andrew": [84, 85], "moor": [84, 85], "phd": [84, 85, 97], "thesi": [84, 85, 97], "1990": [84, 85], "techreport": [84, 85], "moore90efficientmemori": [84, 85], "author": [84, 85], "william": [84, 85], "effici": [84, 85, 93, 99], "memori": [84, 85], "institut": [84, 85], "univers": [84, 85], "cambridg": [84, 85], "year": [84, 85], "001": [84, 86, 90, 93, 98], "0025": [84, 85], "collis": [84, 85], "inelast": [84, 85], "upon": [84, 85], "flag": [84, 99], "quickli": [84, 99], "penalis": [84, 85, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98], "mountaincarcontinu": 85, "0015": 85, "45": [85, 92, 95], "999": 85, "invert": [86, 87], "swingup": 86, "theori": [86, 93, 99], "diagram": 86, "meter": 86, "theta": 86, "tau": 86, "counter": 86, "clockwis": 86, "theta_dt": 86, "heta": 86, "2736044": 86, "calcul": [86, 87, 88, 91, 92, 93, 95, 96, 103], "simplifi": [86, 99], "math": 86, "ant": [87, 90, 98], "half": 87, "cheetah": 87, "hopper": [87, 98], "standup": 87, "swimmer": 87, "walker2d": 87, "faciliat": 87, "develop": 87, "biomechan": 87, "graphic": [87, 99], "anim": 87, "area": 87, "accur": [87, 99], "octob": 87, "2021": [87, 99], "deepmind": [87, 99], "2022": 87, "everyon": 87, "websit": [87, 99], "framework": 87, "ten": [87, 101], "halfcheetah": [87, 89], "humanoidstandup": [87, 92], "iverteddoublependulum": 87, "invertedpendulum": [87, 93, 94], "gaussian": 87, "mjsim": 87, "qpo": 87, "qvel": [87, 91, 92], "leavi": 87, "indirectli": 87, "xml": [87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "tweak": [87, 97], "introduc": [88, 91, 92], "schulman": 88, "moritz": 88, "levin": 88, "jordan": 88, "abbeel": 88, "torso": [88, 89, 90, 91, 92, 98], "eight": 88, "hing": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "rotor": [88, 89, 90, 91, 92, 97, 98], "front": [88, 89, 97, 99], "hip_1": [88, 91, 92], "front_left_leg": [88, 91, 92], "angle_1": [88, 91, 92], "hip_2": [88, 91, 92], "front_right_leg": [88, 91, 92], "angle_2": 88, "hip_3": 88, "back_leg": 88, "angle_3": 88, "hip_4": 88, "right_back_leg": 88, "angle_4": 88, "deriv": [88, 89, 90, 91, 92, 93, 94, 97, 98], "exclude_current_positions_from_observ": [88, 89, 90, 91, 97, 98], "113": 88, "x_posit": [88, 89, 90, 91, 97, 98], "y_posit": [88, 91, 97], "111": 88, "centr": [88, 91, 92], "ankle_1": 88, "ankle_2": 88, "ankle_3": 88, "ankle_4": 88, "19": [88, 91, 92, 95], "21": [88, 91, 92, 95, 101], "dof": [88, 91, 92], "quaternion": [88, 91, 92], "experi": [88, 91, 92, 93, 94, 99], "healthy_reward": [88, 90, 91, 98], "healthi": [88, 90, 91, 98], "forward_reward": [88, 89, 90, 91, 97, 98], "dt": [88, 89, 90, 91, 95, 96, 97, 98], "frametim": [88, 89, 90, 91, 97, 98], "ctrl_cost": [88, 89, 90, 91, 97, 98], "too": [88, 89, 90, 91, 92, 93, 95, 96, 97, 98], "ctrl_cost_weight": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "ctr_cost_weight": 88, "contact_cost": [88, 91], "contact_cost_weight": [88, 91], "contact_force_rang": 88, "75": 88, "reset_noise_scal": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "deviat": [88, 89, 93, 97], "intention": [88, 91, 92], "therebi": [88, 91, 92], "said": [88, 90, 91, 98], "unhealthi": [88, 90, 91, 98], "healthy_z_rang": [88, 90, 91, 98], "terminate_when_unhealthi": [88, 90, 91, 98], "xml_file": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "path": [88, 89, 90, 91, 95, 96, 97, 98], "model": [88, 89, 90, 91, 97, 98, 99], "5e": [88, 90, 91, 98], "perturb": [88, 89, 90, 91, 97, 98], "exclud": [88, 89, 90, 91, 97, 98], "induct": [88, 89, 90, 91, 97, 98], "bia": [88, 89, 90, 91, 97, 98], "induc": [88, 89, 90, 91, 97, 98], "agnost": [88, 89, 90, 91, 92, 97, 98], "bind": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "camera": [88, 89, 90, 91, 92, 93, 94, 97, 98, 99], "mujoco_pi": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "max_time_step": [88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "wawrzy\u0144ski": 89, "cat": 89, "paw": 89, "alloc": 89, "backward": 89, "head": 89, "thigh": [89, 90, 91, 92, 98], "shin": [89, 91, 92], "feet": [89, 98], "bthigh": 89, "bshin": 89, "foot": [89, 90, 98], "bfoot": 89, "fthigh": 89, "fshin": 89, "ffoot": 89, "tip": [89, 93, 97], "rootz": [89, 90, 98], "slide": [89, 90, 93, 94, 95, 96, 97, 98], "rooti": [89, 90, 98], "rootx": [89, 90, 98], "forward_reward_weight": [89, 90, 91, 97, 98], "half_cheetah": 89, "erez": [90, 91, 92, 98], "tassa": [90, 91, 92, 98], "todorov": [90, 91, 92, 98], "predict": [90, 98], "nonlinear": [90, 98], "compar": [90, 97, 98], "figur": [90, 98], "middl": [90, 98], "thigh_joint": [90, 98], "leg_joint": [90, 98], "foot_joint": [90, 98], "002": [90, 98], "008": [90, 98], "healthy_state_rang": 90, "fallen": 90, "healthy_angle_rang": [90, 98], "376": [91, 92], "synthesi": [91, 92, 99], "onlin": [91, 92, 99], "abdomen": [91, 92], "arm": [91, 92, 95, 96, 99], "elbow": [91, 92, 95], "right_hip_x": [91, 92], "right_thigh": [91, 92], "right_hip_z": [91, 92], "right_hip_i": [91, 92], "right_kne": [91, 92], "left_hip_x": [91, 92], "left_thigh": [91, 92], "left_hip_z": [91, 92], "left_hip_i": [91, 92], "left_kne": [91, 92], "right_shoulder1": [91, 92], "right_shoulder2": [91, 92], "right_elbow": [91, 92], "left_shoulder1": [91, 92], "left_shoulder2": [91, 92], "left_elbow": [91, 92], "378": 91, "root": [91, 92], "lower_waist": [91, 92], "abdomen_z": [91, 92], "abdomen_i": [91, 92], "pelvi": [91, 92], "abdomen_x": [91, 92], "right_upper_arm": [91, 92], "right_lower_arm": [91, 92], "left_upper_arm": [91, 92], "left_lower_arm": [91, 92], "anglular": [91, 92, 94], "29": [91, 92], "aanglular": [91, 92], "33": [91, 92], "34": 91, "35": [91, 92], "37": [91, 92], "39": [91, 92], "41": [91, 92], "43": [91, 92], "velocitti": 91, "addition": [91, 92], "cinert": [91, 92], "inertia": [91, 92], "rigid": [91, 92], "intermedi": [91, 92], "nbodi": [91, 92], "henc": [91, 92, 100], "140": [91, 92], "cvel": [91, 92], "qfrc_actuat": [91, 92], "constraint": [91, 92, 93, 99], "nv": [91, 92], "cfrc_ext": [91, 92], "dim": [91, 92], "003": 91, "015": 91, "nu": [91, 92], "contact_cost_rang": 91, "lai": 92, "state_spac": 92, "uph_cost": 92, "upward": 92, "absolut": [92, 94, 98], "overal": 92, "atom": 92, "inflat": 92, "quad_ctrl_cost": 92, "quad_impact_cost": 92, "000001": 92, "105": 92, "unlik": [92, 93, 94, 95, 96], "inverteddoublependulum": 93, "slider": [93, 94], "unitless": [93, 96], "hinge2": 93, "realist": [93, 99], "accuraci": [93, 99], "analyt": 93, "alive_bonu": 93, "distance_penalti": 93, "velocity_penalti": 93, "005": [93, 95, 96], "y_coordin": 93, "196": 93, "perpendicularli": 93, "cylind": 95, "effector": [95, 96], "fingertip": [95, 96], "shoulder": 95, "forearm": 95, "wrist": 95, "pan": 95, "r_shoulder_pan_joint": 95, "lift": 95, "r_shoulder_lift_joint": 95, "r_upper_arm_roll_joint": 95, "flex": 95, "r_elbow_flex_joint": 95, "r_forearm_roll_joint": 95, "r_wrist_flex_joint": 95, "r_wrist_roll_joint": 95, "analogi": 95, "word": 95, "tips_arm": 95, "obj_slidex": 95, "obj_slidei": 95, "goal_slidex": 95, "goal_slidei": 95, "sphere": 95, "reward_near": 95, "unattach": [95, 96], "reward_control": [95, 96], "euclidean": [95, 96], "perman": 95, "323": 95, "rise": 95, "asset": [95, 96], "gymnasmium": 95, "fixtur": 96, "joint0": 96, "joint1": 96, "target_x": 96, "target_i": 96, "position_fingertip": 96, "position_target": 96, "na": [96, 99], "disk": 96, "radiu": 96, "everyth": 96, "02": 96, "r\u00e9mi": 97, "coulom": 97, "applic": [97, 99], "segment": 97, "articul": [97, 99], "suspend": 97, "pool": 97, "subject": [97, 99], "fluid": 97, "viscou": 97, "coeffici": 97, "motor1_rot": 97, "motor2_rot": 97, "\u03b8": 97, "free_body_rot": 97, "slider1": 97, "slider2": 97, "04": 97, "swim": 97, "split": 98, "thigh_left_joint": 98, "leg_left_joint": 98, "foot_left_joint": 98, "ctr_cost": 98, "doom": 99, "focus": 99, "visual": 99, "thousand": 99, "depth": 99, "annot": 99, "label": 99, "2016": 99, "cite": 99, "600": 99, "huge": 99, "3v3": 99, "hundr": 99, "roughli": 99, "tweakabl": 99, "monei": 99, "minecraft": 99, "challeng": 99, "procedur": 99, "generaliz": 99, "skill": 99, "slime": 99, "volleybal": 99, "motiv": 99, "facilit": 99, "plateform": 99, "maintain": [99, 105], "premad": 99, "imperfect": 99, "twisti": 99, "puzzl": 99, "simluat": 99, "weiqi": 99, "famous": 99, "conquer": 99, "alphago": 99, "synthes": 99, "neuro": 99, "architectur": 99, "integr": 99, "twin": 99, "concept": 99, "seamless": 99, "hardwar": 99, "world": [99, 104], "firmwar": 99, "neuroflight": 99, "extens": 99, "ro": 99, "thrust": 99, "ascend": 99, "shall": 99, "altitud": 99, "aerodynam": 99, "drag": 99, "light": 99, "poli": 99, "pinocchio": 99, "meshcat": 99, "web": 99, "minimalist": 99, "interior": 99, "room": 99, "hallwai": 99, "offic": 99, "home": 99, "dmlab": 99, "extend": 99, "bitcraz": 99, "crazyfli": 99, "nanoquadrotor": 99, "mar": 99, "endeavor": 99, "gap": 99, "methodologi": 99, "coverag": 99, "commerci": 99, "mac": 99, "linux": 99, "laboratori": 99, "internet": 99, "surround": 99, "ego": 99, "cloud": 99, "birdey": 99, "semant": 99, "built": 99, "project": 99, "cours": 99, "wide": 99, "account": 99, "yield": 99, "voltag": 99, "duti": 99, "cycl": 99, "behaviour": 99, "emphasi": 99, "percept": 99, "social": 99, "driver": 99, "uncertain": 99, "propos": 99, "merg": 99, "intersect": 99, "roundabout": 99, "longitudin": 99, "intend": [99, 103], "comprehens": 99, "conduct": 99, "akin": 99, "anomali": 99, "inject": 99, "studi": 99, "robust": 99, "brax": 99, "compil": 99, "llvm": 99, "phase": 99, "gcc": 99, "cuda": 99, "hyperparamet": 99, "cheap": 99, "surrog": 99, "evolutionari": 99, "softwar": 99, "obsolet": 99, "windygrid": 99, "bandit": 99, "server": 99, "advertis": 99, "greedi": 99, "ucb1": 99, "trade": 99, "great": 99, "focu": 99, "simplic": 99, "flexibl": 99, "autom": 99, "deduct": 99, "verif": 99, "minatar": 99, "metatrad": 99, "unus": 99, "techniqu": 99, "hard": 99, "strive": 99, "novel": 99, "transport": 99, "warehous": 99, "storag": 99, "fit": 99, "mathemat": 99, "dataset": 99, "arxiv": 99, "2107": 99, "07373": 99, "fulli": 99, "baselin": 99, "expos": 99, "blockqnn": 99, "wise": 99, "nsc": 99, "cifar": 99, "meta": 99, "tag": 99, "answer": 99, "classif": 99, "omg": 99, "toolbox": 99, "convers": 99, "electron": 99, "musculoskelet": 99, "opensim": 99, "physiolog": 99, "competit": 99, "2017": 99, "foss": 99, "interoper": 99, "modern": 99, "quantum": 99, "circuit": 99, "wire": 99, "qubit": 99, "googl": 99, "quantumai": 99, "cirq": 99, "quadrotor": 99, "casadi": 99, "priori": 99, "taobao": 99, "largest": 99, "commerc": 99, "morl": 99, "equiti": 99, "market": 99, "acm": 99, "icaif21": 99, "public": 99, "financi": 99, "daili": 99, "investor": 99, "theorem": 99, "prover": 99, "vampir": 99, "theoret": 99, "workshop": 99, "f1tenth": 99, "unoffici": 99, "baselines3": 99, "trackmania": 99, "2020": 99, "latent": 99, "imagin": 99, "miniatur": 99, "racecar": 99, "portabl": 99, "evolut": 99, "torc": 99, "rourc": 99, "wireless": 99, "elastica": 99, "assembli": 99, "slender": 99, "cosserat": 99, "rod": 99, "supertuxkart": 99, "accompani": 99, "ostrich": 99, "bio": 99, "mechan": 99, "locomot": 99, "soft": 99, "snake": 99, "propuls": 99, "music": 99, "dual": 99, "dexter": 99, "hand": 99, "isaac": 99, "omnivers": 99, "rust": 99, "jax": 99, "blackjack": 100, "frozen": 100, "lake": 100, "taxi": 100, "nativ": 100, "suitabl": 100, "card": 101, "dealer": 101, "jack": 101, "queen": 101, "king": 101, "ac": 101, "usabl": 101, "deck": 101, "replac": 101, "request": 101, "decid": [101, 103], "bust": 101, "loss": 101, "reveal": 101, "facedown": 101, "goe": 101, "outcom": 101, "incompleteidea": 101, "2nd": 101, "html": 101, "sab": 101, "48": 102, "cliffwalk": 102, "106": 102, "With": 102, "inspir": 102, "dennybritz": 102, "blob": 102, "lib": 102, "cliff_walk": 102, "board": 102, "4x12": 102, "3x12": 102, "fact": 102, "slipperi": 103, "dir": 103, "current_row": 103, "nrow": 103, "current_col": 103, "col": 103, "4x4": 103, "desc": 103, "map_nam": 103, "sfff": 103, "fhfh": 103, "fffh": 103, "hffg": 103, "generate_random_map": 103, "toy_text": 103, "frozen_lak": 103, "preload": 103, "8x8": 103, "sfffffff": 103, "ffffffff": 103, "fffhffff": 103, "fffffhff": 103, "fhhfffhf": 103, "fhffhfhf": 103, "fffhfffg": 103, "perpendicular": 103, "bug": [103, 104], "maxq": 104, "decomposit": 104, "tom": 104, "dietterich": 104, "reen": 104, "ellow": 104, "lue": 104, "passeng": 104, "south": 104, "north": 104, "east": 104, "west": 104, "pickup": 104, "400": 104, "404": 104, "reachabl": 104, "taxi_row": 104, "taxi_col": 104, "passenger_loc": 104, "decod": 104, "action_mask": 104, "Or": 104, "q_valu": 104, "illeg": 104, "cleaner": 104, "disallow": 104, "loc": 104, "passidx": 104, "openai": 105, "capabl": 105}, "objects": {"gymnasium": [[2, 0, 1, "", "ActionWrapper"], [2, 0, 1, "", "ObservationWrapper"], [2, 0, 1, "", "RewardWrapper"], [2, 0, 1, "", "Wrapper"]], "gymnasium.Env": [[2, 1, 1, "", "action_space"], [2, 2, 1, "", "close"], [2, 1, 1, "", "observation_space"], [2, 2, 1, "", "render"], [2, 2, 1, "", "reset"], [2, 1, 1, "", "reward_range"], [2, 2, 1, "", "step"]], "gymnasium.spaces": [[5, 0, 1, "", "Box"], [4, 0, 1, "", "Dict"], [5, 0, 1, "", "Discrete"], [4, 0, 1, "", "Graph"], [5, 0, 1, "", "MultiBinary"], [5, 0, 1, "", "MultiDiscrete"], [4, 0, 1, "", "Sequence"], [3, 0, 1, "", "Space"], [5, 0, 1, "", "Text"], [4, 0, 1, "", "Tuple"]], "gymnasium.spaces.Box": [[5, 3, 1, "", "is_bounded"], [5, 3, 1, "", "sample"]], "gymnasium.spaces.Dict": [[4, 3, 1, "", "sample"]], "gymnasium.spaces.Discrete": [[5, 3, 1, "", "sample"]], "gymnasium.spaces.Graph": [[4, 3, 1, "", "sample"]], "gymnasium.spaces.MultiBinary": [[5, 3, 1, "", "sample"]], "gymnasium.spaces.MultiDiscrete": [[5, 3, 1, "", "sample"]], "gymnasium.spaces.Sequence": [[4, 3, 1, "", "sample"]], "gymnasium.spaces.Space": [[3, 2, 1, "", "contains"], [3, 4, 1, "", "dtype"], [3, 2, 1, "", "from_jsonable"], [3, 2, 1, "", "sample"], [3, 2, 1, "", "seed"], [3, 4, 1, "", "shape"], [3, 2, 1, "", "to_jsonable"]], "gymnasium.spaces.Text": [[5, 3, 1, "", "sample"]], "gymnasium.spaces.Tuple": [[4, 3, 1, "", "sample"]], "gymnasium.spaces.utils": [[6, 2, 1, "", "flatdim"], [6, 2, 1, "", "flatten"], [6, 2, 1, "", "flatten_space"], [6, 2, 1, "", "unflatten"]], "gymnasium.utils.env_checker": [[7, 2, 1, "", "check_env"], [7, 2, 1, "", "check_reset_options"], [7, 2, 1, "", "check_reset_return_info_deprecation"], [7, 2, 1, "", "check_reset_return_type"], [7, 2, 1, "", "check_reset_seed"], [7, 2, 1, "", "check_seed_deprecation"], [7, 2, 1, "", "check_space_limit"], [7, 2, 1, "", "data_equivalence"]], "gymnasium.utils.play": [[7, 0, 1, "", "PlayPlot"], [7, 0, 1, "", "PlayableGame"], [7, 2, 1, "", "display_arr"], [7, 2, 1, "", "play"]], "gymnasium.utils.play.PlayPlot": [[7, 3, 1, "", "callback"]], "gymnasium.utils.play.PlayableGame": [[7, 3, 1, "", "process_event"]], "gymnasium.utils.save_video": [[7, 2, 1, "", "capped_cubic_video_schedule"], [7, 2, 1, "", "save_video"]], "gymnasium.utils.seeding": [[7, 2, 1, "", "np_random"]], "gymnasium.utils.step_api_compatibility": [[7, 2, 1, "", "convert_to_done_step_api"], [7, 2, 1, "", "convert_to_terminated_truncated_step_api"], [7, 2, 1, "", "step_api_compatibility"]], "gymnasium.vector.VectorEnv": [[8, 1, 1, "", "action_space"], [8, 1, 1, "", "observation_space"], [8, 3, 1, "", "reset"], [8, 1, 1, "", "single_action_space"], [8, 1, 1, "", "single_observation_space"], [8, 3, 1, "", "step"]], "gymnasium.vector": [[8, 2, 1, "", "make"]]}, "objtypes": {"0": "py:class", "1": "py:attribute", "2": "py:function", "3": "py:method", "4": "py:property"}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "attribute", "Python attribute"], "2": ["py", "function", "Python function"], "3": ["py", "method", "Python method"], "4": ["py", "property", "Python property"]}, "titleterms": {"404": 0, "page": [0, 1], "Not": 0, "found": 0, "The": [0, 99], "request": 0, "could": 0, "gymnasium": [1, 2, 11, 105], "doc": 1, "instruct": 1, "modifi": 1, "environ": [1, 7, 10, 11, 13, 99, 105], "edit": 1, "an": [1, 10], "ad": 1, "new": [1, 7], "atari": [1, 14, 33], "env": [1, 2, 10, 11, 99], "non": 1, "other": [1, 99], "step": [1, 7, 8, 10, 11], "build": 1, "document": 1, "core": 2, "attribut": 2, "addit": 2, "method": 2, "wrapper": [2, 9, 10, 11], "observationwrapp": [2, 9], "rewardwrapp": [2, 9], "actionwrapp": [2, 9], "space": [3, 4, 5, 6, 10, 13, 14, 40, 41, 42, 43, 44, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 103], "gener": [3, 9], "function": 3, "fundament": [3, 5], "composit": [3, 4], "util": [3, 6, 7], "dict": 4, "tupl": 4, "sequenc": 4, "graph": 4, "box": [5, 28], "discret": 5, "multibinari": 5, "multidiscret": 5, "text": [5, 100], "visual": 7, "save": 7, "render": [7, 11], "video": [7, 74, 99], "old": 7, "api": [7, 10, 105], "compat": [7, 10], "seed": 7, "check": [7, 10], "invas": 7, "vector": [8, 13], "vectorenv": 8, "reset": [8, 11, 79], "autoresetwrapp": 9, "avail": 9, "basic": 10, "usag": [10, 13], "initi": [10, 11], "interact": 10, "chang": 10, "backward": 10, "conform": 10, "plai": 10, "within": 10, "make": 11, "your": [11, 13], "own": 11, "custom": [11, 13], "subclass": 11, "declar": 11, "construct": 11, "observ": [11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "from": 11, "state": [11, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "close": 11, "regist": 11, "creat": [11, 13], "packag": 11, "instanc": 11, "us": 11, "handl": [12, 13], "time": 12, "limit": 12, "termin": [12, 78, 79, 80], "truncat": [12, 86], "import": 12, "learn": [12, 99, 105], "code": 12, "solut": 12, "vectoris": 13, "work": 13, "action": [13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "intermedi": 13, "share": 13, "memori": 13, "except": 13, "advanc": 13, "autorom": 14, "instal": 14, "rom": 14, "reward": [14, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "stochast": 14, "common": 14, "argument": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "version": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "histori": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 103, 104], "name": [14, 54], "scheme": 14, "flavor": 14, "refer": [14, 79, 82, 105], "adventur": 15, "descript": [15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 101, 102, 104], "air": 16, "raid": 16, "alien": 17, "amidar": 18, "assault": 19, "asterix": 20, "asteroid": 21, "atlanti": 22, "bank": 23, "heist": 23, "battl": 24, "zone": 24, "beam": 25, "rider": 25, "berzerk": 26, "bowl": 27, "breakout": 29, "carniv": 30, "centiped": 31, "chopper": 32, "command": 32, "complet": 33, "list": 33, "crazi": 34, "climber": 34, "defend": 35, "demon": 36, "attack": 36, "doubl": [37, 93], "dunk": 37, "elev": 38, "enduro": 39, "fishingderbi": 40, "freewai": 41, "frostbit": 42, "gopher": 43, "gravitar": 44, "hero": 45, "icehockei": 46, "jamesbond": 47, "journeyescap": 48, "kangaroo": 49, "krull": 50, "kung": 51, "fu": 51, "master": 51, "montezuma": 52, "reveng": 52, "m": 53, "pacman": 53, "thi": 54, "game": [54, 99], "phoenix": 55, "pitfal": 56, "pong": 57, "pooyan": 58, "privateey": 59, "qbert": 60, "riverraid": 61, "road": 62, "runner": 62, "robot": [63, 99], "tank": 63, "seaquest": 64, "ski": 65, "solari": 66, "spaceinvad": 67, "stargunn": 68, "tenni": 69, "timepilot": 70, "tutankham": 71, "up": 72, "n": 72, "down": 72, "ventur": 73, "pinbal": 74, "wizard": 75, "wor": 75, "zaxxon": 76, "box2d": 77, "biped": 78, "walker": 78, "start": [78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "episod": [78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "credit": [78, 79, 80], "car": [79, 84, 85], "race": [79, 99], "lunar": 80, "lander": 80, "classic": [81, 99], "control": [81, 99], "acrobot": 82, "end": [82, 83, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "cart": 83, "pole": 83, "mountain": [84, 85], "transit": [84, 85], "dynam": [84, 85], "continu": 85, "pendulum": [86, 93, 94], "mujoco": 87, "ant": 88, "half": 89, "cheetah": 89, "hopper": 90, "humanoid": [91, 92], "standup": 92, "invert": [93, 94], "pusher": 95, "reacher": 96, "swimmer": 97, "note": 97, "walker2d": 98, "third": 99, "parti": 99, "vizdoom": 99, "flappi": 99, "bird": 99, "gym": 99, "A": 99, "openai": 99, "derk": 99, "gpu": 99, "acceler": 99, "moba": 99, "minerl": 99, "procgen": 99, "slimevolleygym": 99, "simpl": 99, "singl": 99, "multi": 99, "agent": 99, "reinforc": [99, 105], "stabl": 99, "retro": 99, "uniti": 99, "ml": 99, "board": 99, "card": 99, "etc": 99, "abalon": 99, "two": 99, "player": 99, "abstract": 99, "strategi": 99, "spoof": 99, "xiangqi": 99, "chines": 99, "chess": 99, "rubikscubegym": 99, "gymgo": 99, "gymfc": 99, "flight": 99, "tune": 99, "train": 99, "framework": 99, "gazebo": 99, "goddard": 99, "": 99, "rocket": 99, "problem": 99, "jimini": 99, "miniworld": 99, "pybullet": 99, "drone": 99, "marsexplor": 99, "panda": 99, "robo": 99, "offworld": 99, "autonom": 99, "drive": 99, "traffic": 99, "carla": 99, "duckietown": 99, "electr": 99, "motor": 99, "highwai": 99, "longicontrol": 99, "sumo": 99, "rl": 99, "commonroad": 99, "pettingzoo": 99, "anomalous_rl_env": 99, "carl": 99, "compilergym": 99, "dacbench": 99, "gridworld": 99, "adserv": 99, "algorithm": 99, "anytrad": 99, "autokei": 99, "ccc": 99, "cellular": 99, "automata": 99, "inventori": 99, "maze": 99, "mtsim": 99, "legaci": 99, "toytext": 99, "riverswim": 99, "recsi": 99, "sokoban": 99, "math": 99, "prog": 99, "synth": 99, "nasgym": 99, "nlpgym": 99, "toolkit": 99, "develop": 99, "solv": 99, "nlp": 99, "task": 99, "obstacl": 99, "tower": 99, "openmodelica": 99, "microgrid": 99, "osim": 99, "pge": 99, "parallel": 99, "engin": 99, "qasgym": 99, "safe": 99, "virtualtaobao": 99, "mo": 99, "abid": 99, "satur": 99, "shinrl": 99, "go": 99, "explor": 99, "tmrl": 99, "racing_dream": 99, "racecar_gym": 99, "evogym": 99, "design": 99, "tool": 99, "l2r": 99, "gym_torc": 99, "mobil": 99, "softrobot": 99, "pyelastica": 99, "tuxkart": 99, "ai": 99, "ostrichrl": 99, "quadrup": 99, "pogo": 99, "stick": 99, "jump": 99, "igibson": 99, "snakerl": 99, "starship": 99, "land": 99, "raveforc": 99, "line": 99, "follow": 99, "dexteroushand": 99, "omniisaacgymenv": 99, "border": 99, "spacerobotenv": 99, "gymnax": 99, "toi": 100, "blackjack": 101, "cliff": 102, "walk": 102, "frozen": 103, "lake": 103, "taxi": 104, "info": 104, "i": 105, "standard": 105, "divers": 105, "collect": 105}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 57}, "alltitles": {"404 - Page Not Found": [[0, "page-not-found"]], "The requested page could not be found.": [[0, "the-requested-page-could-not-be-found"]], "Gymnasium-docs": [[1, "gymnasium-docs"]], "Instructions for modifying environment pages": [[1, "instructions-for-modifying-environment-pages"]], "Editing an environment page": [[1, "editing-an-environment-page"]], "Adding a new environment": [[1, "adding-a-new-environment"]], "Atari env": [[1, "atari-env"]], "Non-Atari env": [[1, "non-atari-env"]], "Other steps": [[1, "other-steps"]], "Build the Documentation": [[1, "build-the-documentation"]], "Core": [[2, "core"]], "gymnasium.Env": [[2, "gymnasium-env"]], "Attributes": [[2, "attributes"]], "Additional Methods": [[2, "additional-methods"]], "gymnasium.Wrapper": [[2, "gymnasium-wrapper"]], "gymnasium.ObservationWrapper": [[2, "gymnasium-observationwrapper"]], "gymnasium.RewardWrapper": [[2, "gymnasium-rewardwrapper"]], "gymnasium.ActionWrapper": [[2, "gymnasium-actionwrapper"]], "Spaces": [[3, "spaces"], [10, "spaces"]], "General Functions": [[3, "general-functions"]], "Fundamental Spaces": [[3, "fundamental-spaces"], [5, "fundamental-spaces"]], "Composite Spaces": [[3, "composite-spaces"], [4, "composite-spaces"]], "Utils": [[3, "utils"], [7, "utils"]], "Dict": [[4, "dict"]], "Tuple": [[4, "tuple"]], "Sequence": [[4, "sequence"]], "Graph": [[4, "graph"]], "Box": [[5, "box"]], "Discrete": [[5, "discrete"]], "MultiBinary": [[5, "multibinary"]], "MultiDiscrete": [[5, "multidiscrete"]], "Text": [[5, "text"]], "Spaces Utils": [[6, "spaces-utils"]], "Visualization": [[7, "visualization"]], "Save Rendering Videos": [[7, "save-rendering-videos"]], "Old to New Step API Compatibility": [[7, "old-to-new-step-api-compatibility"]], "Seeding": [[7, "seeding"]], "Environment Checking": [[7, "environment-checking"]], "Invasive": [[7, "invasive"]], "Vector": [[8, "vector"]], "VectorEnv": [[8, "vectorenv"]], "Reset": [[8, "reset"], [11, "reset"]], "Step": [[8, "step"], [11, "step"]], "Wrappers": [[9, "wrappers"], [10, "wrappers"]], "ActionWrapper": [[9, "actionwrapper"]], "ObservationWrapper": [[9, "observationwrapper"]], "RewardWrapper": [[9, "rewardwrapper"]], "AutoResetWrapper": [[9, "autoresetwrapper"]], "General Wrappers": [[9, "general-wrappers"]], "Available Wrappers": [[9, "available-wrappers"]], "Basic Usage": [[10, "basic-usage"]], "Initializing Environments": [[10, "initializing-environments"]], "Interacting with the Environment": [[10, "interacting-with-the-environment"]], "Change in env.step API": [[10, "change-in-env-step-api"]], "Backward compatibility": [[10, "backward-compatibility"]], "Checking API-Conformity": [[10, "checking-api-conformity"]], "Playing within an environment": [[10, "playing-within-an-environment"]], "Make your own custom environment": [[11, "make-your-own-custom-environment"]], "Subclassing gymnasium.Env": [[11, "subclassing-gymnasium-env"]], "Declaration and Initialization": [[11, "declaration-and-initialization"]], "Constructing Observations From Environment States": [[11, "constructing-observations-from-environment-states"]], "Rendering": [[11, "rendering"]], "Close": [[11, "close"]], "Registering Envs": [[11, "registering-envs"]], "Creating a Package": [[11, "creating-a-package"]], "Creating Environment Instances": [[11, "creating-environment-instances"]], "Using Wrappers": [[11, "using-wrappers"]], "Handling Time Limits": [[12, "handling-time-limits"]], "Termination": [[12, "termination"]], "Truncation": [[12, "truncation"]], "Importance in learning code": [[12, "importance-in-learning-code"]], "Solution": [[12, "solution"]], "Vectorising your environments": [[13, "vectorising-your-environments"]], "Vectorized Environments": [[13, "vectorized-environments"]], "Creating a vectorized environment": [[13, "creating-a-vectorized-environment"]], "Working with vectorized environments": [[13, "working-with-vectorized-environments"]], "Observation & Action spaces": [[13, "observation-action-spaces"]], "Intermediate Usage": [[13, "intermediate-usage"]], "Shared memory": [[13, "shared-memory"]], "Exception handling": [[13, "exception-handling"]], "Advanced Usage": [[13, "advanced-usage"]], "Custom spaces": [[13, "custom-spaces"]], "Atari": [[14, "atari"]], "AutoROM (installing the ROMs)": [[14, "autorom-installing-the-roms"]], "Action Space": [[14, "action-space"], [40, "action-space"], [41, "action-space"], [42, "action-space"], [43, "action-space"], [44, "action-space"], [78, "action-space"], [79, "action-space"], [80, "action-space"], [82, "action-space"], [83, "action-space"], [84, "action-space"], [85, "action-space"], [86, "action-space"], [88, "action-space"], [89, "action-space"], [90, "action-space"], [91, "action-space"], [92, "action-space"], [93, "action-space"], [94, "action-space"], [95, "action-space"], [96, "action-space"], [97, "action-space"], [98, "action-space"], [101, "action-space"], [103, "action-space"]], "Observation Space": [[14, "observation-space"], [78, "observation-space"], [79, "observation-space"], [80, "observation-space"], [82, "observation-space"], [83, "observation-space"], [84, "observation-space"], [85, "observation-space"], [86, "observation-space"], [88, "observation-space"], [89, "observation-space"], [90, "observation-space"], [91, "observation-space"], [92, "observation-space"], [93, "observation-space"], [94, "observation-space"], [95, "observation-space"], [96, "observation-space"], [97, "observation-space"], [98, "observation-space"], [101, "observation-space"], [103, "observation-space"]], "Rewards": [[14, "rewards"], [17, "rewards"], [18, "rewards"], [20, "rewards"], [21, "rewards"], [22, "rewards"], [23, "rewards"], [24, "rewards"], [25, "rewards"], [26, "rewards"], [27, "rewards"], [28, "rewards"], [29, "rewards"], [30, "rewards"], [31, "rewards"], [32, "rewards"], [34, "rewards"], [35, "rewards"], [36, "rewards"], [37, "rewards"], [38, "rewards"], [39, "rewards"], [40, "rewards"], [41, "rewards"], [42, "rewards"], [43, "rewards"], [44, "rewards"], [45, "rewards"], [46, "rewards"], [47, "rewards"], [48, "rewards"], [49, "rewards"], [50, "rewards"], [56, "rewards"], [57, "rewards"], [58, "rewards"], [59, "rewards"], [60, "rewards"], [61, "rewards"], [62, "rewards"], [63, "rewards"], [64, "rewards"], [65, "rewards"], [66, "rewards"], [67, "rewards"], [68, "rewards"], [69, "rewards"], [70, "rewards"], [78, "rewards"], [79, "rewards"], [80, "rewards"], [82, "rewards"], [83, "rewards"], [86, "rewards"], [88, "rewards"], [89, "rewards"], [90, "rewards"], [91, "rewards"], [92, "rewards"], [93, "rewards"], [94, "rewards"], [95, "rewards"], [96, "rewards"], [97, "rewards"], [98, "rewards"], [101, "rewards"], [103, "rewards"], [104, "rewards"]], "Stochasticity": [[14, "stochasticity"]], "Common Arguments": [[14, "common-arguments"]], "Version History and Naming Schemes": [[14, "version-history-and-naming-schemes"]], "Flavors": [[14, "flavors"]], "References": [[14, "references"], [79, "references"], [82, "references"]], "Adventure": [[15, "adventure"]], "Description": [[15, "description"], [16, "description"], [17, "description"], [18, "description"], [19, "description"], [20, "description"], [21, "description"], [22, "description"], [23, "description"], [24, "description"], [25, "description"], [26, "description"], [27, "description"], [28, "description"], [29, "description"], [30, "description"], [31, "description"], [32, "description"], [34, "description"], [35, "description"], [36, "description"], [37, "description"], [38, "description"], [39, "description"], [40, "description"], [41, "description"], [42, "description"], [43, "description"], [44, "description"], [45, "description"], [46, "description"], [47, "description"], [48, "description"], [49, "description"], [50, "description"], [51, "description"], [52, "description"], [53, "description"], [54, "description"], [55, "description"], [56, "description"], [57, "description"], [58, "description"], [59, "description"], [60, "description"], [61, "description"], [62, "description"], [63, "description"], [64, "description"], [65, "description"], [66, "description"], [67, "description"], [68, "description"], [69, "description"], [70, "description"], [71, "description"], [72, "description"], [73, "description"], [74, "description"], [75, "description"], [76, "description"], [78, "description"], [79, "description"], [80, "description"], [82, "description"], [83, "description"], [84, "description"], [85, "description"], [86, "description"], [88, "description"], [89, "description"], [90, "description"], [91, "description"], [92, "description"], [93, "description"], [94, "description"], [95, "description"], [96, "description"], [97, "description"], [98, "description"], [101, "description"], [102, "description"], [104, "description"]], "Actions": [[15, "actions"], [16, "actions"], [17, "actions"], [18, "actions"], [19, "actions"], [20, "actions"], [21, "actions"], [22, "actions"], [23, "actions"], [24, "actions"], [25, "actions"], [26, "actions"], [27, "actions"], [28, "actions"], [29, "actions"], [30, "actions"], [31, "actions"], [32, "actions"], [34, "actions"], [35, "actions"], [36, "actions"], [37, "actions"], [38, "actions"], [39, "actions"], [45, "actions"], [46, "actions"], [47, "actions"], [48, "actions"], [49, "actions"], [50, "actions"], [51, "actions"], [52, "actions"], [53, "actions"], [54, "actions"], [55, "actions"], [56, "actions"], [57, "actions"], [58, "actions"], [59, "actions"], [60, "actions"], [61, "actions"], [62, "actions"], [63, "actions"], [64, "actions"], [65, "actions"], [66, "actions"], [67, "actions"], [68, "actions"], [69, "actions"], [70, "actions"], [71, "actions"], [72, "actions"], [73, "actions"], [74, "actions"], [75, "actions"], [76, "actions"], [102, "actions"], [104, "actions"]], "Observations": [[15, "observations"], [16, "observations"], [17, "observations"], [18, "observations"], [19, "observations"], [20, "observations"], [21, "observations"], [22, "observations"], [23, "observations"], [24, "observations"], [25, "observations"], [26, "observations"], [27, "observations"], [28, "observations"], [29, "observations"], [30, "observations"], [31, "observations"], [32, "observations"], [34, "observations"], [35, "observations"], [36, "observations"], [37, "observations"], [38, "observations"], [39, "observations"], [40, "observations"], [41, "observations"], [42, "observations"], [43, "observations"], [44, "observations"], [45, "observations"], [46, "observations"], [47, "observations"], [48, "observations"], [49, "observations"], [50, "observations"], [51, "observations"], [52, "observations"], [53, "observations"], [54, "observations"], [55, "observations"], [56, "observations"], [57, "observations"], [58, "observations"], [59, "observations"], [60, "observations"], [61, "observations"], [62, "observations"], [63, "observations"], [64, "observations"], [65, "observations"], [66, "observations"], [67, "observations"], [68, "observations"], [69, "observations"], [70, "observations"], [71, "observations"], [72, "observations"], [73, "observations"], [74, "observations"], [75, "observations"], [76, "observations"], [102, "observations"], [104, "observations"]], "Arguments": [[15, "arguments"], [16, "arguments"], [17, "arguments"], [18, "arguments"], [19, "arguments"], [20, "arguments"], [21, "arguments"], [22, "arguments"], [23, "arguments"], [24, "arguments"], [25, "arguments"], [26, "arguments"], [27, "arguments"], [28, "arguments"], [29, "arguments"], [30, "arguments"], [31, "arguments"], [32, "arguments"], [34, "arguments"], [35, "arguments"], [36, "arguments"], [37, "arguments"], [38, "arguments"], [39, "arguments"], [40, "arguments"], [41, "arguments"], [42, "arguments"], [43, "arguments"], [44, "arguments"], [45, "arguments"], [46, "arguments"], [47, "arguments"], [48, "arguments"], [49, "arguments"], [50, "arguments"], [51, "arguments"], [52, "arguments"], [53, "arguments"], [54, "arguments"], [55, "arguments"], [56, "arguments"], [57, "arguments"], [58, "arguments"], [59, "arguments"], [60, "arguments"], [61, "arguments"], [62, "arguments"], [63, "arguments"], [64, "arguments"], [65, "arguments"], [66, "arguments"], [67, "arguments"], [68, "arguments"], [69, "arguments"], [70, "arguments"], [71, "arguments"], [72, "arguments"], [73, "arguments"], [74, "arguments"], [75, "arguments"], [76, "arguments"], [78, "arguments"], [79, "arguments"], [80, "arguments"], [82, "arguments"], [83, "arguments"], [84, "arguments"], [85, "arguments"], [86, "arguments"], [88, "arguments"], [89, "arguments"], [90, "arguments"], [91, "arguments"], [92, "arguments"], [93, "arguments"], [94, "arguments"], [95, "arguments"], [96, "arguments"], [97, "arguments"], [98, "arguments"], [101, "arguments"], [102, "arguments"], [103, "arguments"], [104, "arguments"]], "Version History": [[15, "version-history"], [16, "version-history"], [17, "version-history"], [18, "version-history"], [19, "version-history"], [20, "version-history"], [21, "version-history"], [22, "version-history"], [23, "version-history"], [24, "version-history"], [25, "version-history"], [26, "version-history"], [27, "version-history"], [28, "version-history"], [29, "version-history"], [30, "version-history"], [31, "version-history"], [32, "version-history"], [34, "version-history"], [35, "version-history"], [36, "version-history"], [37, "version-history"], [38, "version-history"], [39, "version-history"], [40, "version-history"], [41, "version-history"], [42, "version-history"], [43, "version-history"], [44, "version-history"], [45, "version-history"], [46, "version-history"], [47, "version-history"], [48, "version-history"], [49, "version-history"], [50, "version-history"], [51, "version-history"], [52, "version-history"], [53, "version-history"], [54, "version-history"], [55, "version-history"], [56, "version-history"], [57, "version-history"], [58, "version-history"], [59, "version-history"], [60, "version-history"], [61, "version-history"], [62, "version-history"], [63, "version-history"], [64, "version-history"], [65, "version-history"], [66, "version-history"], [67, "version-history"], [68, "version-history"], [69, "version-history"], [70, "version-history"], [71, "version-history"], [72, "version-history"], [73, "version-history"], [74, "version-history"], [75, "version-history"], [76, "version-history"], [78, "version-history"], [79, "version-history"], [80, "version-history"], [82, "version-history"], [84, "version-history"], [85, "version-history"], [86, "version-history"], [88, "version-history"], [89, "version-history"], [90, "version-history"], [91, "version-history"], [92, "version-history"], [93, "version-history"], [94, "version-history"], [95, "version-history"], [96, "version-history"], [97, "version-history"], [98, "version-history"], [101, "version-history"], [102, "version-history"], [103, "version-history"], [104, "version-history"]], "Air Raid": [[16, "air-raid"]], "Alien": [[17, "alien"]], "Amidar": [[18, "amidar"]], "Assault": [[19, "assault"]], "Asterix": [[20, "asterix"]], "Asteroids": [[21, "asteroids"]], "Atlantis": [[22, "atlantis"]], "Bank Heist": [[23, "bank-heist"]], "Battle Zone": [[24, "battle-zone"]], "Beam Rider": [[25, "beam-rider"]], "Berzerk": [[26, "berzerk"]], "Bowling": [[27, "bowling"]], "Boxing": [[28, "boxing"]], "Breakout": [[29, "breakout"]], "Carnival": [[30, "carnival"]], "Centipede": [[31, "centipede"]], "Chopper Command": [[32, "chopper-command"]], "Complete List - Atari": [[33, "complete-list-atari"]], "Crazy Climber": [[34, "crazy-climber"]], "Defender": [[35, "defender"]], "Demon Attack": [[36, "demon-attack"]], "Double Dunk": [[37, "double-dunk"]], "Elevator Action": [[38, "elevator-action"]], "Enduro": [[39, "enduro"]], "FishingDerby": [[40, "fishingderby"]], "Freeway": [[41, "freeway"]], "Frostbite": [[42, "frostbite"]], "Gopher": [[43, "gopher"]], "Gravitar": [[44, "gravitar"]], "Hero": [[45, "hero"]], "IceHockey": [[46, "icehockey"]], "Jamesbond": [[47, "jamesbond"]], "JourneyEscape": [[48, "journeyescape"]], "Kangaroo": [[49, "kangaroo"]], "Krull": [[50, "krull"]], "Kung Fu Master": [[51, "kung-fu-master"]], "Montezuma Revenge": [[52, "montezuma-revenge"]], "Ms Pacman": [[53, "ms-pacman"]], "Name This Game": [[54, "name-this-game"]], "Phoenix": [[55, "phoenix"]], "Pitfall": [[56, "pitfall"]], "Pong": [[57, "pong"]], "Pooyan": [[58, "pooyan"]], "PrivateEye": [[59, "privateeye"]], "Qbert": [[60, "qbert"]], "Riverraid": [[61, "riverraid"]], "Road Runner": [[62, "road-runner"]], "Robot Tank": [[63, "robot-tank"]], "Seaquest": [[64, "seaquest"]], "Skiings": [[65, "skiings"]], "Solaris": [[66, "solaris"]], "SpaceInvaders": [[67, "spaceinvaders"]], "StarGunner": [[68, "stargunner"]], "Tennis": [[69, "tennis"]], "TimePilot": [[70, "timepilot"]], "Tutankham": [[71, "tutankham"]], "Up n\u2019 Down": [[72, "up-n-down"]], "Venture": [[73, "venture"]], "Video Pinball": [[74, "video-pinball"]], "Wizard of Wor": [[75, "wizard-of-wor"]], "Zaxxon": [[76, "zaxxon"]], "Box2D": [[77, "box2d"]], "Bipedal Walker": [[78, "bipedal-walker"]], "Starting State": [[78, "starting-state"], [79, "starting-state"], [80, "starting-state"], [82, "starting-state"], [83, "starting-state"], [84, "starting-state"], [85, "starting-state"], [86, "starting-state"], [88, "starting-state"], [89, "starting-state"], [90, "starting-state"], [91, "starting-state"], [92, "starting-state"], [93, "starting-state"], [94, "starting-state"], [95, "starting-state"], [96, "starting-state"], [97, "starting-state"], [98, "starting-state"]], "Episode Termination": [[78, "episode-termination"], [79, "episode-termination"], [80, "episode-termination"]], "Credits": [[78, "credits"], [79, "credits"], [80, "credits"]], "Car Racing": [[79, "car-racing"]], "Reset Arguments": [[79, "reset-arguments"]], "Lunar Lander": [[80, "lunar-lander"]], "Classic Control": [[81, "classic-control"]], "Acrobot": [[82, "acrobot"]], "Episode End": [[82, "episode-end"], [83, "episode-end"], [84, "episode-end"], [85, "episode-end"], [88, "episode-end"], [89, "episode-end"], [90, "episode-end"], [91, "episode-end"], [92, "episode-end"], [93, "episode-end"], [94, "episode-end"], [95, "episode-end"], [96, "episode-end"], [97, "episode-end"], [98, "episode-end"]], "Cart Pole": [[83, "cart-pole"]], "Mountain Car": [[84, "mountain-car"]], "Transition Dynamics:": [[84, "transition-dynamics"], [85, "transition-dynamics"]], "Reward:": [[84, "reward"]], "Mountain Car Continuous": [[85, "mountain-car-continuous"]], "Reward": [[85, "reward"], [102, "reward"]], "Pendulum": [[86, "pendulum"]], "Episode Truncation": [[86, "episode-truncation"]], "MuJoCo": [[87, "mujoco"]], "Ant": [[88, "ant"]], "Half Cheetah": [[89, "half-cheetah"]], "Hopper": [[90, "hopper"]], "Humanoid": [[91, "humanoid"]], "Humanoid Standup": [[92, "humanoid-standup"]], "Inverted Double Pendulum": [[93, "inverted-double-pendulum"]], "Inverted Pendulum": [[94, "inverted-pendulum"]], "Pusher": [[95, "pusher"]], "Reacher": [[96, "reacher"]], "Swimmer": [[97, "swimmer"]], "Notes": [[97, "notes"]], "Walker2D": [[98, "walker2d"]], "Third Party Environments": [[99, "third-party-environments"]], "Video Game Environments": [[99, "video-game-environments"]], "ViZDoom": [[99, "vizdoom"]], " flappy-bird-gym: A Flappy Bird environment for OpenAI Gym": [[99, "flappy-bird-gym-a-flappy-bird-environment-for-openai-gym"]], " gym-derk: GPU accelerated MOBA environment": [[99, "gym-derk-gpu-accelerated-moba-environment"]], " MineRL": [[99, "minerl"]], " Procgen": [[99, "procgen"]], " SlimeVolleyGym: A simple environment for single and multi-agent reinforcement learning": [[99, "slimevolleygym-a-simple-environment-for-single-and-multi-agent-reinforcement-learning"]], " stable-retro": [[99, "stable-retro"]], " Unity ML Agents": [[99, "unity-ml-agents"]], "Classic Environments (board, card, etc. games)": [[99, "classic-environments-board-card-etc-games"]], " gym-abalone: A two-player abstract strategy board game": [[99, "gym-abalone-a-two-player-abstract-strategy-board-game"]], " gym-spoof": [[99, "gym-spoof"]], " gym-xiangqi: Xiangqi - The Chinese Chess Game": [[99, "gym-xiangqi-xiangqi-the-chinese-chess-game"]], " RubiksCubeGym": [[99, "rubikscubegym"]], " GymGo": [[99, "gymgo"]], "Robotics Environments": [[99, "robotics-environments"]], " GymFC: A flight control tuning and training framework": [[99, "gymfc-a-flight-control-tuning-and-training-framework"]], " gym-gazebo": [[99, "gym-gazebo"]], " gym-goddard: Goddard\u2019s Rocket Problem": [[99, "gym-goddard-goddard-s-rocket-problem"]], " gym-jiminy: training Robots in Jiminy": [[99, "gym-jiminy-training-robots-in-jiminy"]], " gym-miniworld": [[99, "gym-miniworld"]], " gym-pybullet-drones": [[99, "gym-pybullet-drones"]], " MarsExplorer": [[99, "marsexplorer"]], " panda-gym ": [[99, "panda-gym"]], " PyBullet Robotics Environments": [[99, "pybullet-robotics-environments"]], " robo-gym": [[99, "robo-gym"]], " Offworld-gym": [[99, "offworld-gym"]], "Autonomous Driving and Traffic Control Environments": [[99, "autonomous-driving-and-traffic-control-environments"]], " gym-carla": [[99, "gym-carla"]], " gym-duckietown": [[99, "gym-duckietown"]], " gym-electric-motor": [[99, "gym-electric-motor"]], " highway-env": [[99, "highway-env"]], " LongiControl": [[99, "longicontrol"]], " sumo-rl": [[99, "sumo-rl"]], " CommonRoad-RL": [[99, "commonroad-rl"]], "Multi Agents": [[99, "multi-agents"]], "PettingZoo": [[99, "pettingzoo"]], "Other Environments": [[99, "other-environments"]], " anomalous_rl_envs": [[99, "anomalous-rl-envs"]], " CARL": [[99, "carl"]], " CompilerGym": [[99, "compilergym"]], " DACBench": [[99, "dacbench"]], " Gridworld": [[99, "gridworld"]], " gym-adserve": [[99, "gym-adserve"]], " gym-algorithmic": [[99, "gym-algorithmic"]], " gym-anytrading": [[99, "gym-anytrading"]], " gym-autokey": [[99, "gym-autokey"]], " gym-ccc": [[99, "gym-ccc"]], " gym-cellular-automata": [[99, "gym-cellular-automata"]], " gym-games": [[99, "gym-games"]], " gym-inventory": [[99, "gym-inventory"]], " gym-maze": [[99, "gym-maze"]], " gym-mtsim": [[99, "gym-mtsim"]], " gym-legacy-toytext": [[99, "gym-legacy-toytext"]], " gym-riverswim": [[99, "gym-riverswim"]], " gym-recsys": [[99, "gym-recsys"]], " gym-sokoban": [[99, "gym-sokoban"]], " math-prog-synth-env": [[99, "math-prog-synth-env"]], " NASGym": [[99, "nasgym"]], " NLPGym: A toolkit to develop RL agents to solve NLP tasks": [[99, "nlpgym-a-toolkit-to-develop-rl-agents-to-solve-nlp-tasks"]], " Obstacle Tower": [[99, "obstacle-tower"]], " openmodelica-microgrid-gym": [[99, "openmodelica-microgrid-gym"]], " osim-rl": [[99, "osim-rl"]], " PGE: Parallel Game Engine": [[99, "pge-parallel-game-engine"]], " QASGym": [[99, "qasgym"]], " safe-control-gym": [[99, "safe-control-gym"]], " VirtualTaobao": [[99, "virtualtaobao"]], " mo-gym": [[99, "mo-gym"]], "ABIDES-Gym": [[99, "abides-gym"]], "gym-saturation": [[99, "gym-saturation"]], "ShinRL": [[99, "shinrl"]], "racing-rl": [[99, "racing-rl"]], "go-explore": [[99, "go-explore"]], "tmrl": [[99, "tmrl"]], "racing_dreamer": [[99, "racing-dreamer"]], "racecar_gym": [[99, "racecar-gym"]], "jiminy": [[99, "jiminy"]], "evogym-design-tool": [[99, "evogym-design-tool"]], "l2r": [[99, "l2r"]], "gym_torcs": [[99, "gym-torcs"]], "mobile-env": [[99, "mobile-env"]], "gym-softrobot": [[99, "gym-softrobot"]], "PyElastica": [[99, "pyelastica"]], "tuxkart-ai": [[99, "tuxkart-ai"]], "ostrichrl": [[99, "ostrichrl"]], "quadruped-gym": [[99, "quadruped-gym"]], "Pogo-Stick-Jumping": [[99, "pogo-stick-jumping"]], "evogym": [[99, "evogym"]], "iGibson": [[99, "igibson"]], "SnakeRL": [[99, "snakerl"]], "starship-landing-gym": [[99, "starship-landing-gym"]], "CompilerGym": [[99, "id1"]], "RaveForce": [[99, "raveforce"]], "gym-line-follower": [[99, "gym-line-follower"]], "DexterousHands": [[99, "dexteroushands"]], "OmniIsaacGymEnvs": [[99, "omniisaacgymenvs"]], "border": [[99, "border"]], "SpaceRobotEnv": [[99, "spacerobotenv"]], "gymnax": [[99, "gymnax"]], "Toy Text": [[100, "toy-text"]], "Blackjack": [[101, "blackjack"]], "Cliff Walking": [[102, "cliff-walking"]], "Frozen Lake": [[103, "frozen-lake"]], "Taxi": [[104, "taxi"]], "Info": [[104, "info"]], "Gymnasium is a standard API for reinforcement learning, and a diverse collection of reference environments": [[105, "gymnasium-is-a-standard-api-for-reinforcement-learning-and-a-diverse-collection-of-reference-environments"]]}, "indexentries": {"actionwrapper (class in gymnasium)": [[2, "gymnasium.ActionWrapper"]], "observationwrapper (class in gymnasium)": [[2, "gymnasium.ObservationWrapper"]], "rewardwrapper (class in gymnasium)": [[2, "gymnasium.RewardWrapper"]], "wrapper (class in gymnasium)": [[2, "gymnasium.Wrapper"]], "action_space (gymnasium.env attribute)": [[2, "gymnasium.Env.action_space"]], "close() (in module gymnasium.env)": [[2, "gymnasium.Env.close"]], "observation_space (gymnasium.env attribute)": [[2, "gymnasium.Env.observation_space"]], "render() (in module gymnasium.env)": [[2, "gymnasium.Env.render"]], "reset() (in module gymnasium.env)": [[2, "gymnasium.Env.reset"]], "reward_range (gymnasium.env attribute)": [[2, "gymnasium.Env.reward_range"]], "step() (in module gymnasium.env)": [[2, "gymnasium.Env.step"]], "space (class in gymnasium.spaces)": [[3, "gymnasium.spaces.Space"]], "contains() (in module gymnasium.spaces.space)": [[3, "gymnasium.spaces.Space.contains"]], "dtype (gymnasium.spaces.space property)": [[3, "gymnasium.spaces.Space.dtype"]], "from_jsonable() (in module gymnasium.spaces.space)": [[3, "gymnasium.spaces.Space.from_jsonable"]], "sample() (in module gymnasium.spaces.space)": [[3, "gymnasium.spaces.Space.sample"]], "seed() (in module gymnasium.spaces.space)": [[3, "gymnasium.spaces.Space.seed"]], "shape (gymnasium.spaces.space property)": [[3, "gymnasium.spaces.Space.shape"]], "to_jsonable() (in module gymnasium.spaces.space)": [[3, "gymnasium.spaces.Space.to_jsonable"]], "dict (class in gymnasium.spaces)": [[4, "gymnasium.spaces.Dict"]], "graph (class in gymnasium.spaces)": [[4, "gymnasium.spaces.Graph"]], "sequence (class in gymnasium.spaces)": [[4, "gymnasium.spaces.Sequence"]], "tuple (class in gymnasium.spaces)": [[4, "gymnasium.spaces.Tuple"]], "sample() (gymnasium.spaces.dict method)": [[4, "gymnasium.spaces.Dict.sample"]], "sample() (gymnasium.spaces.graph method)": [[4, "gymnasium.spaces.Graph.sample"]], "sample() (gymnasium.spaces.sequence method)": [[4, "gymnasium.spaces.Sequence.sample"]], "sample() (gymnasium.spaces.tuple method)": [[4, "gymnasium.spaces.Tuple.sample"]], "box (class in gymnasium.spaces)": [[5, "gymnasium.spaces.Box"]], "discrete (class in gymnasium.spaces)": [[5, "gymnasium.spaces.Discrete"]], "multibinary (class in gymnasium.spaces)": [[5, "gymnasium.spaces.MultiBinary"]], "multidiscrete (class in gymnasium.spaces)": [[5, "gymnasium.spaces.MultiDiscrete"]], "text (class in gymnasium.spaces)": [[5, "gymnasium.spaces.Text"]], "is_bounded() (gymnasium.spaces.box method)": [[5, "gymnasium.spaces.Box.is_bounded"]], "sample() (gymnasium.spaces.box method)": [[5, "gymnasium.spaces.Box.sample"]], "sample() (gymnasium.spaces.discrete method)": [[5, "gymnasium.spaces.Discrete.sample"]], "sample() (gymnasium.spaces.multibinary method)": [[5, "gymnasium.spaces.MultiBinary.sample"]], "sample() (gymnasium.spaces.multidiscrete method)": [[5, "gymnasium.spaces.MultiDiscrete.sample"]], "sample() (gymnasium.spaces.text method)": [[5, "gymnasium.spaces.Text.sample"]], "flatdim() (in module gymnasium.spaces.utils)": [[6, "gymnasium.spaces.utils.flatdim"]], "flatten() (in module gymnasium.spaces.utils)": [[6, "gymnasium.spaces.utils.flatten"]], "flatten_space() (in module gymnasium.spaces.utils)": [[6, "gymnasium.spaces.utils.flatten_space"]], "unflatten() (in module gymnasium.spaces.utils)": [[6, "gymnasium.spaces.utils.unflatten"]], "playplot (class in gymnasium.utils.play)": [[7, "gymnasium.utils.play.PlayPlot"]], "playablegame (class in gymnasium.utils.play)": [[7, "gymnasium.utils.play.PlayableGame"]], "callback() (gymnasium.utils.play.playplot method)": [[7, "gymnasium.utils.play.PlayPlot.callback"]], "capped_cubic_video_schedule() (in module gymnasium.utils.save_video)": [[7, "gymnasium.utils.save_video.capped_cubic_video_schedule"]], "check_env() (in module gymnasium.utils.env_checker)": [[7, "gymnasium.utils.env_checker.check_env"]], "check_reset_options() (in module gymnasium.utils.env_checker)": [[7, "gymnasium.utils.env_checker.check_reset_options"]], "check_reset_return_info_deprecation() (in module gymnasium.utils.env_checker)": [[7, "gymnasium.utils.env_checker.check_reset_return_info_deprecation"]], "check_reset_return_type() (in module gymnasium.utils.env_checker)": [[7, "gymnasium.utils.env_checker.check_reset_return_type"]], "check_reset_seed() (in module gymnasium.utils.env_checker)": [[7, "gymnasium.utils.env_checker.check_reset_seed"]], "check_seed_deprecation() (in module gymnasium.utils.env_checker)": [[7, "gymnasium.utils.env_checker.check_seed_deprecation"]], "check_space_limit() (in module gymnasium.utils.env_checker)": [[7, "gymnasium.utils.env_checker.check_space_limit"]], "convert_to_done_step_api() (in module gymnasium.utils.step_api_compatibility)": [[7, "gymnasium.utils.step_api_compatibility.convert_to_done_step_api"]], "convert_to_terminated_truncated_step_api() (in module gymnasium.utils.step_api_compatibility)": [[7, "gymnasium.utils.step_api_compatibility.convert_to_terminated_truncated_step_api"]], "data_equivalence() (in module gymnasium.utils.env_checker)": [[7, "gymnasium.utils.env_checker.data_equivalence"]], "display_arr() (in module gymnasium.utils.play)": [[7, "gymnasium.utils.play.display_arr"]], "np_random() (in module gymnasium.utils.seeding)": [[7, "gymnasium.utils.seeding.np_random"]], "play() (in module gymnasium.utils.play)": [[7, "gymnasium.utils.play.play"]], "process_event() (gymnasium.utils.play.playablegame method)": [[7, "gymnasium.utils.play.PlayableGame.process_event"]], "save_video() (in module gymnasium.utils.save_video)": [[7, "gymnasium.utils.save_video.save_video"]], "step_api_compatibility() (in module gymnasium.utils.step_api_compatibility)": [[7, "gymnasium.utils.step_api_compatibility.step_api_compatibility"]], "action_space (gymnasium.vector.vectorenv attribute)": [[8, "gymnasium.vector.VectorEnv.action_space"]], "make() (in module gymnasium.vector)": [[8, "gymnasium.vector.make"]], "observation_space (gymnasium.vector.vectorenv attribute)": [[8, "gymnasium.vector.VectorEnv.observation_space"]], "reset() (gymnasium.vector.vectorenv method)": [[8, "gymnasium.vector.VectorEnv.reset"]], "single_action_space (gymnasium.vector.vectorenv attribute)": [[8, "gymnasium.vector.VectorEnv.single_action_space"]], "single_observation_space (gymnasium.vector.vectorenv attribute)": [[8, "gymnasium.vector.VectorEnv.single_observation_space"]], "step() (gymnasium.vector.vectorenv method)": [[8, "gymnasium.vector.VectorEnv.step"]]}})