mirror of
https://github.com/Farama-Foundation/Gymnasium.git
synced 2025-08-19 21:42:02 +00:00
911 lines
51 KiB
HTML
911 lines
51 KiB
HTML
![]() |
<!doctype html>
|
|||
|
<html class="no-js" lang="en">
|
|||
|
<head><meta charset="utf-8"/>
|
|||
|
<meta name="viewport" content="width=device-width,initial-scale=1"/>
|
|||
|
<meta name="color-scheme" content="light dark">
|
|||
|
<meta name="description" content="A standard API for reinforcement learning and a diverse set of reference environments (formerly Gym)">
|
|||
|
<meta property="og:title" content="Gymnasium Documentation" />
|
|||
|
<meta property="og:type" content="website" />
|
|||
|
<meta property="og:description" content="A standard API for reinforcement learning and a diverse set of reference environments (formerly Gym)" />
|
|||
|
<meta property="og:url" content="https://gymnasium.farama.org/environments/atari/frostbite.html" /><meta property="og:image" content="https://gymnasium.farama.org/_static/img/gymnasium-github.png" /><meta name="twitter:card" content="summary_large_image"><meta name="generator" content="Docutils 0.19: https://docutils.sourceforge.io/" />
|
|||
|
<link rel="index" title="Index" href="../../../genindex/" /><link rel="search" title="Search" href="../../../search/" /><link rel="next" title="Gopher" href="../gopher/" /><link rel="prev" title="Freeway" href="../freeway/" />
|
|||
|
<link rel="canonical" href="https://gymnasium.farama.org/environments/atari/frostbite.html" />
|
|||
|
|
|||
|
<link rel="shortcut icon" href="../../../_static/favicon.png"/><meta name="generator" content="sphinx-5.3.0, furo 2022.09.15.dev1"/>
|
|||
|
<title>Frostbite - Gymnasium Documentation</title>
|
|||
|
<link rel="stylesheet" type="text/css" href="../../../_static/pygments.css" />
|
|||
|
<link rel="stylesheet" type="text/css" href="../../../_static/styles/furo.css?digest=3cf7b839e8c50b5f3a39bb99d90baa7b845de926" />
|
|||
|
<link rel="stylesheet" type="text/css" href="../../../_static/sg_gallery.css" />
|
|||
|
<link rel="stylesheet" type="text/css" href="../../../_static/sg_gallery-binder.css" />
|
|||
|
<link rel="stylesheet" type="text/css" href="../../../_static/sg_gallery-dataframe.css" />
|
|||
|
<link rel="stylesheet" type="text/css" href="../../../_static/sg_gallery-rendered-html.css" />
|
|||
|
<link rel="stylesheet" type="text/css" href="../../../_static/styles/furo-extensions.css?digest=b332e145f118bbc5b181998bee244c1e810e1f8b" />
|
|||
|
|
|||
|
|
|||
|
|
|||
|
|
|||
|
<style>
|
|||
|
body {
|
|||
|
--color-code-background: #f8f8f8;
|
|||
|
--color-code-foreground: black;
|
|||
|
|
|||
|
}
|
|||
|
@media not print {
|
|||
|
body[data-theme="dark"] {
|
|||
|
--color-code-background: #202020;
|
|||
|
--color-code-foreground: #d0d0d0;
|
|||
|
|
|||
|
}
|
|||
|
@media (prefers-color-scheme: dark) {
|
|||
|
body:not([data-theme="light"]) {
|
|||
|
--color-code-background: #202020;
|
|||
|
--color-code-foreground: #d0d0d0;
|
|||
|
|
|||
|
}
|
|||
|
}
|
|||
|
}
|
|||
|
</style></head>
|
|||
|
<body>
|
|||
|
<header class="farama-header" aria-label="Farama header">
|
|||
|
<div class="farama-header__container">
|
|||
|
<div class="farama-header__left--mobile">
|
|||
|
<label class="nav-overlay-icon" for="__navigation">
|
|||
|
<div class="visually-hidden">Toggle site navigation sidebar</div>
|
|||
|
<svg viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg">
|
|||
|
<defs></defs>
|
|||
|
<line x1="0.5" y1="4" x2="23.5" y2="4"></line>
|
|||
|
<line x1="0.232" y1="12" x2="23.5" y2="12"></line>
|
|||
|
<line x1="0.232" y1="20" x2="23.5" y2="20"></line>
|
|||
|
</svg>
|
|||
|
<!-- <svg viewBox="0 0 24 24" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg">
|
|||
|
<line x1="0.5" y1="4.5" x2="23.5" y2="4.5" style="fill: none; "></line>
|
|||
|
<line x1="0.5" y1="12" x2="14" y2="12" ></line>
|
|||
|
<line x1="0.5" y1="19.5" x2="23.5" y2="19.5"></line>
|
|||
|
<polyline style="stroke-width: 0px;" points="17 7 22 12 17 17"></polyline>
|
|||
|
</svg> -->
|
|||
|
<!-- <svg viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg" style="width:20px">
|
|||
|
<defs></defs>
|
|||
|
<rect y="1" width="22" height="22" rx="2" ry="2" style="fill: none;" x="1"></rect>
|
|||
|
<line x1="8" y1="1" x2="8" y2="23"></line>
|
|||
|
<polyline style="stroke-linecap: round; fill: none; stroke-linejoin: round;" points="13 7 17 12 13 17"></polyline>
|
|||
|
</svg> -->
|
|||
|
</label>
|
|||
|
</div>
|
|||
|
<div class="farama-header__left farama-header__center--mobile">
|
|||
|
<a href="../../../">
|
|||
|
<img class="farama-header__logo only-light" src="../../../_static/img/gymnasium_black.svg" alt="Light Logo"/>
|
|||
|
<img class="farama-header__logo only-dark" src="../../../_static/img/gymnasium_white.svg" alt="Dark Logo"/>
|
|||
|
<span class="farama-header__title">Gymnasium Documentation</span>
|
|||
|
</a>
|
|||
|
</div>
|
|||
|
<div class="farama-header__right">
|
|||
|
<div class="farama-header-menu">
|
|||
|
<button class="farama-header-menu__btn" aria-label="Open Farama Menu" aria-expanded="false" aria-haspopup="true" aria-controls="farama-menu">
|
|||
|
<img class="farama-white-logo-invert" src="../../../_static/img/farama-logo-header.svg">
|
|||
|
<svg viewBox="0 0 24 24" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg">
|
|||
|
<polyline style="stroke-linecap: round; stroke-linejoin: round; fill: none; stroke-width: 2px;" points="1 7 12 18 23 7"></polyline>
|
|||
|
</svg>
|
|||
|
</button>
|
|||
|
<div class="farama-header-menu-container farama-hidden" aria-hidden="true" id="farama-menu">
|
|||
|
<div class="farama-header-menu__header">
|
|||
|
<a href="https://farama.org">
|
|||
|
<img class="farama-header-menu__logo farama-white-logo-invert" src="../../../_static/img/farama_solid_white.svg" alt="Farama Foundation logo">
|
|||
|
<span>Farama Foundation</span>
|
|||
|
</a>
|
|||
|
<div class="farama-header-menu-header__right">
|
|||
|
<button id="farama-close-menu">
|
|||
|
<svg viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg" fill="none" stroke="currentColor"
|
|||
|
stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="icon-close">
|
|||
|
<line x1="3" y1="21" x2="21" y2="3"></line>
|
|||
|
<line x1="3" y1="3" x2="21" y2="21"></line>
|
|||
|
</svg>
|
|||
|
</button>
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
<div class="farama-header-menu__body">
|
|||
|
<!-- Response from farama.org/api/projects.json -->
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
</header>
|
|||
|
|
|||
|
|
|||
|
<script>
|
|||
|
document.body.dataset.theme = localStorage.getItem("theme") || "auto";
|
|||
|
</script>
|
|||
|
|
|||
|
|
|||
|
<svg xmlns="http://www.w3.org/2000/svg" style="display: none;">
|
|||
|
<symbol id="svg-toc" viewBox="0 0 24 24">
|
|||
|
<title>Contents</title>
|
|||
|
<svg stroke="currentColor" fill="currentColor" stroke-width="0" viewBox="0 0 1024 1024">
|
|||
|
<path d="M408 442h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8zm-8 204c0 4.4 3.6 8 8 8h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56zm504-486H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zm0 632H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zM115.4 518.9L271.7 642c5.8 4.6 14.4.5 14.4-6.9V388.9c0-7.4-8.5-11.5-14.4-6.9L115.4 505.1a8.74 8.74 0 0 0 0 13.8z"/>
|
|||
|
</svg>
|
|||
|
</symbol>
|
|||
|
<symbol id="svg-menu" viewBox="0 0 24 24">
|
|||
|
<title>Menu</title>
|
|||
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|||
|
stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-menu">
|
|||
|
<line x1="3" y1="12" x2="21" y2="12"></line>
|
|||
|
<line x1="3" y1="6" x2="21" y2="6"></line>
|
|||
|
<line x1="3" y1="18" x2="21" y2="18"></line>
|
|||
|
</svg>
|
|||
|
</symbol>
|
|||
|
<symbol id="svg-arrow-right" viewBox="0 0 24 24">
|
|||
|
<title>Expand</title>
|
|||
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|||
|
stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-chevron-right">
|
|||
|
<polyline points="9 18 15 12 9 6"></polyline>
|
|||
|
</svg>
|
|||
|
</symbol>
|
|||
|
<symbol id="svg-sun" viewBox="0 0 24 24">
|
|||
|
<title>Light mode</title>
|
|||
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|||
|
stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="feather-sun">
|
|||
|
<circle cx="12" cy="12" r="5"></circle>
|
|||
|
<line x1="12" y1="1" x2="12" y2="3"></line>
|
|||
|
<line x1="12" y1="21" x2="12" y2="23"></line>
|
|||
|
<line x1="4.22" y1="4.22" x2="5.64" y2="5.64"></line>
|
|||
|
<line x1="18.36" y1="18.36" x2="19.78" y2="19.78"></line>
|
|||
|
<line x1="1" y1="12" x2="3" y2="12"></line>
|
|||
|
<line x1="21" y1="12" x2="23" y2="12"></line>
|
|||
|
<line x1="4.22" y1="19.78" x2="5.64" y2="18.36"></line>
|
|||
|
<line x1="18.36" y1="5.64" x2="19.78" y2="4.22"></line>
|
|||
|
</svg>
|
|||
|
</symbol>
|
|||
|
<symbol id="svg-moon" viewBox="0 0 24 24">
|
|||
|
<title>Dark mode</title>
|
|||
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|||
|
stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-moon">
|
|||
|
<path stroke="none" d="M0 0h24v24H0z" fill="none" />
|
|||
|
<path d="M12 3c.132 0 .263 0 .393 0a7.5 7.5 0 0 0 7.92 12.446a9 9 0 1 1 -8.313 -12.454z" />
|
|||
|
</svg>
|
|||
|
</symbol>
|
|||
|
<symbol id="svg-sun-half" viewBox="0 0 24 24">
|
|||
|
<title>Auto light/dark mode</title>
|
|||
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
|
|||
|
stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-shadow">
|
|||
|
<path stroke="none" d="M0 0h24v24H0z" fill="none"/>
|
|||
|
<circle cx="12" cy="12" r="9" />
|
|||
|
<path d="M13 12h5" />
|
|||
|
<path d="M13 15h4" />
|
|||
|
<path d="M13 18h1" />
|
|||
|
<path d="M13 9h4" />
|
|||
|
<path d="M13 6h1" />
|
|||
|
</svg>
|
|||
|
</symbol>
|
|||
|
</svg>
|
|||
|
|
|||
|
<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation">
|
|||
|
<input type="checkbox" class="sidebar-toggle" name="__toc" id="__toc">
|
|||
|
<label class="overlay sidebar-overlay" for="__navigation">
|
|||
|
<div class="visually-hidden">Hide navigation sidebar</div>
|
|||
|
</label>
|
|||
|
<label class="overlay toc-overlay" for="__toc">
|
|||
|
<div class="visually-hidden">Hide table of contents sidebar</div>
|
|||
|
</label>
|
|||
|
|
|||
|
|
|||
|
|
|||
|
<div class="page">
|
|||
|
<!--<header class="mobile-header">
|
|||
|
<div class="header-left">
|
|||
|
<label class="nav-overlay-icon" for="__navigation">
|
|||
|
<div class="visually-hidden">Toggle site navigation sidebar</div>
|
|||
|
<i class="icon"><svg><use href="#svg-menu"></use></svg></i>
|
|||
|
</label>
|
|||
|
</div>
|
|||
|
<div class="header-center">
|
|||
|
<a href="../../../"><div class="brand">Gymnasium Documentation</div></a>
|
|||
|
</div>
|
|||
|
<div class="header-right">
|
|||
|
<div class="theme-toggle-container theme-toggle-header">
|
|||
|
<button class="theme-toggle">
|
|||
|
<div class="visually-hidden">Toggle Light / Dark / Auto color theme</div>
|
|||
|
<svg class="theme-icon-when-auto"><use href="#svg-sun-half"></use></svg>
|
|||
|
<svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg>
|
|||
|
<svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg>
|
|||
|
</button>
|
|||
|
</div>
|
|||
|
<label class="toc-overlay-icon toc-header-icon" for="__toc">
|
|||
|
<div class="visually-hidden">Toggle table of contents sidebar</div>
|
|||
|
<i class="icon"><svg><use href="#svg-toc"></use></svg></i>
|
|||
|
</label>
|
|||
|
</div>
|
|||
|
</header>-->
|
|||
|
<aside class="sidebar-drawer">
|
|||
|
<div class="sidebar-container">
|
|||
|
|
|||
|
<div class="sidebar-sticky"><a class="farama-sidebar__title" href="../../../">
|
|||
|
<img class="farama-header__logo only-light" src="../../../_static/img/gymnasium_black.svg" alt="Light Logo"/>
|
|||
|
<img class="farama-header__logo only-dark" src="../../../_static/img/gymnasium_white.svg" alt="Dark Logo"/>
|
|||
|
<span class="farama-header__title">Gymnasium Documentation</span>
|
|||
|
</a><form class="sidebar-search-container" method="get" action="../../../search/" role="search">
|
|||
|
<input class="sidebar-search" placeholder=Search name="q" aria-label="Search">
|
|||
|
<input type="hidden" name="check_keywords" value="yes">
|
|||
|
<input type="hidden" name="area" value="default">
|
|||
|
</form>
|
|||
|
<div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree">
|
|||
|
<p class="caption" role="heading"><span class="caption-text">Introduction</span></p>
|
|||
|
<ul>
|
|||
|
<li class="toctree-l1"><a class="reference internal" href="../../../content/basic_usage/">Basic Usage</a></li>
|
|||
|
<li class="toctree-l1"><a class="reference internal" href="../../../content/gym_compatibility/">Compatibility with Gym</a></li>
|
|||
|
<li class="toctree-l1"><a class="reference internal" href="../../../content/migration-guide/">v21 to v26 Migration Guide</a></li>
|
|||
|
</ul>
|
|||
|
<p class="caption" role="heading"><span class="caption-text">API</span></p>
|
|||
|
<ul>
|
|||
|
<li class="toctree-l1"><a class="reference internal" href="../../../api/env/">Env</a></li>
|
|||
|
<li class="toctree-l1"><a class="reference internal" href="../../../api/registry/">Registry</a></li>
|
|||
|
<li class="toctree-l1 has-children"><a class="reference internal" href="../../../api/spaces/">Spaces</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/spaces/fundamental/">Fundamental Spaces</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/spaces/composite/">Composite Spaces</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/spaces/utils/">Spaces Utils</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/spaces/vector_utils/">Spaces Vector Utils</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
<li class="toctree-l1 has-children"><a class="reference internal" href="../../../api/wrappers/">Wrappers</a><input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" role="switch" type="checkbox"/><label for="toctree-checkbox-2"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/wrappers/misc_wrappers/">Misc Wrappers</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/wrappers/action_wrappers/">Action Wrappers</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/wrappers/observation_wrappers/">Observation Wrappers</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/wrappers/reward_wrappers/">Reward Wrappers</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
<li class="toctree-l1"><a class="reference internal" href="../../../api/vector/">Vector</a></li>
|
|||
|
<li class="toctree-l1"><a class="reference internal" href="../../../api/utils/">Utils</a></li>
|
|||
|
<li class="toctree-l1 has-children"><a class="reference internal" href="../../../api/experimental/">Experimental</a><input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" role="switch" type="checkbox"/><label for="toctree-checkbox-3"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/experimental/functional/">Functional Environment</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/experimental/wrappers/">Wrappers</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/experimental/vector/">Vectorizing Environment</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../api/experimental/vector_wrappers/">Vector Environment Wrappers</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
</ul>
|
|||
|
<p class="caption" role="heading"><span class="caption-text">Environments</span></p>
|
|||
|
<ul class="current">
|
|||
|
<li class="toctree-l1 has-children"><a class="reference internal" href="../../classic_control/">Classic Control</a><input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" role="switch" type="checkbox"/><label for="toctree-checkbox-4"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../classic_control/acrobot/">Acrobot</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../classic_control/cart_pole/">Cart Pole</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../classic_control/mountain_car_continuous/">Mountain Car Continuous</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../classic_control/mountain_car/">Mountain Car</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../classic_control/pendulum/">Pendulum</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
<li class="toctree-l1 has-children"><a class="reference internal" href="../../box2d/">Box2D</a><input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" role="switch" type="checkbox"/><label for="toctree-checkbox-5"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../box2d/bipedal_walker/">Bipedal Walker</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../box2d/car_racing/">Car Racing</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../box2d/lunar_lander/">Lunar Lander</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
<li class="toctree-l1 has-children"><a class="reference internal" href="../../toy_text/">Toy Text</a><input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" role="switch" type="checkbox"/><label for="toctree-checkbox-6"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../toy_text/blackjack/">Blackjack</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../toy_text/taxi/">Taxi</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../toy_text/cliff_walking/">Cliff Walking</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../toy_text/frozen_lake/">Frozen Lake</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
<li class="toctree-l1 has-children"><a class="reference internal" href="../../mujoco/">MuJoCo</a><input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" role="switch" type="checkbox"/><label for="toctree-checkbox-7"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/ant/">Ant</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/half_cheetah/">Half Cheetah</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/hopper/">Hopper</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/humanoid_standup/">Humanoid Standup</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/humanoid/">Humanoid</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/inverted_double_pendulum/">Inverted Double Pendulum</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/inverted_pendulum/">Inverted Pendulum</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/reacher/">Reacher</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/swimmer/">Swimmer</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/pusher/">Pusher</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../mujoco/walker2d/">Walker2D</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
<li class="toctree-l1 current has-children"><a class="reference internal" href="../">Atari</a><input checked="" class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" role="switch" type="checkbox"/><label for="toctree-checkbox-8"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul class="current">
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../adventure/">Adventure</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../air_raid/">Air Raid</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../alien/">Alien</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../amidar/">Amidar</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../assault/">Assault</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../asterix/">Asterix</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../asteroids/">Asteroids</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../atlantis/">Atlantis</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../bank_heist/">Bank Heist</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../battle_zone/">Battle Zone</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../beam_rider/">Beam Rider</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../berzerk/">Berzerk</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../bowling/">Bowling</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../boxing/">Boxing</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../breakout/">Breakout</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../carnival/">Carnival</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../centipede/">Centipede</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../chopper_command/">Chopper Command</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../crazy_climber/">Crazy Climber</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../defender/">Defender</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../demon_attack/">Demon Attack</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../double_dunk/">Double Dunk</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../elevator_action/">Elevator Action</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../enduro/">Enduro</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../fishing_derby/">FishingDerby</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../freeway/">Freeway</a></li>
|
|||
|
<li class="toctree-l2 current current-page"><a class="current reference internal" href="#">Frostbite</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../gopher/">Gopher</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../gravitar/">Gravitar</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../hero/">Hero</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../ice_hockey/">IceHockey</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../jamesbond/">Jamesbond</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../journey_escape/">JourneyEscape</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../kangaroo/">Kangaroo</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../krull/">Krull</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../kung_fu_master/">Kung Fu Master</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../montezuma_revenge/">Montezuma Revenge</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../ms_pacman/">Ms Pacman</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../name_this_game/">Name This Game</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../phoenix/">Phoenix</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../pitfall/">Pitfall</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../pong/">Pong</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../pooyan/">Pooyan</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../private_eye/">PrivateEye</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../qbert/">Qbert</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../riverraid/">Riverraid</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../road_runner/">Road Runner</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../robotank/">Robot Tank</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../seaquest/">Seaquest</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../skiing/">Skiings</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../solaris/">Solaris</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../space_invaders/">SpaceInvaders</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../star_gunner/">StarGunner</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../tennis/">Tennis</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../time_pilot/">TimePilot</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../tutankham/">Tutankham</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../up_n_down/">Up n’ Down</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../venture/">Venture</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../video_pinball/">Video Pinball</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../wizard_of_wor/">Wizard of Wor</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../zaxxon/">Zaxxon</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
<li class="toctree-l1"><a class="reference internal" href="../../third_party_environments/">Third-party Environments</a></li>
|
|||
|
</ul>
|
|||
|
<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
|
|||
|
<ul>
|
|||
|
<li class="toctree-l1 has-children"><a class="reference internal" href="../../../tutorials/gymnasium_basics/">Gymnasium Basics</a><input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" role="switch" type="checkbox"/><label for="toctree-checkbox-9"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../tutorials/gymnasium_basics/handling_time_limits/">Handling Time Limits</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../tutorials/gymnasium_basics/implementing_custom_wrappers/">Implementing Custom Wrappers</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../tutorials/gymnasium_basics/environment_creation/">Make your own custom environment</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../tutorials/gymnasium_basics/vector_envs_tutorial/">Training A2C with Vector Envs and Domain Randomization</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
<li class="toctree-l1 has-children"><a class="reference internal" href="../../../tutorials/training_agents/">Training Agents</a><input class="toctree-checkbox" id="toctree-checkbox-10" name="toctree-checkbox-10" role="switch" type="checkbox"/><label for="toctree-checkbox-10"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../tutorials/training_agents/reinforce_invpend_gym_v26/">Training using REINFORCE for Mujoco</a></li>
|
|||
|
<li class="toctree-l2"><a class="reference internal" href="../../../tutorials/training_agents/blackjack_tutorial/">Solving Blackjack with Q-Learning</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
</ul>
|
|||
|
<p class="caption" role="heading"><span class="caption-text">Development</span></p>
|
|||
|
<ul>
|
|||
|
<li class="toctree-l1"><a class="reference external" href="https://github.com/Farama-Foundation/Gymnasium">Github</a></li>
|
|||
|
<li class="toctree-l1"><a class="reference internal" href="../../../release_notes/">Release Notes</a></li>
|
|||
|
<li class="toctree-l1"><a class="reference external" href="https://github.com/Farama-Foundation/Gymnasium/blob/main/docs/README.md">Contribute to the Docs</a></li>
|
|||
|
</ul>
|
|||
|
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
|
|||
|
</div>
|
|||
|
|
|||
|
</div>
|
|||
|
</aside>
|
|||
|
<div class="main">
|
|||
|
<div class="content">
|
|||
|
<div class="article-container">
|
|||
|
<a href="#" class="back-to-top muted-link">
|
|||
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
|
|||
|
<path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12z"></path>
|
|||
|
</svg>
|
|||
|
<span>Back to top</span>
|
|||
|
</a>
|
|||
|
<div class="content-icon-container">
|
|||
|
|
|||
|
|
|||
|
<div class="edit-this-page">
|
|||
|
<a class="muted-link" href="https://github.com/Farama-Foundation/Gymnasium/edit/main/docs/environments/atari/frostbite.md" title="Edit this page">
|
|||
|
<svg aria-hidden="true" viewBox="0 0 24 24" stroke-width="1.5" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round">
|
|||
|
<path stroke="none" d="M0 0h24v24H0z" fill="none"/>
|
|||
|
<path d="M4 20h4l10.5 -10.5a1.5 1.5 0 0 0 -4 -4l-10.5 10.5v4" />
|
|||
|
<line x1="13.5" y1="6.5" x2="17.5" y2="10.5" />
|
|||
|
</svg>
|
|||
|
<span class="visually-hidden">Edit this page</span>
|
|||
|
</a>
|
|||
|
</div><div class="theme-toggle-container theme-toggle-content">
|
|||
|
<button class="theme-toggle">
|
|||
|
<div class="visually-hidden">Toggle Light / Dark / Auto color theme</div>
|
|||
|
<svg class="theme-icon-when-auto"><use href="#svg-sun-half"></use></svg>
|
|||
|
<svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg>
|
|||
|
<svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg>
|
|||
|
</button>
|
|||
|
</div>
|
|||
|
<label class="toc-overlay-icon toc-content-icon" for="__toc">
|
|||
|
<div class="visually-hidden">Toggle table of contents sidebar</div>
|
|||
|
<i class="icon"><svg><use href="#svg-toc"></use></svg></i>
|
|||
|
</label>
|
|||
|
</div>
|
|||
|
<article role="main">
|
|||
|
|
|||
|
<section id="frostbite">
|
|||
|
<h1>Frostbite<a class="headerlink" href="#frostbite" title="Permalink to this heading">#</a></h1>
|
|||
|
<figure class="align-default" id="id1">
|
|||
|
<a class="reference internal image-reference" href="../../../_images/frostbite.gif"><img alt="../../../_images/frostbite.gif" src="../../../_images/frostbite.gif" style="width: 120px;" /></a>
|
|||
|
</figure>
|
|||
|
<p>This environment is part of the <a href='..'>Atari environments</a>. Please read that page first for general information.</p>
|
|||
|
<div class="table-wrapper colwidths-auto docutils container">
|
|||
|
<table class="docutils align-default">
|
|||
|
<thead>
|
|||
|
<tr class="row-odd"><th class="head"><p></p></th>
|
|||
|
<th class="head"><p></p></th>
|
|||
|
</tr>
|
|||
|
</thead>
|
|||
|
<tbody>
|
|||
|
<tr class="row-even"><td><p>Action Space</p></td>
|
|||
|
<td><p>Discrete(18)</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>Observation Space</p></td>
|
|||
|
<td><p>(210, 160, 3)</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>Observation High</p></td>
|
|||
|
<td><p>255</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>Observation Low</p></td>
|
|||
|
<td><p>0</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>Import</p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">gymnasium.make("ALE/Frostbite-v5")</span></code></p></td>
|
|||
|
</tr>
|
|||
|
</tbody>
|
|||
|
</table>
|
|||
|
</div>
|
|||
|
<section id="description">
|
|||
|
<h2>Description<a class="headerlink" href="#description" title="Permalink to this heading">#</a></h2>
|
|||
|
<p>In Frostbite, the player controls “Frostbite Bailey” who hops back and forth across across an Arctic river, changing the color of the ice blocks from white to blue. Each time he does so, a block is added to his igloo. <a class="reference external" href="https://atariage.com/manual_html_page.php?SoftwareLabelID=199">the AtariAge page</a>.</p>
|
|||
|
<section id="rewards">
|
|||
|
<h3>Rewards<a class="headerlink" href="#rewards" title="Permalink to this heading">#</a></h3>
|
|||
|
<p>The exact reward dynamics depend on the environment and are usually documented in the game’s manual. You can
|
|||
|
find these manuals on <a class="reference external" href="https://atariage.com/manual_html_page.php?SoftwareLabelID=199">AtariAge</a>.</p>
|
|||
|
<p>Atari environments are simulated via the Arcade Learning Environment (ALE) <a class="reference internal" href="../#id1"><span class="std std-ref">[1]</span></a>.</p>
|
|||
|
</section>
|
|||
|
<section id="action-space">
|
|||
|
<h3>Action Space<a class="headerlink" href="#action-space" title="Permalink to this heading">#</a></h3>
|
|||
|
<p>The action space a subset of the following discrete set of legal actions:</p>
|
|||
|
<div class="table-wrapper colwidths-auto docutils container">
|
|||
|
<table class="docutils align-default">
|
|||
|
<thead>
|
|||
|
<tr class="row-odd"><th class="head"><p>Num</p></th>
|
|||
|
<th class="head"><p>Action</p></th>
|
|||
|
</tr>
|
|||
|
</thead>
|
|||
|
<tbody>
|
|||
|
<tr class="row-even"><td><p>0</p></td>
|
|||
|
<td><p>NOOP</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>1</p></td>
|
|||
|
<td><p>FIRE</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>2</p></td>
|
|||
|
<td><p>UP</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>3</p></td>
|
|||
|
<td><p>RIGHT</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>4</p></td>
|
|||
|
<td><p>LEFT</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>5</p></td>
|
|||
|
<td><p>DOWN</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>6</p></td>
|
|||
|
<td><p>UPRIGHT</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>7</p></td>
|
|||
|
<td><p>UPLEFT</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>8</p></td>
|
|||
|
<td><p>DOWNRIGHT</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>9</p></td>
|
|||
|
<td><p>DOWNLEFT</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>10</p></td>
|
|||
|
<td><p>UPFIRE</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>11</p></td>
|
|||
|
<td><p>RIGHTFIRE</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>12</p></td>
|
|||
|
<td><p>LEFTFIRE</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>13</p></td>
|
|||
|
<td><p>DOWNFIRE</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>14</p></td>
|
|||
|
<td><p>UPRIGHTFIRE</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>15</p></td>
|
|||
|
<td><p>UPLEFTFIRE</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>16</p></td>
|
|||
|
<td><p>DOWNRIGHTFIRE</p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>17</p></td>
|
|||
|
<td><p>DOWNLEFTFIRE</p></td>
|
|||
|
</tr>
|
|||
|
</tbody>
|
|||
|
</table>
|
|||
|
</div>
|
|||
|
<p>If you use v0 or v4 and the environment is initialized via <code class="docutils literal notranslate"><span class="pre">make</span></code>, the action space will usually be much smaller since most legal actions don’t have
|
|||
|
any effect. Thus, the enumeration of the actions will differ. The action space can be expanded to the full
|
|||
|
legal space by passing the keyword argument <code class="docutils literal notranslate"><span class="pre">full_action_space=True</span></code> to <code class="docutils literal notranslate"><span class="pre">make</span></code>.</p>
|
|||
|
<p>The reduced action space of an Atari environment may depend on the flavor of the game. You can specify the flavor by providing
|
|||
|
the arguments <code class="docutils literal notranslate"><span class="pre">difficulty</span></code> and <code class="docutils literal notranslate"><span class="pre">mode</span></code> when constructing the environment. This documentation only provides details on the
|
|||
|
action spaces of default flavors.</p>
|
|||
|
</section>
|
|||
|
</section>
|
|||
|
<section id="observations">
|
|||
|
<h2>Observations<a class="headerlink" href="#observations" title="Permalink to this heading">#</a></h2>
|
|||
|
<p>By default, the environment returns the RGB image that is displayed to human players as an observation. However, it is
|
|||
|
possible to observe</p>
|
|||
|
<ul class="simple">
|
|||
|
<li><p>The 128 Bytes of RAM of the console</p></li>
|
|||
|
<li><p>A grayscale image</p></li>
|
|||
|
</ul>
|
|||
|
<p>instead. The respective observation spaces are</p>
|
|||
|
<ul class="simple">
|
|||
|
<li><p><code class="docutils literal notranslate"><span class="pre">Box([0</span> <span class="pre">...</span> <span class="pre">0],</span> <span class="pre">[255</span> <span class="pre">...</span> <span class="pre">255],</span> <span class="pre">(128,),</span> <span class="pre">uint8)</span></code></p></li>
|
|||
|
<li><p><code class="docutils literal notranslate"><span class="pre">Box([[0</span> <span class="pre">...</span> <span class="pre">0]</span> <span class="pre">...</span> <span class="pre">[0</span>  <span class="pre">...</span> <span class="pre">0]],</span> <span class="pre">[[255</span> <span class="pre">...</span> <span class="pre">255]</span> <span class="pre">...</span> <span class="pre">[255</span>  <span class="pre">...</span> <span class="pre">255]],</span> <span class="pre">(250,</span> <span class="pre">160),</span> <span class="pre">uint8)</span> </code></p></li>
|
|||
|
</ul>
|
|||
|
<p>respectively. The general article on Atari environments outlines different ways to instantiate corresponding environments
|
|||
|
via <code class="docutils literal notranslate"><span class="pre">gymnasium.make</span></code>.</p>
|
|||
|
</section>
|
|||
|
<section id="arguments">
|
|||
|
<h2>Arguments<a class="headerlink" href="#arguments" title="Permalink to this heading">#</a></h2>
|
|||
|
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">env</span> <span class="o">=</span> <span class="n">gymnasium</span><span class="o">.</span><span class="n">make</span><span class="p">(</span><span class="s2">"ALE/Frostbite-v5"</span><span class="p">)</span>
|
|||
|
</pre></div>
|
|||
|
</div>
|
|||
|
<p>The various ways to configure the environment are described in detail in the article on Atari environments.</p>
|
|||
|
<div class="table-wrapper colwidths-auto docutils container">
|
|||
|
<table class="docutils align-default">
|
|||
|
<thead>
|
|||
|
<tr class="row-odd"><th class="head"><p>Environment</p></th>
|
|||
|
<th class="head"><p>Valid Modes</p></th>
|
|||
|
<th class="head"><p>Valid Difficulties</p></th>
|
|||
|
<th class="head"><p>Default Mode</p></th>
|
|||
|
</tr>
|
|||
|
</thead>
|
|||
|
<tbody>
|
|||
|
<tr class="row-even"><td><p>Frostbite</p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">[0,</span> <span class="pre">2]</span></code></p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">[0]</span></code></p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">0</span></code></p></td>
|
|||
|
</tr>
|
|||
|
</tbody>
|
|||
|
</table>
|
|||
|
</div>
|
|||
|
<p>You may use the suffix “-ram” to switch to the RAM observation space. In v0 and v4, the suffixes “Deterministic” and “NoFrameskip”
|
|||
|
are available. These are no longer supported in v5. In order to obtain equivalent behavior, pass keyword arguments to <code class="docutils literal notranslate"><span class="pre">gymnasium.make</span></code> as outlined in
|
|||
|
the general article on Atari environments.
|
|||
|
The versions v0 and v4 are not contained in the “ALE” namespace. I.e. they are instantiated via <code class="docutils literal notranslate"><span class="pre">gymnasium.make("Frostbite-v0")</span></code>.</p>
|
|||
|
</section>
|
|||
|
<section id="version-history">
|
|||
|
<h2>Version History<a class="headerlink" href="#version-history" title="Permalink to this heading">#</a></h2>
|
|||
|
<p>A thorough discussion of the intricate differences between the versions and configurations can be found in the
|
|||
|
general article on Atari environments.</p>
|
|||
|
<div class="table-wrapper colwidths-auto docutils container">
|
|||
|
<table class="docutils align-default">
|
|||
|
<thead>
|
|||
|
<tr class="row-odd"><th class="head"><p>Version</p></th>
|
|||
|
<th class="head"><p><code class="docutils literal notranslate"><span class="pre">frameskip=</span></code></p></th>
|
|||
|
<th class="head"><p><code class="docutils literal notranslate"><span class="pre">repeat_action_probability=</span></code></p></th>
|
|||
|
<th class="head"><p><code class="docutils literal notranslate"><span class="pre">full_action_space=</span></code></p></th>
|
|||
|
</tr>
|
|||
|
</thead>
|
|||
|
<tbody>
|
|||
|
<tr class="row-even"><td><p>v0</p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">(2,</span> <span class="pre">5,)</span></code></p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">0.25</span></code></p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-odd"><td><p>v4</p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">(2,</span> <span class="pre">5,)</span></code></p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">0.0</span></code></p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p></td>
|
|||
|
</tr>
|
|||
|
<tr class="row-even"><td><p>v5</p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">5</span></code></p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">0.25</span></code></p></td>
|
|||
|
<td><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p></td>
|
|||
|
</tr>
|
|||
|
</tbody>
|
|||
|
</table>
|
|||
|
</div>
|
|||
|
<blockquote>
|
|||
|
<div><p>Version v5 follows the best practices outlined in <a class="reference internal" href="../#id2"><span class="std std-ref">[2]</span></a>. Thus, it is recommended to transition to v5 and
|
|||
|
customize the environment using the arguments above, if necessary.</p>
|
|||
|
</div></blockquote>
|
|||
|
</section>
|
|||
|
</section>
|
|||
|
|
|||
|
</article>
|
|||
|
</div>
|
|||
|
<footer>
|
|||
|
|
|||
|
<div class="related-pages">
|
|||
|
<a class="next-page" href="../gopher/">
|
|||
|
<div class="page-info">
|
|||
|
<div class="context">
|
|||
|
<span>Next</span>
|
|||
|
</div>
|
|||
|
<div class="title">Gopher</div>
|
|||
|
</div>
|
|||
|
<svg class="furo-related-icon"><use href="#svg-arrow-right"></use></svg>
|
|||
|
</a>
|
|||
|
<a class="prev-page" href="../freeway/">
|
|||
|
<svg class="furo-related-icon"><use href="#svg-arrow-right"></use></svg>
|
|||
|
<div class="page-info">
|
|||
|
<div class="context">
|
|||
|
<span>Previous</span>
|
|||
|
</div>
|
|||
|
|
|||
|
<div class="title">Freeway</div>
|
|||
|
|
|||
|
</div>
|
|||
|
</a>
|
|||
|
</div>
|
|||
|
<div class="bottom-of-page">
|
|||
|
<div class="left-details">
|
|||
|
<div class="copyright">
|
|||
|
Copyright © 2022 Farama Foundation
|
|||
|
</div>
|
|||
|
<!--
|
|||
|
Made with <a href="https://www.sphinx-doc.org/">Sphinx</a> and <a class="muted-link" href="https://pradyunsg.me">@pradyunsg</a>'s
|
|||
|
|
|||
|
<a href="https://github.com/pradyunsg/furo">Furo</a>
|
|||
|
-->
|
|||
|
</div>
|
|||
|
<div class="right-details">
|
|||
|
<div class="icons">
|
|||
|
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
|
|||
|
</footer>
|
|||
|
</div>
|
|||
|
<aside class="toc-drawer">
|
|||
|
|
|||
|
|
|||
|
<div class="toc-sticky toc-scroll">
|
|||
|
<div class="toc-title-container">
|
|||
|
<span class="toc-title">
|
|||
|
On this page
|
|||
|
</span>
|
|||
|
</div>
|
|||
|
<div class="toc-tree-container">
|
|||
|
<div class="toc-tree">
|
|||
|
<ul>
|
|||
|
<li><a class="reference internal" href="#">Frostbite</a><ul>
|
|||
|
<li><a class="reference internal" href="#description">Description</a><ul>
|
|||
|
<li><a class="reference internal" href="#rewards">Rewards</a></li>
|
|||
|
<li><a class="reference internal" href="#action-space">Action Space</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
<li><a class="reference internal" href="#observations">Observations</a></li>
|
|||
|
<li><a class="reference internal" href="#arguments">Arguments</a></li>
|
|||
|
<li><a class="reference internal" href="#version-history">Version History</a></li>
|
|||
|
</ul>
|
|||
|
</li>
|
|||
|
</ul>
|
|||
|
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
|
|||
|
|
|||
|
</aside>
|
|||
|
</div>
|
|||
|
</div>
|
|||
|
<script>
|
|||
|
const toggleMenu = () => {
|
|||
|
const menuBtn = document.querySelector(".farama-header-menu__btn");
|
|||
|
const menuContainer = document.querySelector(".farama-header-menu-container");
|
|||
|
if (document.querySelector(".farama-header-menu").classList.contains("active")) {
|
|||
|
menuBtn.setAttribute("aria-expanded", "false");
|
|||
|
menuContainer.setAttribute("aria-hidden", "true");
|
|||
|
} else {
|
|||
|
menuBtn.setAttribute("aria-expanded", "true");
|
|||
|
menuContainer.setAttribute("aria-hidden", "false");
|
|||
|
}
|
|||
|
document.querySelector(".farama-header-menu").classList.toggle("active");
|
|||
|
}
|
|||
|
|
|||
|
document.querySelector(".farama-header-menu__btn").addEventListener("click", toggleMenu);
|
|||
|
document.getElementById("farama-close-menu").addEventListener("click", toggleMenu);
|
|||
|
</script>
|
|||
|
|
|||
|
|
|||
|
<script>
|
|||
|
(() => {
|
|||
|
if (!localStorage.getItem("shownCookieAlert")) {
|
|||
|
const boxElem = document.createElement("div");
|
|||
|
boxElem.classList.add("cookie-alert");
|
|||
|
const containerElem = document.createElement("div");
|
|||
|
containerElem.classList.add("cookie-alert__container");
|
|||
|
const textElem = document.createElement("p");
|
|||
|
textElem.innerHTML = `This page uses <a href="https://analytics.google.com/">
|
|||
|
Google Analytics</a> to collect statistics. You can disable it by blocking
|
|||
|
the JavaScript coming from www.google-analytics.com.`;
|
|||
|
containerElem.appendChild(textElem);
|
|||
|
const closeBtn = document.createElement("button");
|
|||
|
closeBtn.innerHTML = `<?xml version="1.0" ?><svg viewBox="0 0 32 32" xmlns="http://www.w3.org/2000/svg"><defs><style>.cls-1{fill:none;stroke:#000;stroke-linecap:round;stroke-linejoin:round;stroke-width:2px;}</style></defs><title/><g id="cross"><line class="cls-1" x1="7" x2="25" y1="7" y2="25"/><line class="cls-1" x1="7" x2="25" y1="25" y2="7"/></g></svg>`
|
|||
|
closeBtn.onclick = () => {
|
|||
|
localStorage.setItem("shownCookieAlert", "true");
|
|||
|
boxElem.style.display = "none";
|
|||
|
}
|
|||
|
containerElem.appendChild(closeBtn);
|
|||
|
boxElem.appendChild(containerElem);
|
|||
|
document.body.appendChild(boxElem);
|
|||
|
}
|
|||
|
})()
|
|||
|
</script>
|
|||
|
|
|||
|
<script async src="https://www.googletagmanager.com/gtag/js?id=G-6H9C8TWXZ8"></script>
|
|||
|
<script>
|
|||
|
window.dataLayer = window.dataLayer || [];
|
|||
|
function gtag(){dataLayer.push(arguments);}
|
|||
|
gtag('js', new Date());
|
|||
|
|
|||
|
gtag('config', 'G-6H9C8TWXZ8');
|
|||
|
</script>
|
|||
|
|
|||
|
<script data-url_root="../../../" id="documentation_options" src="../../../_static/documentation_options.js"></script>
|
|||
|
<script src="../../../_static/jquery.js"></script>
|
|||
|
<script src="../../../_static/underscore.js"></script>
|
|||
|
<script src="../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
|
|||
|
<script src="../../../_static/doctools.js"></script>
|
|||
|
<script src="../../../_static/sphinx_highlight.js"></script>
|
|||
|
<script src="../../../_static/scripts/furo.js"></script>
|
|||
|
|
|||
|
<script>
|
|||
|
const createCORSRequest = (method, url) => {
|
|||
|
let xhr = new XMLHttpRequest();
|
|||
|
xhr.responseType = 'json';
|
|||
|
|
|||
|
if ("withCredentials" in xhr) {
|
|||
|
xhr.open(method, url, true);
|
|||
|
} else if (typeof XDomainRequest != "undefined") {
|
|||
|
// IE8 & IE9
|
|||
|
xhr = new XDomainRequest();
|
|||
|
xhr.open(method, url);
|
|||
|
} else {
|
|||
|
// CORS not supported.
|
|||
|
xhr = null;
|
|||
|
}
|
|||
|
return xhr;
|
|||
|
};
|
|||
|
|
|||
|
const url = 'https://farama.org/api/projects.json';
|
|||
|
const imagesBasepath = "https://farama.org/assets/images"
|
|||
|
const method = 'GET';
|
|||
|
let xhr = createCORSRequest(method, url);
|
|||
|
|
|||
|
xhr.onload = () => {
|
|||
|
const jsonResponse = xhr.response;
|
|||
|
const sections = {
|
|||
|
"Documentation": [],
|
|||
|
"Mature Projects": [],
|
|||
|
"Incubating Projects": [],
|
|||
|
"Foundation": [
|
|||
|
{
|
|||
|
name: "About",
|
|||
|
link: "https://farama.org/about"
|
|||
|
},
|
|||
|
{
|
|||
|
name: "Standards",
|
|||
|
link: "https://farama.org/project_standards",
|
|||
|
},
|
|||
|
{
|
|||
|
name: "Donate",
|
|||
|
link: "https://farama.org/donations"
|
|||
|
}
|
|||
|
]
|
|||
|
}
|
|||
|
Object.keys(jsonResponse).forEach(key => {
|
|||
|
projectJson = jsonResponse[key];
|
|||
|
if (projectJson.website !== null) {
|
|||
|
projectJson.link = projectJson.website;
|
|||
|
sections["Documentation"].push(projectJson)
|
|||
|
} else if (projectJson.type == "mature") {
|
|||
|
projectJson.link = projectJson.github;
|
|||
|
sections["Mature Projects"].push(projectJson)
|
|||
|
} else {
|
|||
|
projectJson.link = projectJson.github;
|
|||
|
sections["Incubating Projects"].push(projectJson)
|
|||
|
}
|
|||
|
})
|
|||
|
|
|||
|
const menuContainer = document.querySelector(".farama-header-menu__body");
|
|||
|
|
|||
|
Object.keys(sections).forEach((key, i) => {
|
|||
|
projects = sections[key];
|
|||
|
const sectionElem = Object.assign(
|
|||
|
document.createElement('div'), {
|
|||
|
className:'farama-header-menu__section',
|
|||
|
style: "padding-left: 24px"
|
|||
|
}
|
|||
|
)
|
|||
|
sectionElem.appendChild(Object.assign(document.createElement('span'),
|
|||
|
{
|
|||
|
className:'farama-header-menu__section-title' ,
|
|||
|
innerText: key
|
|||
|
}
|
|||
|
))
|
|||
|
const ulElem = Object.assign(document.createElement('ul'),
|
|||
|
{
|
|||
|
className:'farama-header-menu-list',
|
|||
|
}
|
|||
|
)
|
|||
|
for (let project of projects) {
|
|||
|
const liElem = document.createElement("li");
|
|||
|
const aElem = Object.assign(document.createElement("a"),
|
|||
|
{
|
|||
|
href: project.link
|
|||
|
}
|
|||
|
);
|
|||
|
liElem.appendChild(aElem);
|
|||
|
if (key !== "Foundation") {
|
|||
|
const imgElem = Object.assign(document.createElement("img"),
|
|||
|
{
|
|||
|
src: project.image ? imagesBasepath + project.image : imagesBasepath + "/farama_black.svg",
|
|||
|
alt: `${project.name} logo`,
|
|||
|
className: "farama-black-logo-invert"
|
|||
|
}
|
|||
|
);
|
|||
|
aElem.appendChild(imgElem);
|
|||
|
}
|
|||
|
aElem.appendChild(document.createTextNode(project.name));
|
|||
|
ulElem.appendChild(liElem);
|
|||
|
}
|
|||
|
sectionElem.appendChild(ulElem);
|
|||
|
menuContainer.appendChild(sectionElem)
|
|||
|
});
|
|||
|
}
|
|||
|
|
|||
|
xhr.onerror = function() {
|
|||
|
console.error("Unable to load projects");
|
|||
|
};
|
|||
|
|
|||
|
xhr.send();
|
|||
|
</script>
|
|||
|
|
|||
|
|
|||
|
<script>
|
|||
|
const versioningConfig = {
|
|||
|
githubUser: 'Farama-Foundation',
|
|||
|
githubRepo: 'Gymnasium',
|
|||
|
};
|
|||
|
fetch('/main/_static/versioning/versioning_menu.html').then(response => {
|
|||
|
if (response.status === 200) {
|
|||
|
response.text().then(text => {
|
|||
|
const container = document.createElement("div");
|
|||
|
container.innerHTML = text;
|
|||
|
document.querySelector("body").appendChild(container);
|
|||
|
// innerHtml doenst evaluate scripts, we need to add them dynamically
|
|||
|
Array.from(container.querySelectorAll("script")).forEach(oldScript => {
|
|||
|
const newScript = document.createElement("script");
|
|||
|
Array.from(oldScript.attributes).forEach(attr => newScript.setAttribute(attr.name, attr.value));
|
|||
|
newScript.appendChild(document.createTextNode(oldScript.innerHTML));
|
|||
|
oldScript.parentNode.replaceChild(newScript, oldScript);
|
|||
|
});
|
|||
|
});
|
|||
|
} else {
|
|||
|
console.warn("Unable to load versioning menu", response);
|
|||
|
}
|
|||
|
});
|
|||
|
</script></body>
|
|||
|
</html>
|