2022-09-13 19:29:14 +00:00
<!doctype html>
2024-10-08 10:03:58 +00:00
< html class = "no-js" lang = "en" data-content_root = "../../" >
2022-09-13 19:29:14 +00:00
< head > < meta charset = "utf-8" / >
< meta name = "viewport" content = "width=device-width,initial-scale=1" / >
2022-10-15 15:13:56 +00:00
< meta name = "color-scheme" content = "light dark" >
2022-10-16 13:56:17 +00:00
< meta name = "description" content = "A standard API for reinforcement learning and a diverse set of reference environments (formerly Gym)" >
2022-10-15 15:13:56 +00:00
< meta property = "og:title" content = "Gymnasium Documentation" / >
< meta property = "og:type" content = "website" / >
2022-10-16 13:56:17 +00:00
< meta property = "og:description" content = "A standard API for reinforcement learning and a diverse set of reference environments (formerly Gym)" / >
2023-07-14 22:50:55 +00:00
< meta property = "og:url" content = "https://gymnasium.farama.org/api/utils.html" / > < meta property = "og:image" content = "https://gymnasium.farama.org/_static/img/gymnasium-github.png" / > < meta name = "twitter:card" content = "summary_large_image" > < meta name = "viewport" content = "width=device-width, initial-scale=1" / >
2024-10-08 10:03:58 +00:00
< link rel = "index" title = "Index" href = "../../genindex/" / > < link rel = "search" title = "Search" href = "../../search/" / > < link rel = "next" title = "Functional Env" href = "../functional/" / > < link rel = "prev" title = "Utility functions" href = "../vector/utils/" / >
2022-09-13 19:29:14 +00:00
< link rel = "canonical" href = "https://gymnasium.farama.org/api/utils.html" / >
2024-10-08 10:03:58 +00:00
< link rel = "shortcut icon" href = "../../_static/favicon.png" / > <!-- Generated with Sphinx 7.4.7 and Furo 2023.08.19.dev1 -->
< title > Utility functions - Gymnasium Documentation< / title >
2025-02-26 11:56:33 +00:00
< link rel = "stylesheet" type = "text/css" href = "../../_static/pygments.css?v=8f2a1f02" / >
2024-10-08 10:03:58 +00:00
< link rel = "stylesheet" type = "text/css" href = "../../_static/styles/furo.css?v=3e7f4c72" / >
< link rel = "stylesheet" type = "text/css" href = "../../_static/sg_gallery.css?v=61a4c737" / >
< link rel = "stylesheet" type = "text/css" href = "../../_static/sg_gallery-binder.css?v=f4aeca0c" / >
< link rel = "stylesheet" type = "text/css" href = "../../_static/sg_gallery-dataframe.css?v=2082cf3c" / >
< link rel = "stylesheet" type = "text/css" href = "../../_static/sg_gallery-rendered-html.css?v=1277b6f3" / >
2025-02-26 11:56:33 +00:00
< link rel = "stylesheet" type = "text/css" href = "../../_static/styles/furo-extensions.css?v=82c8b628" / >
2022-09-13 19:29:14 +00:00
< style >
body {
--color-code-background: #f8f8f8;
--color-code-foreground: black;
}
@media not print {
body[data-theme="dark"] {
--color-code-background: #202020;
--color-code-foreground: #d0d0d0;
}
@media (prefers-color-scheme: dark) {
body:not([data-theme="light"]) {
--color-code-background: #202020;
--color-code-foreground: #d0d0d0;
}
}
}
< / style > < / head >
< body >
2022-12-12 13:31:00 +00:00
< header class = "farama-header" aria-label = "Farama header" >
2022-10-03 15:02:45 +00:00
< div class = "farama-header__container" >
2022-12-12 13:31:00 +00:00
< div class = "farama-header__left--mobile" >
< label class = "nav-overlay-icon" for = "__navigation" >
< div class = "visually-hidden" > Toggle site navigation sidebar< / div >
< svg viewBox = "0 0 24 24" xmlns = "http://www.w3.org/2000/svg" >
< defs > < / defs >
< line x1 = "0.5" y1 = "4" x2 = "23.5" y2 = "4" > < / line >
< line x1 = "0.232" y1 = "12" x2 = "23.5" y2 = "12" > < / line >
< line x1 = "0.232" y1 = "20" x2 = "23.5" y2 = "20" > < / line >
< / svg >
< / label >
< / div >
< div class = "farama-header__left farama-header__center--mobile" >
2022-10-08 23:42:10 +00:00
< a href = "../../" >
2022-10-03 15:02:45 +00:00
< img class = "farama-header__logo only-light" src = "../../_static/img/gymnasium_black.svg" alt = "Light Logo" / >
< img class = "farama-header__logo only-dark" src = "../../_static/img/gymnasium_white.svg" alt = "Dark Logo" / >
2022-12-12 13:31:00 +00:00
< span class = "farama-header__title" > Gymnasium Documentation< / span >
2022-10-03 15:02:45 +00:00
< / a >
< / div >
< div class = "farama-header__right" >
< div class = "farama-header-menu" >
2022-12-12 13:31:00 +00:00
< button class = "farama-header-menu__btn" aria-label = "Open Farama Menu" aria-expanded = "false" aria-haspopup = "true" aria-controls = "farama-menu" >
2023-03-24 17:29:47 +00:00
< img class = "farama-black-logo-invert" src = "../../_static/img/farama-logo-header.svg" >
2022-12-12 13:31:00 +00:00
< svg viewBox = "0 0 24 24" viewBox = "0 0 24 24" xmlns = "http://www.w3.org/2000/svg" >
< polyline style = "stroke-linecap: round; stroke-linejoin: round; fill: none; stroke-width: 2px;" points = "1 7 12 18 23 7" > < / polyline >
2022-10-03 15:02:45 +00:00
< / svg >
2022-12-12 13:31:00 +00:00
< / button >
< div class = "farama-header-menu-container farama-hidden" aria-hidden = "true" id = "farama-menu" >
2022-10-15 15:13:56 +00:00
< div class = "farama-header-menu__header" >
2022-10-05 17:10:20 +00:00
< a href = "https://farama.org" >
2022-12-12 13:31:00 +00:00
< img class = "farama-header-menu__logo farama-white-logo-invert" src = "../../_static/img/farama_solid_white.svg" alt = "Farama Foundation logo" >
2022-10-18 09:10:33 +00:00
< span > Farama Foundation< / span >
2022-10-05 17:10:20 +00:00
< / a >
2022-12-12 13:31:00 +00:00
< div class = "farama-header-menu-header__right" >
< button id = "farama-close-menu" >
< svg viewBox = "0 0 24 24" xmlns = "http://www.w3.org/2000/svg" fill = "none" stroke = "currentColor"
stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="icon-close">
< line x1 = "3" y1 = "21" x2 = "21" y2 = "3" > < / line >
< line x1 = "3" y1 = "3" x2 = "21" y2 = "21" > < / line >
< / svg >
< / button >
< / div >
2022-10-03 15:02:45 +00:00
< / div >
2022-10-15 15:13:56 +00:00
< div class = "farama-header-menu__body" >
2022-12-12 13:31:00 +00:00
<!-- Response from farama.org/api/projects.json -->
2022-10-03 15:02:45 +00:00
< / div >
< / div >
< / div >
< / div >
< / div >
< / header >
2022-09-13 19:29:14 +00:00
< script >
document.body.dataset.theme = localStorage.getItem("theme") || "auto";
< / script >
< svg xmlns = "http://www.w3.org/2000/svg" style = "display: none;" >
< symbol id = "svg-toc" viewBox = "0 0 24 24" >
< title > Contents< / title >
< svg stroke = "currentColor" fill = "currentColor" stroke-width = "0" viewBox = "0 0 1024 1024" >
< path d = "M408 442h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8zm-8 204c0 4.4 3.6 8 8 8h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56zm504-486H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zm0 632H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zM115.4 518.9L271.7 642c5.8 4.6 14.4.5 14.4-6.9V388.9c0-7.4-8.5-11.5-14.4-6.9L115.4 505.1a8.74 8.74 0 0 0 0 13.8z" / >
< / svg >
< / symbol >
< symbol id = "svg-menu" viewBox = "0 0 24 24" >
< title > Menu< / title >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" fill = "none" stroke = "currentColor"
stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-menu">
< line x1 = "3" y1 = "12" x2 = "21" y2 = "12" > < / line >
< line x1 = "3" y1 = "6" x2 = "21" y2 = "6" > < / line >
< line x1 = "3" y1 = "18" x2 = "21" y2 = "18" > < / line >
< / svg >
< / symbol >
< symbol id = "svg-arrow-right" viewBox = "0 0 24 24" >
< title > Expand< / title >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" fill = "none" stroke = "currentColor"
stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-chevron-right">
< polyline points = "9 18 15 12 9 6" > < / polyline >
< / svg >
< / symbol >
< symbol id = "svg-sun" viewBox = "0 0 24 24" >
< title > Light mode< / title >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" fill = "none" stroke = "currentColor"
stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="feather-sun">
< circle cx = "12" cy = "12" r = "5" > < / circle >
< line x1 = "12" y1 = "1" x2 = "12" y2 = "3" > < / line >
< line x1 = "12" y1 = "21" x2 = "12" y2 = "23" > < / line >
< line x1 = "4.22" y1 = "4.22" x2 = "5.64" y2 = "5.64" > < / line >
< line x1 = "18.36" y1 = "18.36" x2 = "19.78" y2 = "19.78" > < / line >
< line x1 = "1" y1 = "12" x2 = "3" y2 = "12" > < / line >
< line x1 = "21" y1 = "12" x2 = "23" y2 = "12" > < / line >
< line x1 = "4.22" y1 = "19.78" x2 = "5.64" y2 = "18.36" > < / line >
< line x1 = "18.36" y1 = "5.64" x2 = "19.78" y2 = "4.22" > < / line >
< / svg >
< / symbol >
< symbol id = "svg-moon" viewBox = "0 0 24 24" >
< title > Dark mode< / title >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" fill = "none" stroke = "currentColor"
stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-moon">
< path stroke = "none" d = "M0 0h24v24H0z" fill = "none" / >
< path d = "M12 3c.132 0 .263 0 .393 0a7.5 7.5 0 0 0 7.92 12.446a9 9 0 1 1 -8.313 -12.454z" / >
< / svg >
< / symbol >
< symbol id = "svg-sun-half" viewBox = "0 0 24 24" >
< title > Auto light/dark mode< / title >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" fill = "none" stroke = "currentColor"
stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-shadow">
< path stroke = "none" d = "M0 0h24v24H0z" fill = "none" / >
< circle cx = "12" cy = "12" r = "9" / >
< path d = "M13 12h5" / >
< path d = "M13 15h4" / >
< path d = "M13 18h1" / >
< path d = "M13 9h4" / >
< path d = "M13 6h1" / >
< / svg >
< / symbol >
< / svg >
< input type = "checkbox" class = "sidebar-toggle" name = "__navigation" id = "__navigation" >
< input type = "checkbox" class = "sidebar-toggle" name = "__toc" id = "__toc" >
< label class = "overlay sidebar-overlay" for = "__navigation" >
< div class = "visually-hidden" > Hide navigation sidebar< / div >
< / label >
< label class = "overlay toc-overlay" for = "__toc" >
< div class = "visually-hidden" > Hide table of contents sidebar< / div >
< / label >
< div class = "page" >
2023-03-24 17:29:47 +00:00
<!-- <header class="mobile - header">
2022-09-13 19:29:14 +00:00
< div class = "header-left" >
< label class = "nav-overlay-icon" for = "__navigation" >
< div class = "visually-hidden" > Toggle site navigation sidebar< / div >
< i class = "icon" > < svg > < use href = "#svg-menu" > < / use > < / svg > < / i >
< / label >
< / div >
< div class = "header-center" >
< a href = "../../" > < div class = "brand" > Gymnasium Documentation< / div > < / a >
< / div >
< div class = "header-right" >
< div class = "theme-toggle-container theme-toggle-header" >
< button class = "theme-toggle" >
< div class = "visually-hidden" > Toggle Light / Dark / Auto color theme< / div >
< svg class = "theme-icon-when-auto" > < use href = "#svg-sun-half" > < / use > < / svg >
< svg class = "theme-icon-when-dark" > < use href = "#svg-moon" > < / use > < / svg >
< svg class = "theme-icon-when-light" > < use href = "#svg-sun" > < / use > < / svg >
< / button >
< / div >
< label class = "toc-overlay-icon toc-header-icon" for = "__toc" >
< div class = "visually-hidden" > Toggle table of contents sidebar< / div >
< i class = "icon" > < svg > < use href = "#svg-toc" > < / use > < / svg > < / i >
< / label >
< / div >
2022-12-12 13:31:00 +00:00
< / header > -->
2022-09-13 19:29:14 +00:00
< aside class = "sidebar-drawer" >
< div class = "sidebar-container" >
2022-12-12 13:31:00 +00:00
< div class = "sidebar-sticky" > < a class = "farama-sidebar__title" href = "../../" >
< img class = "farama-header__logo only-light" src = "../../_static/img/gymnasium_black.svg" alt = "Light Logo" / >
< img class = "farama-header__logo only-dark" src = "../../_static/img/gymnasium_white.svg" alt = "Dark Logo" / >
< span class = "farama-header__title" > Gymnasium Documentation< / span >
< / a > < form class = "sidebar-search-container" method = "get" action = "../../search/" role = "search" >
2023-03-24 17:29:47 +00:00
< input class = "sidebar-search" placeholder = "Search" name = "q" aria-label = "Search" >
2022-09-13 19:29:14 +00:00
< input type = "hidden" name = "check_keywords" value = "yes" >
< input type = "hidden" name = "area" value = "default" >
< / form >
< div id = "searchbox" > < / div > < div class = "sidebar-scroll" > < div class = "sidebar-tree" >
< p class = "caption" role = "heading" > < span class = "caption-text" > Introduction< / span > < / p >
< ul >
2024-10-08 10:03:58 +00:00
< li class = "toctree-l1" > < a class = "reference internal" href = "../../introduction/basic_usage/" > Basic Usage< / a > < / li >
< li class = "toctree-l1" > < a class = "reference internal" href = "../../introduction/train_agent/" > Training an Agent< / a > < / li >
< li class = "toctree-l1" > < a class = "reference internal" href = "../../introduction/create_custom_env/" > Create a Custom Environment< / a > < / li >
< li class = "toctree-l1" > < a class = "reference internal" href = "../../introduction/record_agent/" > Recording Agents< / a > < / li >
< li class = "toctree-l1" > < a class = "reference internal" href = "../../introduction/speed_up_env/" > Speeding Up Training< / a > < / li >
2025-07-02 22:33:00 +00:00
< li class = "toctree-l1" > < a class = "reference internal" href = "../../introduction/migration_guide/" > Gym Migration Guide< / a > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< p class = "caption" role = "heading" > < span class = "caption-text" > API< / span > < / p >
< ul class = "current" >
2022-10-12 15:02:09 +00:00
< li class = "toctree-l1" > < a class = "reference internal" href = "../env/" > Env< / a > < / li >
2024-10-08 10:03:58 +00:00
< li class = "toctree-l1" > < a class = "reference internal" href = "../registry/" > Make and register< / a > < / li >
2023-07-14 22:50:55 +00:00
< li class = "toctree-l1 has-children" > < a class = "reference internal" href = "../spaces/" > Spaces< / a > < input class = "toctree-checkbox" id = "toctree-checkbox-1" name = "toctree-checkbox-1" role = "switch" type = "checkbox" / > < label for = "toctree-checkbox-1" > < div class = "visually-hidden" > Toggle navigation of Spaces< / div > < i class = "icon" > < svg > < use href = "#svg-arrow-right" > < / use > < / svg > < / i > < / label > < ul >
2022-09-16 13:02:04 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../spaces/fundamental/" > Fundamental Spaces< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../spaces/composite/" > Composite Spaces< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../spaces/utils/" > Spaces Utils< / a > < / li >
2022-10-12 15:02:09 +00:00
< / ul >
< / li >
2023-07-14 22:50:55 +00:00
< li class = "toctree-l1 has-children" > < a class = "reference internal" href = "../wrappers/" > Wrappers< / a > < input class = "toctree-checkbox" id = "toctree-checkbox-2" name = "toctree-checkbox-2" role = "switch" type = "checkbox" / > < label for = "toctree-checkbox-2" > < div class = "visually-hidden" > Toggle navigation of Wrappers< / div > < i class = "icon" > < svg > < use href = "#svg-arrow-right" > < / use > < / svg > < / i > < / label > < ul >
2024-10-08 10:03:58 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../wrappers/table/" > List of Wrappers< / a > < / li >
2022-10-12 15:02:09 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../wrappers/misc_wrappers/" > Misc Wrappers< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../wrappers/action_wrappers/" > Action Wrappers< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../wrappers/observation_wrappers/" > Observation Wrappers< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../wrappers/reward_wrappers/" > Reward Wrappers< / a > < / li >
2022-09-16 13:02:04 +00:00
< / ul >
< / li >
2024-10-08 10:03:58 +00:00
< li class = "toctree-l1 has-children" > < a class = "reference internal" href = "../vector/" > Vectorize< / a > < input class = "toctree-checkbox" id = "toctree-checkbox-3" name = "toctree-checkbox-3" role = "switch" type = "checkbox" / > < label for = "toctree-checkbox-3" > < div class = "visually-hidden" > Toggle navigation of Vectorize< / div > < i class = "icon" > < svg > < use href = "#svg-arrow-right" > < / use > < / svg > < / i > < / label > < ul >
< li class = "toctree-l2" > < a class = "reference internal" href = "../vector/wrappers/" > Wrappers< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../vector/async_vector_env/" > AsyncVectorEnv< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../vector/sync_vector_env/" > SyncVectorEnv< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../vector/utils/" > Utility functions< / a > < / li >
2022-12-12 13:31:00 +00:00
< / ul >
< / li >
2024-10-08 10:03:58 +00:00
< li class = "toctree-l1 current current-page" > < a class = "current reference internal" href = "#" > Utility functions< / a > < / li >
< li class = "toctree-l1" > < a class = "reference internal" href = "../functional/" > Functional Env< / a > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< p class = "caption" role = "heading" > < span class = "caption-text" > Environments< / span > < / p >
< ul >
2023-07-14 22:50:55 +00:00
< li class = "toctree-l1 has-children" > < a class = "reference internal" href = "../../environments/classic_control/" > Classic Control< / a > < input class = "toctree-checkbox" id = "toctree-checkbox-4" name = "toctree-checkbox-4" role = "switch" type = "checkbox" / > < label for = "toctree-checkbox-4" > < div class = "visually-hidden" > Toggle navigation of Classic Control< / div > < i class = "icon" > < svg > < use href = "#svg-arrow-right" > < / use > < / svg > < / i > < / label > < ul >
2022-10-27 14:56:52 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/classic_control/acrobot/" > Acrobot< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/classic_control/cart_pole/" > Cart Pole< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/classic_control/mountain_car_continuous/" > Mountain Car Continuous< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/classic_control/mountain_car/" > Mountain Car< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/classic_control/pendulum/" > Pendulum< / a > < / li >
2022-10-12 15:02:09 +00:00
< / ul >
< / li >
2023-07-14 22:50:55 +00:00
< li class = "toctree-l1 has-children" > < a class = "reference internal" href = "../../environments/box2d/" > Box2D< / a > < input class = "toctree-checkbox" id = "toctree-checkbox-5" name = "toctree-checkbox-5" role = "switch" type = "checkbox" / > < label for = "toctree-checkbox-5" > < div class = "visually-hidden" > Toggle navigation of Box2D< / div > < i class = "icon" > < svg > < use href = "#svg-arrow-right" > < / use > < / svg > < / i > < / label > < ul >
2022-10-27 14:56:52 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/box2d/bipedal_walker/" > Bipedal Walker< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/box2d/car_racing/" > Car Racing< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/box2d/lunar_lander/" > Lunar Lander< / a > < / li >
2022-10-12 15:02:09 +00:00
< / ul >
< / li >
2023-07-14 22:50:55 +00:00
< li class = "toctree-l1 has-children" > < a class = "reference internal" href = "../../environments/toy_text/" > Toy Text< / a > < input class = "toctree-checkbox" id = "toctree-checkbox-6" name = "toctree-checkbox-6" role = "switch" type = "checkbox" / > < label for = "toctree-checkbox-6" > < div class = "visually-hidden" > Toggle navigation of Toy Text< / div > < i class = "icon" > < svg > < use href = "#svg-arrow-right" > < / use > < / svg > < / i > < / label > < ul >
2022-10-27 14:56:52 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/toy_text/blackjack/" > Blackjack< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/toy_text/taxi/" > Taxi< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/toy_text/cliff_walking/" > Cliff Walking< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/toy_text/frozen_lake/" > Frozen Lake< / a > < / li >
2022-10-12 15:02:09 +00:00
< / ul >
< / li >
2023-07-14 22:50:55 +00:00
< li class = "toctree-l1 has-children" > < a class = "reference internal" href = "../../environments/mujoco/" > MuJoCo< / a > < input class = "toctree-checkbox" id = "toctree-checkbox-7" name = "toctree-checkbox-7" role = "switch" type = "checkbox" / > < label for = "toctree-checkbox-7" > < div class = "visually-hidden" > Toggle navigation of MuJoCo< / div > < i class = "icon" > < svg > < use href = "#svg-arrow-right" > < / use > < / svg > < / i > < / label > < ul >
2022-10-27 14:56:52 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/ant/" > Ant< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/half_cheetah/" > Half Cheetah< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/hopper/" > Hopper< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/humanoid/" > Humanoid< / a > < / li >
2023-07-14 22:50:55 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/humanoid_standup/" > Humanoid Standup< / a > < / li >
2022-10-27 14:56:52 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/inverted_double_pendulum/" > Inverted Double Pendulum< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/inverted_pendulum/" > Inverted Pendulum< / a > < / li >
2023-07-14 22:50:55 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/pusher/" > Pusher< / a > < / li >
2022-10-27 14:56:52 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/reacher/" > Reacher< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/swimmer/" > Swimmer< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../environments/mujoco/walker2d/" > Walker2D< / a > < / li >
2022-10-12 15:02:09 +00:00
< / ul >
< / li >
2024-10-08 10:03:58 +00:00
< li class = "toctree-l1" > < a class = "reference internal" href = "../../environments/atari/" > Atari< / a > < / li >
< li class = "toctree-l1" > < a class = "reference internal" href = "../../environments/third_party_environments/" > External Environments< / a > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< p class = "caption" role = "heading" > < span class = "caption-text" > Tutorials< / span > < / p >
< ul >
2025-06-27 08:24:37 +00:00
< li class = "toctree-l1 has-children" > < a class = "reference internal" href = "../../tutorials/gymnasium_basics/" > Gymnasium Basics< / a > < input class = "toctree-checkbox" id = "toctree-checkbox-8" name = "toctree-checkbox-8" role = "switch" type = "checkbox" / > < label for = "toctree-checkbox-8" > < div class = "visually-hidden" > Toggle navigation of Gymnasium Basics< / div > < i class = "icon" > < svg > < use href = "#svg-arrow-right" > < / use > < / svg > < / i > < / label > < ul >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/gymnasium_basics/environment_creation/" > Make your own custom environment< / a > < / li >
2023-01-20 14:42:12 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/gymnasium_basics/handling_time_limits/" > Handling Time Limits< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/gymnasium_basics/implementing_custom_wrappers/" > Implementing Custom Wrappers< / a > < / li >
2025-06-27 08:24:37 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/gymnasium_basics/load_quadruped_model/" > Load custom quadruped robot environments< / a > < / li >
2023-01-20 14:42:12 +00:00
< / ul >
< / li >
2025-06-27 08:24:37 +00:00
< li class = "toctree-l1 has-children" > < a class = "reference internal" href = "../../tutorials/training_agents/" > Training Agents< / a > < input class = "toctree-checkbox" id = "toctree-checkbox-9" name = "toctree-checkbox-9" role = "switch" type = "checkbox" / > < label for = "toctree-checkbox-9" > < div class = "visually-hidden" > Toggle navigation of Training Agents< / div > < i class = "icon" > < svg > < use href = "#svg-arrow-right" > < / use > < / svg > < / i > < / label > < ul >
2025-07-02 22:33:00 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/training_agents/action_masking_taxi/" > Action Masking in the Taxi Environment< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/training_agents/action_masking_taxi/#running-the-experiment" > Running the Experiment< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/training_agents/action_masking_taxi/#visualizing-results" > Visualizing Results< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/training_agents/action_masking_taxi/#results-analysis" > Results Analysis< / a > < / li >
2025-06-27 08:24:37 +00:00
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/training_agents/blackjack_q_learning/" > Solving Blackjack with Tabular Q-Learning< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/training_agents/frozenlake_q_learning/" > Solving Frozenlake with Tabular Q-Learning< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/training_agents/mujoco_reinforce/" > Training using REINFORCE for Mujoco< / a > < / li >
< li class = "toctree-l2" > < a class = "reference internal" href = "../../tutorials/training_agents/vector_a2c/" > Speeding up A2C Training with Vector Envs< / a > < / li >
2023-01-20 14:42:12 +00:00
< / ul >
< / li >
2024-10-08 10:03:58 +00:00
< li class = "toctree-l1" > < a class = "reference internal" href = "../../tutorials/third-party-tutorials/" > Third-Party Tutorials< / a > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< p class = "caption" role = "heading" > < span class = "caption-text" > Development< / span > < / p >
< ul >
2022-09-16 13:02:04 +00:00
< li class = "toctree-l1" > < a class = "reference external" href = "https://github.com/Farama-Foundation/Gymnasium" > Github< / a > < / li >
2024-10-08 10:03:58 +00:00
< li class = "toctree-l1" > < a class = "reference external" href = "https://arxiv.org/abs/2407.17032" > Paper< / a > < / li >
2023-03-25 12:03:43 +00:00
< li class = "toctree-l1" > < a class = "reference internal" href = "../../gymnasium_release_notes/" > Gymnasium Release Notes< / a > < / li >
< li class = "toctree-l1" > < a class = "reference internal" href = "../../gym_release_notes/" > Gym Release Notes< / a > < / li >
2022-10-25 11:10:26 +00:00
< li class = "toctree-l1" > < a class = "reference external" href = "https://github.com/Farama-Foundation/Gymnasium/blob/main/docs/README.md" > Contribute to the Docs< / a > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< / div >
< / div >
< / div >
< / div >
< / aside >
2023-03-24 17:29:47 +00:00
< div class = "main-container" >
2022-10-08 23:42:10 +00:00
2023-03-24 17:29:47 +00:00
< div class = "main" >
< div class = "content" >
< div class = "article-container" >
< a href = "#" class = "back-to-top muted-link" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" >
< path d = "M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12z" > < / path >
< / svg >
< span > Back to top< / span >
< / a >
2023-07-14 22:50:55 +00:00
< div class = "content-icon-container" > < div class = "edit-this-page" >
< a class = "muted-link" href = "https://github.com/Farama-Foundation/Gymnasium/edit/main/docs/api/utils.md" title = "Edit this page" >
< svg aria-hidden = "true" viewBox = "0 0 24 24" stroke-width = "1.5" stroke = "currentColor" fill = "none" stroke-linecap = "round" stroke-linejoin = "round" >
< path stroke = "none" d = "M0 0h24v24H0z" fill = "none" / >
< path d = "M4 20h4l10.5 -10.5a1.5 1.5 0 0 0 -4 -4l-10.5 10.5v4" / >
< line x1 = "13.5" y1 = "6.5" x2 = "17.5" y2 = "10.5" / >
< / svg >
< span class = "visually-hidden" > Edit this page< / span >
< / a >
< / div > < div class = "theme-toggle-container theme-toggle-content" >
2023-03-24 17:29:47 +00:00
< button class = "theme-toggle" title = "Toggle color theme" >
< div class = "visually-hidden" > Toggle Light / Dark / Auto color theme< / div >
< svg class = "theme-icon-when-auto" >
< use href = "#svg-sun-half" > < / use >
< / svg >
< svg class = "theme-icon-when-dark" >
< use href = "#svg-moon" > < / use >
< / svg >
< svg class = "theme-icon-when-light" >
< use href = "#svg-sun" > < / use >
< / svg >
< / button >
< / div >
< label class = "toc-overlay-icon toc-content-icon" for = "__toc" >
< div class = "visually-hidden" > Toggle table of contents sidebar< / div >
< i class = "icon" > < svg >
< use href = "#svg-toc" > < / use >
< / svg > < / i >
< / label >
2022-09-13 19:29:14 +00:00
< / div >
2023-03-24 17:29:47 +00:00
< article role = "main" >
2024-10-08 10:03:58 +00:00
< section class = "tex2jax_ignore mathjax_ignore" id = "utility-functions" >
< h1 > Utility functions< a class = "headerlink" href = "#utility-functions" title = "Link to this heading" > ¶< / a > < / h1 >
< section id = "seeding" >
< h2 > Seeding< a class = "headerlink" href = "#seeding" title = "Link to this heading" > ¶< / a > < / h2 >
< dl class = "py function" >
< dt class = "sig sig-object py" id = "gymnasium.utils.seeding.np_random" >
2025-06-27 08:24:37 +00:00
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.seeding.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > np_random< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > seed< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < span class = "sig-return" > < span class = "sig-return-icon" > → < / span > < span class = "sig-return-typehint" > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > Generator< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > int< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < / span > < / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/seeding/#np_random" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.seeding.np_random" title = "Link to this definition" > ¶< / a > < / dt >
2024-10-08 10:03:58 +00:00
< dd > < p > Returns a NumPy random number generator (RNG) along with seed value from the inputted seed.< / p >
< p > If < code class = "docutils literal notranslate" > < span class = "pre" > seed< / span > < / code > is < code class = "docutils literal notranslate" > < span class = "pre" > None< / span > < / code > then a < strong > random< / strong > seed will be generated as the RNG’
This randomly selected seed is returned as the second value of the tuple.< / p >
< p > This function is called in < a class = "reference internal" href = "../env/#gymnasium.Env.reset" title = "gymnasium.Env.reset" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > reset()< / span > < / code > < / a > to reset an environment’ < / p >
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < p > < strong > seed< / strong > – < / p >
< / dd >
< dt class = "field-even" > Returns< span class = "colon" > :< / span > < / dt >
< dd class = "field-even" > < p > < strong > A NumPy-based Random Number Generator and generator seed< / strong > < / p >
< / dd >
< dt class = "field-odd" > Raises< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < p > < strong > Error< / strong > – < / p >
< / dd >
< / dl >
< / dd > < / dl >
< / section >
< section id = "environment-checking" >
< h2 > Environment Checking< a class = "headerlink" href = "#environment-checking" title = "Link to this heading" > ¶< / a > < / h2 >
< dl class = "py function" >
< dt class = "sig sig-object py" id = "gymnasium.utils.env_checker.check_env" >
2025-06-27 08:24:37 +00:00
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.env_checker.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > check_env< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > env< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < a class = "reference internal" href = "../env/#gymnasium.Env" title = "gymnasium.core.Env" > < span class = "pre" > Env< / span > < / a > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > warn< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > bool< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > skip_render_check< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > bool< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > False< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > skip_close_check< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > bool< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > False< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/env_checker/#check_env" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.env_checker.check_env" title = "Link to this definition" > ¶< / a > < / dt >
2024-10-08 10:03:58 +00:00
< dd > < p > Check that an environment follows Gymnasium’ < / p >
< p > To ensure that an environment is implemented “correctly”, < code class = "docutils literal notranslate" > < span class = "pre" > check_env< / span > < / code > checks that the < a class = "reference internal" href = "../env/#gymnasium.Env.observation_space" title = "gymnasium.Env.observation_space" > < code class = "xref py py-attr docutils literal notranslate" > < span class = "pre" > observation_space< / span > < / code > < / a > and < a class = "reference internal" href = "../env/#gymnasium.Env.action_space" title = "gymnasium.Env.action_space" > < code class = "xref py py-attr docutils literal notranslate" > < span class = "pre" > action_space< / span > < / code > < / a > are correct.
Furthermore, the function will call the < a class = "reference internal" href = "../env/#gymnasium.Env.reset" title = "gymnasium.Env.reset" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > reset()< / span > < / code > < / a > , < a class = "reference internal" href = "../env/#gymnasium.Env.step" title = "gymnasium.Env.step" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > step()< / span > < / code > < / a > and < a class = "reference internal" href = "../env/#gymnasium.Env.render" title = "gymnasium.Env.render" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > render()< / span > < / code > < / a > functions with a variety of values.< / p >
< p > We highly recommend users call this function after an environment is constructed and within a project’ ’ < / p >
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
< li > < p > < strong > env< / strong > – < / p > < / li >
< li > < p > < strong > warn< / strong > – < / p > < / li >
< li > < p > < strong > skip_render_check< / strong > – < / p > < / li >
< li > < p > < strong > skip_close_check< / strong > – < / p > < / li >
< / ul >
< / dd >
< / dl >
< / dd > < / dl >
< / section >
2022-09-13 19:29:14 +00:00
< section id = "visualization" >
2024-10-08 10:03:58 +00:00
< h2 > Visualization< a class = "headerlink" href = "#visualization" title = "Link to this heading" > ¶< / a > < / h2 >
2022-10-12 15:02:09 +00:00
< dl class = "py function" >
< dt class = "sig sig-object py" id = "gymnasium.utils.play.play" >
2025-06-27 08:24:37 +00:00
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.play.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > play< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > env< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < a class = "reference internal" href = "../env/#gymnasium.Env" title = "gymnasium.core.Env" > < span class = "pre" > Env< / span > < / a > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > transpose< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > True< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > fps< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > zoom< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > float< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > callback< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > Callable< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > keys_to_action< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > dict< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > str< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > int< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > ...< / span > < / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > str< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > int< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ActType< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > seed< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < /span
2024-10-08 10:03:58 +00:00
< dd > < p > Allows the user to play the environment using a keyboard.< / p >
< p > If playing in a turn-based environment, set wait_on_player to True.< / p >
2022-09-13 19:29:14 +00:00
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
2022-10-12 15:02:09 +00:00
< li > < p > < strong > env< / strong > – < / p > < / li >
< li > < p > < strong > transpose< / strong > – < code class = "docutils literal notranslate" > < span class = "pre" > True< / span > < / code > , the output of observation is transposed. Defaults to < code class = "docutils literal notranslate" > < span class = "pre" > True< / span > < / code > .< / p > < / li >
< li > < p > < strong > fps< / strong > – < code class = "docutils literal notranslate" > < span class = "pre" > None< / span > < / code > (the default),
< code class = "docutils literal notranslate" > < span class = "pre" > env.metadata[" render_fps" " ]< / span > < / code > (or 30, if the environment does not specify “render_fps”) is used.< / p > < / li >
< li > < p > < strong > zoom< / strong > – < code class = "docutils literal notranslate" > < span class = "pre" > zoom< / span > < / code > amount, should be positive float< / p > < / li >
2024-10-08 10:03:58 +00:00
< li > < p > < strong > callback< / strong > – < p > If a callback is provided, it will be executed after every step. It takes the following input:< / p >
< ul >
< li > < p > obs_t: observation before performing action< / p > < / li >
< li > < p > obs_tp1: observation after performing action< / p > < / li >
< li > < p > action: action that was executed< / p > < / li >
< li > < p > rew: reward that was received< / p > < / li >
< li > < p > terminated: whether the environment is terminated or not< / p > < / li >
< li > < p > truncated: whether the environment is truncated or not< / p > < / li >
< li > < p > info: debug info< / p > < / li >
< / ul >
< / p > < / li >
2022-10-12 15:02:09 +00:00
< li > < p > < strong > keys_to_action< / strong > – < p > Mapping from keys pressed to action performed.
Different formats are supported: Key combinations can either be expressed as a tuple of unicode code
points of the keys, as a tuple of characters, or as a string where each character of the string represents
one key.
For example if pressing ‘ ’
to trigger action number 2 then < code class = "docutils literal notranslate" > < span class = "pre" > key_to_action< / span > < / code > dict could look like this:< / p >
2023-01-20 14:42:12 +00:00
< div class = "doctest highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "n" > key_to_action< / span > < span class = "o" > =< / span > < span class = "p" > {< / span >
2022-10-12 15:02:09 +00:00
< span class = "gp" > ... < / span > < span class = "c1" > # ...< / span >
< span class = "gp" > ... < / span > < span class = "p" > (< / span > < span class = "nb" > ord< / span > < span class = "p" > (< / span > < span class = "s1" > ' w' < / span > < span class = "p" > ),< / span > < span class = "nb" > ord< / span > < span class = "p" > (< / span > < span class = "s1" > ' ' < / span > < span class = "p" > )):< / span > < span class = "mi" > 2< / span >
< span class = "gp" > ... < / span > < span class = "c1" > # ...< / span >
< span class = "gp" > ... < / span > < span class = "p" > }< / span >
< / pre > < / div >
< / div >
< p > or like this:< / p >
2023-01-20 14:42:12 +00:00
< div class = "doctest highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "n" > key_to_action< / span > < span class = "o" > =< / span > < span class = "p" > {< / span >
2022-10-12 15:02:09 +00:00
< span class = "gp" > ... < / span > < span class = "c1" > # ...< / span >
< span class = "gp" > ... < / span > < span class = "p" > (< / span > < span class = "s2" > " w" < / span > < span class = "p" > ,< / span > < span class = "s2" > " " < / span > < span class = "p" > ):< / span > < span class = "mi" > 2< / span >
< span class = "gp" > ... < / span > < span class = "c1" > # ...< / span >
< span class = "gp" > ... < / span > < span class = "p" > }< / span >
< / pre > < / div >
< / div >
< p > or like this:< / p >
2023-01-20 14:42:12 +00:00
< div class = "doctest highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "n" > key_to_action< / span > < span class = "o" > =< / span > < span class = "p" > {< / span >
2022-10-12 15:02:09 +00:00
< span class = "gp" > ... < / span > < span class = "c1" > # ...< / span >
< span class = "gp" > ... < / span > < span class = "s2" > " w " < / span > < span class = "p" > :< / span > < span class = "mi" > 2< / span >
< span class = "gp" > ... < / span > < span class = "c1" > # ...< / span >
< span class = "gp" > ... < / span > < span class = "p" > }< / span >
< / pre > < / div >
< / div >
< p > If < code class = "docutils literal notranslate" > < span class = "pre" > None< / span > < / code > , default < code class = "docutils literal notranslate" > < span class = "pre" > key_to_action< / span > < / code > mapping for that environment is used, if provided.< / p >
< / p > < / li >
< li > < p > < strong > seed< / strong > – < / p > < / li >
< li > < p > < strong > noop< / strong > – < / p > < / li >
2024-10-08 10:03:58 +00:00
< li > < p > < strong > wait_on_player< / strong > – < / p > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< / dd >
< / dl >
2023-03-24 17:29:47 +00:00
< p class = "rubric" > Example< / p >
2025-02-26 11:56:33 +00:00
< div class = "doctest highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "kn" > import< / span > < span class = "w" > < / span > < span class = "nn" > gymnasium< / span > < span class = "w" > < / span > < span class = "k" > as< / span > < span class = "w" > < / span > < span class = "nn" > gym< / span >
< span class = "gp" > > > > < / span > < span class = "kn" > import< / span > < span class = "w" > < / span > < span class = "nn" > numpy< / span > < span class = "w" > < / span > < span class = "k" > as< / span > < span class = "w" > < / span > < span class = "nn" > np< / span >
< span class = "gp" > > > > < / span > < span class = "kn" > from< / span > < span class = "w" > < / span > < span class = "nn" > gymnasium.utils.play< / span > < span class = "w" > < / span > < span class = "kn" > import< / span > < span class = "n" > play< / span >
2024-10-08 10:03:58 +00:00
< span class = "gp" > > > > < / span > < span class = "n" > play< / span > < span class = "p" > (< / span > < span class = "n" > gym< / span > < span class = "o" > .< / span > < span class = "n" > make< / span > < span class = "p" > (< / span > < span class = "s2" > " CarRacing-v3" < / span > < span class = "p" > ,< / span > < span class = "n" > render_mode< / span > < span class = "o" > =< / span > < span class = "s2" > " rgb_array" < / span > < span class = "p" > ),< / span >
< span class = "gp" > ... < / span > < span class = "n" > keys_to_action< / span > < span class = "o" > =< / span > < span class = "p" > {< / span >
< span class = "gp" > ... < / span > < span class = "s2" > " w" < / span > < span class = "p" > :< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > array< / span > < span class = "p" > ([< / span > < span class = "mi" > 0< / span > < span class = "p" > ,< / span > < span class = "mf" > 0.7< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ],< / span > < span class = "n" > dtype< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > float32< / span > < span class = "p" > ),< / span >
< span class = "gp" > ... < / span > < span class = "s2" > " a" < / span > < span class = "p" > :< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > array< / span > < span class = "p" > ([< / span > < span class = "o" > -< / span > < span class = "mi" > 1< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ],< / span > < span class = "n" > dtype< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > float32< / span > < span class = "p" > ),< / span >
< span class = "gp" > ... < / span > < span class = "s2" > " s" < / span > < span class = "p" > :< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > array< / span > < span class = "p" > ([< / span > < span class = "mi" > 0< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ,< / span > < span class = "mi" > 1< / span > < span class = "p" > ],< / span > < span class = "n" > dtype< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > float32< / span > < span class = "p" > ),< / span >
< span class = "gp" > ... < / span > < span class = "s2" > " d" < / span > < span class = "p" > :< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > array< / span > < span class = "p" > ([< / span > < span class = "mi" > 1< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ],< / span > < span class = "n" > dtype< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > float32< / span > < span class = "p" > ),< / span >
< span class = "gp" > ... < / span > < span class = "s2" > " wa" < / span > < span class = "p" > :< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > array< / span > < span class = "p" > ([< / span > < span class = "o" > -< / span > < span class = "mi" > 1< / span > < span class = "p" > ,< / span > < span class = "mf" > 0.7< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ],< / span > < span class = "n" > dtype< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > float32< / span > < span class = "p" > ),< / span >
< span class = "gp" > ... < / span > < span class = "s2" > " dw" < / span > < span class = "p" > :< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > array< / span > < span class = "p" > ([< / span > < span class = "mi" > 1< / span > < span class = "p" > ,< / span > < span class = "mf" > 0.7< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ],< / span > < span class = "n" > dtype< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > float32< / span > < span class = "p" > ),< / span >
< span class = "gp" > ... < / span > < span class = "s2" > " ds" < / span > < span class = "p" > :< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > array< / span > < span class = "p" > ([< / span > < span class = "mi" > 1< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ,< / span > < span class = "mi" > 1< / span > < span class = "p" > ],< / span > < span class = "n" > dtype< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > float32< / span > < span class = "p" > ),< / span >
< span class = "gp" > ... < / span > < span class = "s2" > " as" < / span > < span class = "p" > :< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > array< / span > < span class = "p" > ([< / span > < span class = "o" > -< / span > < span class = "mi" > 1< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ,< / span > < span class = "mi" > 1< / span > < span class = "p" > ],< / span > < span class = "n" > dtype< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > float32< / span > < span class = "p" > ),< / span >
< span class = "gp" > ... < / span > < span class = "p" > },< / span >
< span class = "gp" > ... < / span > < span class = "n" > noop< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > array< / span > < span class = "p" > ([< / span > < span class = "mi" > 0< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ,< / span > < span class = "mi" > 0< / span > < span class = "p" > ],< / span > < span class = "n" > dtype< / span > < span class = "o" > =< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > float32< / span > < span class = "p" > )< / span >
< span class = "gp" > ... < / span > < span class = "p" > )< / span >
2023-03-24 17:29:47 +00:00
< / pre > < / div >
< / div >
< p > Above code works also if the environment is wrapped, so it’
verifying that the frame-level preprocessing does not render the game
unplayable.< / p >
< p > If you wish to plot real time statistics as you play, you can use
2024-10-08 10:03:58 +00:00
< a class = "reference internal" href = "#gymnasium.utils.play.PlayPlot" title = "gymnasium.utils.play.PlayPlot" > < code class = "xref py py-class docutils literal notranslate" > < span class = "pre" > PlayPlot< / span > < / code > < / a > . Here’
2023-03-24 17:29:47 +00:00
for last 150 steps.< / p >
2025-02-26 11:56:33 +00:00
< div class = "doctest highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "kn" > from< / span > < span class = "w" > < / span > < span class = "nn" > gymnasium.utils.play< / span > < span class = "w" > < / span > < span class = "kn" > import< / span > < span class = "n" > PlayPlot< / span > < span class = "p" > ,< / span > < span class = "n" > play< / span >
< span class = "gp" > > > > < / span > < span class = "k" > def< / span > < span class = "w" > < / span > < span class = "nf" > callback< / span > < span class = "p" > (< / span > < span class = "n" > obs_t< / span > < span class = "p" > ,< / span > < span class = "n" > obs_tp1< / span > < span class = "p" > ,< / span > < span class = "n" > action< / span > < span class = "p" > ,< / span > < span class = "n" > rew< / span > < span class = "p" > ,< / span > < span class = "n" > terminated< / span > < span class = "p" > ,< / span > < span class = "n" > truncated< / span > < span class = "p" > ,< / span > < span class = "n" > info< / span > < span class = "p" > ):< / span >
2023-03-24 17:29:47 +00:00
< span class = "gp" > ... < / span > < span class = "k" > return< / span > < span class = "p" > [< / span > < span class = "n" > rew< / span > < span class = "p" > ,]< / span >
< span class = "gp" > > > > < / span > < span class = "n" > plotter< / span > < span class = "o" > =< / span > < span class = "n" > PlayPlot< / span > < span class = "p" > (< / span > < span class = "n" > callback< / span > < span class = "p" > ,< / span > < span class = "mi" > 150< / span > < span class = "p" > ,< / span > < span class = "p" > [< / span > < span class = "s2" > " reward" < / span > < span class = "p" > ])< / span >
< span class = "gp" > > > > < / span > < span class = "n" > play< / span > < span class = "p" > (< / span > < span class = "n" > gym< / span > < span class = "o" > .< / span > < span class = "n" > make< / span > < span class = "p" > (< / span > < span class = "s2" > " CartPole-v1" < / span > < span class = "p" > ),< / span > < span class = "n" > callback< / span > < span class = "o" > =< / span > < span class = "n" > plotter< / span > < span class = "o" > .< / span > < span class = "n" > callback< / span > < span class = "p" > )< / span >
< / pre > < / div >
< / div >
2022-09-13 19:29:14 +00:00
< / dd > < / dl >
< dl class = "py class" >
< dt class = "sig sig-object py" id = "gymnasium.utils.play.PlayPlot" >
2024-10-08 10:03:58 +00:00
< em class = "property" > < span class = "pre" > class< / span > < span class = "w" > < / span > < / em > < span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.play.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > PlayPlot< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > callback< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > Callable< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > horizon_timesteps< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > plot_names< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > list< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > str< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < / span > < / em > < span class = "sig-paren" > )< / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/play/#PlayPlot" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.play.PlayPlot" title = "Link to this definition" > ¶< / a > < / dt >
2023-07-14 22:50:55 +00:00
< dd > < p > Provides a callback to create live plots of arbitrary metrics when using < a class = "reference internal" href = "#gymnasium.utils.play.play" title = "gymnasium.utils.play.play" > < code class = "xref py py-func docutils literal notranslate" > < span class = "pre" > play()< / span > < / code > < / a > .< / p >
< dl class = "simple" >
< dt > This class is instantiated with a function that accepts information about a single environment transition:< / dt > < dd > < ul class = "simple" >
< li > < p > obs_t: observation before performing action< / p > < / li >
< li > < p > obs_tp1: observation after performing action< / p > < / li >
< li > < p > action: action that was executed< / p > < / li >
< li > < p > rew: reward that was received< / p > < / li >
< li > < p > terminated: whether the environment is terminated or not< / p > < / li >
< li > < p > truncated: whether the environment is truncated or not< / p > < / li >
< li > < p > info: debug info< / p > < / li >
< / ul >
< / dd >
< / dl >
< p > It should return a list of metrics that are computed from this data.
For instance, the function may look like this:< / p >
2025-02-26 11:56:33 +00:00
< div class = "highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "k" > def< / span > < span class = "w" > < / span > < span class = "nf" > compute_metrics< / span > < span class = "p" > (< / span > < span class = "n" > obs_t< / span > < span class = "p" > ,< / span > < span class = "n" > obs_tp< / span > < span class = "p" > ,< / span > < span class = "n" > action< / span > < span class = "p" > ,< / span > < span class = "n" > reward< / span > < span class = "p" > ,< / span > < span class = "n" > terminated< / span > < span class = "p" > ,< / span > < span class = "n" > truncated< / span > < span class = "p" > ,< / span > < span class = "n" > info< / span > < span class = "p" > ):< / span >
2023-07-14 22:50:55 +00:00
< span class = "gp" > ... < / span > < span class = "k" > return< / span > < span class = "p" > [< / span > < span class = "n" > reward< / span > < span class = "p" > ,< / span > < span class = "n" > info< / span > < span class = "p" > [< / span > < span class = "s2" > " cumulative_reward" < / span > < span class = "p" > ],< / span > < span class = "n" > np< / span > < span class = "o" > .< / span > < span class = "n" > linalg< / span > < span class = "o" > .< / span > < span class = "n" > norm< / span > < span class = "p" > (< / span > < span class = "n" > action< / span > < span class = "p" > )]< / span >
< / pre > < / div >
< / div >
< p > < a class = "reference internal" href = "#gymnasium.utils.play.PlayPlot" title = "gymnasium.utils.play.PlayPlot" > < code class = "xref py py-class docutils literal notranslate" > < span class = "pre" > PlayPlot< / span > < / code > < / a > provides the method < a class = "reference internal" href = "#gymnasium.utils.play.PlayPlot.callback" title = "gymnasium.utils.play.PlayPlot.callback" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > callback()< / span > < / code > < / a > which will pass its arguments along to that function
2022-09-13 19:29:14 +00:00
and uses the returned values to update live plots of the metrics.< / p >
< p > Typically, this < a class = "reference internal" href = "#gymnasium.utils.play.PlayPlot.callback" title = "gymnasium.utils.play.PlayPlot.callback" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > callback()< / span > < / code > < / a > will be used in conjunction with < a class = "reference internal" href = "#gymnasium.utils.play.play" title = "gymnasium.utils.play.play" > < code class = "xref py py-func docutils literal notranslate" > < span class = "pre" > play()< / span > < / code > < / a > to see how the metrics evolve as you play:< / p >
2023-01-20 14:42:12 +00:00
< div class = "highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "n" > plotter< / span > < span class = "o" > =< / span > < span class = "n" > PlayPlot< / span > < span class = "p" > (< / span > < span class = "n" > compute_metrics< / span > < span class = "p" > ,< / span > < span class = "n" > horizon_timesteps< / span > < span class = "o" > =< / span > < span class = "mi" > 200< / span > < span class = "p" > ,< / span >
2022-09-13 19:29:14 +00:00
< span class = "gp" > ... < / span > < span class = "n" > plot_names< / span > < span class = "o" > =< / span > < span class = "p" > [< / span > < span class = "s2" > " Immediate Rew." < / span > < span class = "p" > ,< / span > < span class = "s2" > " Cumulative Rew." < / span > < span class = "p" > ,< / span > < span class = "s2" > " Action Magnitude" < / span > < span class = "p" > ])< / span >
2023-01-20 14:42:12 +00:00
< span class = "gp" > > > > < / span > < span class = "n" > play< / span > < span class = "p" > (< / span > < span class = "n" > your_env< / span > < span class = "p" > ,< / span > < span class = "n" > callback< / span > < span class = "o" > =< / span > < span class = "n" > plotter< / span > < span class = "o" > .< / span > < span class = "n" > callback< / span > < span class = "p" > )< / span >
2022-09-13 19:29:14 +00:00
< / pre > < / div >
< / div >
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
< li > < p > < strong > callback< / strong > – < / p > < / li >
< li > < p > < strong > horizon_timesteps< / strong > – < / p > < / li >
< li > < p > < strong > plot_names< / strong > – < / p > < / li >
< / ul >
< / dd >
< dt class = "field-even" > Raises< span class = "colon" > :< / span > < / dt >
< dd class = "field-even" > < p > < strong > DependencyNotInstalled< / strong > – < / p >
< / dd >
< / dl >
< dl class = "py method" >
< dt class = "sig sig-object py" id = "gymnasium.utils.play.PlayPlot.callback" >
2024-10-08 10:03:58 +00:00
< span class = "sig-name descname" > < span class = "pre" > callback< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > obs_t< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > ObsType< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > obs_tp1< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > ObsType< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > action< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > ActType< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > rew< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > float< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > terminated< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > bool< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > truncated< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > bool< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > info< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > dict< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/play/#PlayPlot.callback" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.play.PlayPlot.callback" title = "Link to this definition" > ¶< / a > < / dt >
2022-09-13 19:29:14 +00:00
< dd > < p > The callback that calls the provided data callback and adds the data to the plots.< / p >
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
< li > < p > < strong > obs_t< / strong > – < / p > < / li >
< li > < p > < strong > obs_tp1< / strong > – < / p > < / li >
< li > < p > < strong > action< / strong > – < / p > < / li >
< li > < p > < strong > rew< / strong > – < / p > < / li >
< li > < p > < strong > terminated< / strong > – < / p > < / li >
< li > < p > < strong > truncated< / strong > – < / p > < / li >
< li > < p > < strong > info< / strong > – < / p > < / li >
< / ul >
< / dd >
< / dl >
< / dd > < / dl >
< / dd > < / dl >
2022-10-12 15:02:09 +00:00
< dl class = "py class" >
< dt class = "sig sig-object py" id = "gymnasium.utils.play.PlayableGame" >
2025-06-27 08:24:37 +00:00
< em class = "property" > < span class = "pre" > class< / span > < span class = "w" > < / span > < / em > < span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.play.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > PlayableGame< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > env< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < a class = "reference internal" href = "../env/#gymnasium.Env" title = "gymnasium.core.Env" > < span class = "pre" > Env< / span > < / a > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > keys_to_action< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > dict< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > int< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > ...< / span > < / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > int< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > zoom< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > float< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/play/#PlayableGame" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.play.PlayableGame" title = "Link to this definition" > ¶< / a > < / dt >
2022-10-12 15:02:09 +00:00
< dd > < p > Wraps an environment allowing keyboard inputs to interact with the environment.< / p >
2022-09-13 19:29:14 +00:00
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
2022-10-12 15:02:09 +00:00
< li > < p > < strong > env< / strong > – < / p > < / li >
< li > < p > < strong > keys_to_action< / strong > – < / p > < / li >
< li > < p > < strong > zoom< / strong > – < / p > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< / dd >
< / dl >
2022-10-12 15:02:09 +00:00
< dl class = "py method" >
< dt class = "sig sig-object py" id = "gymnasium.utils.play.PlayableGame.process_event" >
2024-10-08 10:03:58 +00:00
< span class = "sig-name descname" > < span class = "pre" > process_event< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > event< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > Event< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/play/#PlayableGame.process_event" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.play.PlayableGame.process_event" title = "Link to this definition" > ¶< / a > < / dt >
2022-10-12 15:02:09 +00:00
< dd > < p > Processes a PyGame event.< / p >
< p > In particular, this function is used to keep track of which buttons are currently pressed
and to exit the < a class = "reference internal" href = "#gymnasium.utils.play.play" title = "gymnasium.utils.play.play" > < code class = "xref py py-func docutils literal notranslate" > < span class = "pre" > play()< / span > < / code > < / a > function when the PyGame window is closed.< / p >
2022-09-13 19:29:14 +00:00
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
2022-10-12 15:02:09 +00:00
< dd class = "field-odd" > < p > < strong > event< / strong > – < / p >
2022-09-13 19:29:14 +00:00
< / dd >
< / dl >
< / dd > < / dl >
2022-10-12 15:02:09 +00:00
< / dd > < / dl >
2024-10-08 10:03:58 +00:00
< / section >
< section id = "environment-pickling" >
< h2 > Environment pickling< a class = "headerlink" href = "#environment-pickling" title = "Link to this heading" > ¶< / a > < / h2 >
< dl class = "py class" >
< dt class = "sig sig-object py" id = "gymnasium.utils.ezpickle.EzPickle" >
< em class = "property" > < span class = "pre" > class< / span > < span class = "w" > < / span > < / em > < span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.ezpickle.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > EzPickle< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "o" > < span class = "pre" > *< / span > < / span > < span class = "n" > < span class = "pre" > args< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > Any< / span > < / span > < / em > , < em class = "sig-param" > < span class = "o" > < span class = "pre" > **< / span > < / span > < span class = "n" > < span class = "pre" > kwargs< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > Any< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/ezpickle/#EzPickle" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.ezpickle.EzPickle" title = "Link to this definition" > ¶< / a > < / dt >
< dd > < p > Objects that are pickled and unpickled via their constructor arguments.< / p >
< p class = "rubric" > Example< / p >
2025-02-26 11:56:33 +00:00
< div class = "doctest highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "k" > class< / span > < span class = "w" > < / span > < span class = "nc" > Animal< / span > < span class = "p" > :< / span > < span class = "k" > pass< / span >
< span class = "gp" > > > > < / span > < span class = "k" > class< / span > < span class = "w" > < / span > < span class = "nc" > Dog< / span > < span class = "p" > (< / span > < span class = "n" > Animal< / span > < span class = "p" > ,< / span > < span class = "n" > EzPickle< / span > < span class = "p" > ):< / span >
< span class = "gp" > ... < / span > < span class = "k" > def< / span > < span class = "w" > < / span > < span class = "fm" > __init__< / span > < span class = "p" > (< / span > < span class = "bp" > self< / span > < span class = "p" > ,< / span > < span class = "n" > furcolor< / span > < span class = "p" > ,< / span > < span class = "n" > tailkind< / span > < span class = "o" > =< / span > < span class = "s2" > " bushy" < / span > < span class = "p" > ):< / span >
2024-10-08 10:03:58 +00:00
< span class = "gp" > ... < / span > < span class = "n" > Animal< / span > < span class = "o" > .< / span > < span class = "fm" > __init__< / span > < span class = "p" > (< / span > < span class = "bp" > self< / span > < span class = "p" > )< / span >
< span class = "gp" > ... < / span > < span class = "n" > EzPickle< / span > < span class = "o" > .< / span > < span class = "fm" > __init__< / span > < span class = "p" > (< / span > < span class = "bp" > self< / span > < span class = "p" > ,< / span > < span class = "n" > furcolor< / span > < span class = "p" > ,< / span > < span class = "n" > tailkind< / span > < span class = "p" > )< / span >
< / pre > < / div >
< / div >
< p > When this object is unpickled, a new < code class = "docutils literal notranslate" > < span class = "pre" > Dog< / span > < / code > will be constructed by passing the provided furcolor and tailkind into the constructor.
However, philosophers are still not sure whether it is still the same dog.< / p >
< p > This is generally needed only for environments which wrap C/C++ code, such as MuJoCo and Atari.< / p >
< p > Uses the < code class = "docutils literal notranslate" > < span class = "pre" > args< / span > < / code > and < code class = "docutils literal notranslate" > < span class = "pre" > kwargs< / span > < / code > from the object’ < / p >
< / dd > < / dl >
2022-09-13 19:29:14 +00:00
< / section >
< section id = "save-rendering-videos" >
2024-10-08 10:03:58 +00:00
< h2 > Save Rendering Videos< a class = "headerlink" href = "#save-rendering-videos" title = "Link to this heading" > ¶< / a > < / h2 >
2022-09-13 19:29:14 +00:00
< dl class = "py function" >
< dt class = "sig sig-object py" id = "gymnasium.utils.save_video.save_video" >
2024-10-08 10:03:58 +00:00
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.save_video.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > save_video< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > frames< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > list< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > video_folder< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > str< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > episode_trigger< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > Callable< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > int< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > step_trigger< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > Callable< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > int< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > video_length< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > name_prefix< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > str< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > 'rl-video'< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > episode_index< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > 0< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > step_starting_index< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > 0< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > save_logger< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > str< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > None< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < /span
2022-09-13 19:29:14 +00:00
< dd > < p > Save videos from rendering frames.< / p >
< p > This function extract video from a list of render frame episodes.< / p >
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
< li > < p > < strong > frames< / strong > (< em > List< / em > < em > [< / em > < em > RenderFrame< / em > < em > ]< / em > ) – < / p > < / li >
< li > < p > < strong > video_folder< / strong > (< em > str< / em > ) – < / p > < / li >
< li > < p > < strong > episode_trigger< / strong > – < code class = "docutils literal notranslate" > < span class = "pre" > True< / span > < / code > iff a recording should be started at this episode< / p > < / li >
< li > < p > < strong > step_trigger< / strong > – < code class = "docutils literal notranslate" > < span class = "pre" > True< / span > < / code > iff a recording should be started at this step< / p > < / li >
< li > < p > < strong > video_length< / strong > (< em > int< / em > ) – ’
Otherwise, snippets of the specified length are captured.< / p > < / li >
< li > < p > < strong > name_prefix< / strong > (< em > str< / em > ) – < / p > < / li >
< li > < p > < strong > episode_index< / strong > (< em > int< / em > ) – < / p > < / li >
< li > < p > < strong > step_starting_index< / strong > (< em > int< / em > ) – < / p > < / li >
2024-10-08 10:03:58 +00:00
< li > < p > < strong > save_logger< / strong > – < / p > < / li >
2022-09-13 19:29:14 +00:00
< li > < p > < strong > **kwargs< / strong > – ’
You need to specify either fps or duration.< / p > < / li >
< / ul >
< / dd >
< / dl >
< p class = "rubric" > Example< / p >
2025-02-26 11:56:33 +00:00
< div class = "doctest highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "kn" > import< / span > < span class = "w" > < / span > < span class = "nn" > gymnasium< / span > < span class = "w" > < / span > < span class = "k" > as< / span > < span class = "w" > < / span > < span class = "nn" > gym< / span >
< span class = "gp" > > > > < / span > < span class = "kn" > from< / span > < span class = "w" > < / span > < span class = "nn" > gymnasium.utils.save_video< / span > < span class = "w" > < / span > < span class = "kn" > import< / span > < span class = "n" > save_video< / span >
2022-09-16 22:43:27 +00:00
< span class = "gp" > > > > < / span > < span class = "n" > env< / span > < span class = "o" > =< / span > < span class = "n" > gym< / span > < span class = "o" > .< / span > < span class = "n" > make< / span > < span class = "p" > (< / span > < span class = "s2" > " FrozenLake-v1" < / span > < span class = "p" > ,< / span > < span class = "n" > render_mode< / span > < span class = "o" > =< / span > < span class = "s2" > " rgb_array_list" < / span > < span class = "p" > )< / span >
2023-01-20 14:42:12 +00:00
< span class = "gp" > > > > < / span > < span class = "n" > _< / span > < span class = "o" > =< / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > reset< / span > < span class = "p" > ()< / span >
2022-09-13 19:29:14 +00:00
< span class = "gp" > > > > < / span > < span class = "n" > step_starting_index< / span > < span class = "o" > =< / span > < span class = "mi" > 0< / span >
< span class = "gp" > > > > < / span > < span class = "n" > episode_index< / span > < span class = "o" > =< / span > < span class = "mi" > 0< / span >
2023-01-20 14:42:12 +00:00
< span class = "gp" > > > > < / span > < span class = "k" > for< / span > < span class = "n" > step_index< / span > < span class = "ow" > in< / span > < span class = "nb" > range< / span > < span class = "p" > (< / span > < span class = "mi" > 199< / span > < span class = "p" > ):< / span >
2022-09-13 19:29:14 +00:00
< span class = "gp" > ... < / span > < span class = "n" > action< / span > < span class = "o" > =< / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > action_space< / span > < span class = "o" > .< / span > < span class = "n" > sample< / span > < span class = "p" > ()< / span >
2022-09-16 22:43:27 +00:00
< span class = "gp" > ... < / span > < span class = "n" > _< / span > < span class = "p" > ,< / span > < span class = "n" > _< / span > < span class = "p" > ,< / span > < span class = "n" > terminated< / span > < span class = "p" > ,< / span > < span class = "n" > truncated< / span > < span class = "p" > ,< / span > < span class = "n" > _< / span > < span class = "o" > =< / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > step< / span > < span class = "p" > (< / span > < span class = "n" > action< / span > < span class = "p" > )< / span >
< span class = "gp" > ...< / span >
< span class = "gp" > ... < / span > < span class = "k" > if< / span > < span class = "n" > terminated< / span > < span class = "ow" > or< / span > < span class = "n" > truncated< / span > < span class = "p" > :< / span >
2022-09-13 19:29:14 +00:00
< span class = "gp" > ... < / span > < span class = "n" > save_video< / span > < span class = "p" > (< / span >
2024-10-08 10:03:58 +00:00
< span class = "gp" > ... < / span > < span class = "n" > frames< / span > < span class = "o" > =< / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > render< / span > < span class = "p" > (),< / span >
< span class = "gp" > ... < / span > < span class = "n" > video_folder< / span > < span class = "o" > =< / span > < span class = "s2" > " videos" < / span > < span class = "p" > ,< / span >
2022-09-13 19:29:14 +00:00
< span class = "gp" > ... < / span > < span class = "n" > fps< / span > < span class = "o" > =< / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > metadata< / span > < span class = "p" > [< / span > < span class = "s2" > " render_fps" < / span > < span class = "p" > ],< / span >
< span class = "gp" > ... < / span > < span class = "n" > step_starting_index< / span > < span class = "o" > =< / span > < span class = "n" > step_starting_index< / span > < span class = "p" > ,< / span >
< span class = "gp" > ... < / span > < span class = "n" > episode_index< / span > < span class = "o" > =< / span > < span class = "n" > episode_index< / span >
< span class = "gp" > ... < / span > < span class = "p" > )< / span >
< span class = "gp" > ... < / span > < span class = "n" > step_starting_index< / span > < span class = "o" > =< / span > < span class = "n" > step_index< / span > < span class = "o" > +< / span > < span class = "mi" > 1< / span >
< span class = "gp" > ... < / span > < span class = "n" > episode_index< / span > < span class = "o" > +=< / span > < span class = "mi" > 1< / span >
< span class = "gp" > ... < / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > reset< / span > < span class = "p" > ()< / span >
< span class = "gp" > > > > < / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > close< / span > < span class = "p" > ()< / span >
< / pre > < / div >
< / div >
< / dd > < / dl >
< dl class = "py function" >
2022-10-12 15:02:09 +00:00
< dt class = "sig sig-object py" id = "gymnasium.utils.save_video.capped_cubic_video_schedule" >
2024-10-08 10:03:58 +00:00
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.save_video.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > capped_cubic_video_schedule< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > episode_id< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < span class = "sig-return" > < span class = "sig-return-icon" > → < / span > < span class = "sig-return-typehint" > < span class = "pre" > bool< / span > < / span > < / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/save_video/#capped_cubic_video_schedule" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.save_video.capped_cubic_video_schedule" title = "Link to this definition" > ¶< / a > < / dt >
2022-10-12 15:02:09 +00:00
< dd > < p > The default episode trigger.< / p >
2024-10-08 10:03:58 +00:00
< p > This function will trigger recordings at the episode indices < span class = "math notranslate nohighlight" > \(\{0, 1, 4, 8, 27, ..., k^3, ..., 729, 1000, 2000, 3000, ...\}\)< / span > < / p >
2022-09-13 19:29:14 +00:00
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
2022-10-12 15:02:09 +00:00
< dd class = "field-odd" > < p > < strong > episode_id< / strong > – < / p >
2022-09-13 19:29:14 +00:00
< / dd >
2022-10-12 15:02:09 +00:00
< dt class = "field-even" > Returns< span class = "colon" > :< / span > < / dt >
< dd class = "field-even" > < p > < strong > If to apply a video schedule number< / strong > < / p >
2022-09-13 19:29:14 +00:00
< / dd >
< / dl >
< / dd > < / dl >
2022-10-12 15:02:09 +00:00
< / section >
< section id = "old-to-new-step-api-compatibility" >
2024-10-08 10:03:58 +00:00
< h2 > Old to New Step API Compatibility< a class = "headerlink" href = "#old-to-new-step-api-compatibility" title = "Link to this heading" > ¶< / a > < / h2 >
2022-09-13 19:29:14 +00:00
< dl class = "py function" >
< dt class = "sig sig-object py" id = "gymnasium.utils.step_api_compatibility.step_api_compatibility" >
2025-06-27 08:24:37 +00:00
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.step_api_compatibility.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > step_api_compatibility< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > step_returns< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > ObsType< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > SupportsFloat< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > dict< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > list< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > ObsType< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > SupportsFloat< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > dict< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > list< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > output_truncation_bool< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > bool< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > True< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > is_vector_env< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > bool< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > False< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < span class = "sig-return" > < span class = "sig-return-icon" > → < / span > < span class = "sig-return-typehint" > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > ObsType< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > SupportsFloat< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< /span
2024-10-08 10:03:58 +00:00
< dd > < p > Function to transform step returns to the API specified by < code class = "docutils literal notranslate" > < span class = "pre" > output_truncation_bool< / span > < / code > .< / p >
< p > Done (old) step API refers to < a class = "reference internal" href = "../env/#gymnasium.Env.step" title = "gymnasium.Env.step" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > step()< / span > < / code > < / a > method returning < code class = "docutils literal notranslate" > < span class = "pre" > (observation,< / span > < span class = "pre" > reward,< / span > < span class = "pre" > done,< / span > < span class = "pre" > info)< / span > < / code >
Terminated Truncated (new) step API refers to < a class = "reference internal" href = "../env/#gymnasium.Env.step" title = "gymnasium.Env.step" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > step()< / span > < / code > < / a > method returning < code class = "docutils literal notranslate" > < span class = "pre" > (observation,< / span > < span class = "pre" > reward,< / span > < span class = "pre" > terminated,< / span > < span class = "pre" > truncated,< / span > < span class = "pre" > info)< / span > < / code >
2022-09-13 19:29:14 +00:00
(Refer to docs for details on the API change)< / p >
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
2024-10-08 10:03:58 +00:00
< li > < p > < strong > step_returns< / strong > (< em > tuple< / em > ) – < a class = "reference internal" href = "../env/#gymnasium.Env.step" title = "gymnasium.Env.step" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > step()< / span > < / code > < / a > . Can be < code class = "docutils literal notranslate" > < span class = "pre" > (obs,< / span > < span class = "pre" > rew,< / span > < span class = "pre" > done,< / span > < span class = "pre" > info)< / span > < / code > or < code class = "docutils literal notranslate" > < span class = "pre" > (obs,< / span > < span class = "pre" > rew,< / span > < span class = "pre" > terminated,< / span > < span class = "pre" > truncated,< / span > < span class = "pre" > info)< / span > < / code > < / p > < / li >
< li > < p > < strong > output_truncation_bool< / strong > (< em > bool< / em > ) – < code class = "docutils literal notranslate" > < span class = "pre" > True< / span > < / code > by default)< / p > < / li >
< li > < p > < strong > is_vector_env< / strong > (< em > bool< / em > ) – < code class = "docutils literal notranslate" > < span class = "pre" > step_returns< / span > < / code > are from a vector environment< / p > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< / dd >
< dt class = "field-even" > Returns< span class = "colon" > :< / span > < / dt >
2024-10-08 10:03:58 +00:00
< dd class = "field-even" > < p > < strong > step_returns< / strong > (< em > tuple< / em > ) – < code class = "docutils literal notranslate" > < span class = "pre" > output_truncation_bool< / span > < / code > , it can return < code class = "docutils literal notranslate" > < span class = "pre" > (obs,< / span > < span class = "pre" > rew,< / span > < span class = "pre" > done,< / span > < span class = "pre" > info)< / span > < / code > or < code class = "docutils literal notranslate" > < span class = "pre" > (obs,< / span > < span class = "pre" > rew,< / span > < span class = "pre" > terminated,< / span > < span class = "pre" > truncated,< / span > < span class = "pre" > info)< / span > < / code > < / p >
2022-09-13 19:29:14 +00:00
< / dd >
< / dl >
2023-03-24 17:29:47 +00:00
< p class = "rubric" > Example< / p >
2024-10-08 10:03:58 +00:00
< p > This function can be used to ensure compatibility in step interfaces with conflicting API. E.g. if env is written in old API,
wrapper is written in new API, and the final step output is desired to be in old API.< / p >
2025-02-26 11:56:33 +00:00
< div class = "doctest highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "kn" > import< / span > < span class = "w" > < / span > < span class = "nn" > gymnasium< / span > < span class = "w" > < / span > < span class = "k" > as< / span > < span class = "w" > < / span > < span class = "nn" > gym< / span >
2023-01-20 14:42:12 +00:00
< span class = "gp" > > > > < / span > < span class = "n" > env< / span > < span class = "o" > =< / span > < span class = "n" > gym< / span > < span class = "o" > .< / span > < span class = "n" > make< / span > < span class = "p" > (< / span > < span class = "s2" > " CartPole-v0" < / span > < span class = "p" > )< / span >
2024-10-08 10:03:58 +00:00
< span class = "gp" > > > > < / span > < span class = "n" > _< / span > < span class = "p" > ,< / span > < span class = "n" > _< / span > < span class = "o" > =< / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > reset< / span > < span class = "p" > ()< / span >
< span class = "gp" > > > > < / span > < span class = "n" > obs< / span > < span class = "p" > ,< / span > < span class = "n" > reward< / span > < span class = "p" > ,< / span > < span class = "n" > done< / span > < span class = "p" > ,< / span > < span class = "n" > info< / span > < span class = "o" > =< / span > < span class = "n" > step_api_compatibility< / span > < span class = "p" > (< / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > step< / span > < span class = "p" > (< / span > < span class = "mi" > 0< / span > < span class = "p" > ),< / span > < span class = "n" > output_truncation_bool< / span > < span class = "o" > =< / span > < span class = "kc" > False< / span > < span class = "p" > )< / span >
< span class = "gp" > > > > < / span > < span class = "n" > obs< / span > < span class = "p" > ,< / span > < span class = "n" > reward< / span > < span class = "p" > ,< / span > < span class = "n" > terminated< / span > < span class = "p" > ,< / span > < span class = "n" > truncated< / span > < span class = "p" > ,< / span > < span class = "n" > info< / span > < span class = "o" > =< / span > < span class = "n" > step_api_compatibility< / span > < span class = "p" > (< / span > < span class = "n" > env< / span > < span class = "o" > .< / span > < span class = "n" > step< / span > < span class = "p" > (< / span > < span class = "mi" > 0< / span > < span class = "p" > ),< / span > < span class = "n" > output_truncation_bool< / span > < span class = "o" > =< / span > < span class = "kc" > True< / span > < span class = "p" > )< / span >
2022-09-16 22:43:27 +00:00
< / pre > < / div >
< / div >
2024-10-08 10:03:58 +00:00
< div class = "doctest highlight-default notranslate" > < div class = "highlight" > < pre > < span > < / span > < span class = "gp" > > > > < / span > < span class = "n" > vec_env< / span > < span class = "o" > =< / span > < span class = "n" > gym< / span > < span class = "o" > .< / span > < span class = "n" > make_vec< / span > < span class = "p" > (< / span > < span class = "s2" > " CartPole-v0" < / span > < span class = "p" > ,< / span > < span class = "n" > vectorization_mode< / span > < span class = "o" > =< / span > < span class = "s2" > " sync" < / span > < span class = "p" > )< / span >
< span class = "gp" > > > > < / span > < span class = "n" > _< / span > < span class = "p" > ,< / span > < span class = "n" > _< / span > < span class = "o" > =< / span > < span class = "n" > vec_env< / span > < span class = "o" > .< / span > < span class = "n" > reset< / span > < span class = "p" > ()< / span >
2023-01-20 14:42:12 +00:00
< span class = "gp" > > > > < / span > < span class = "n" > obs< / span > < span class = "p" > ,< / span > < span class = "n" > rewards< / span > < span class = "p" > ,< / span > < span class = "n" > dones< / span > < span class = "p" > ,< / span > < span class = "n" > infos< / span > < span class = "o" > =< / span > < span class = "n" > step_api_compatibility< / span > < span class = "p" > (< / span > < span class = "n" > vec_env< / span > < span class = "o" > .< / span > < span class = "n" > step< / span > < span class = "p" > ([< / span > < span class = "mi" > 0< / span > < span class = "p" > ]),< / span > < span class = "n" > is_vector_env< / span > < span class = "o" > =< / span > < span class = "kc" > True< / span > < span class = "p" > ,< / span > < span class = "n" > output_truncation_bool< / span > < span class = "o" > =< / span > < span class = "kc" > False< / span > < span class = "p" > )< / span >
2024-10-08 10:03:58 +00:00
< span class = "gp" > > > > < / span > < span class = "n" > obs< / span > < span class = "p" > ,< / span > < span class = "n" > rewards< / span > < span class = "p" > ,< / span > < span class = "n" > terminations< / span > < span class = "p" > ,< / span > < span class = "n" > truncations< / span > < span class = "p" > ,< / span > < span class = "n" > infos< / span > < span class = "o" > =< / span > < span class = "n" > step_api_compatibility< / span > < span class = "p" > (< / span > < span class = "n" > vec_env< / span > < span class = "o" > .< / span > < span class = "n" > step< / span > < span class = "p" > ([< / span > < span class = "mi" > 0< / span > < span class = "p" > ]),< / span > < span class = "n" > is_vector_env< / span > < span class = "o" > =< / span > < span class = "kc" > True< / span > < span class = "p" > ,< / span > < span class = "n" > output_truncation_bool< / span > < span class = "o" > =< / span > < span class = "kc" > True< / span > < span class = "p" > )< / span >
2022-09-13 19:29:14 +00:00
< / pre > < / div >
< / div >
< / dd > < / dl >
2022-10-12 15:02:09 +00:00
< dl class = "py function" >
< dt class = "sig sig-object py" id = "gymnasium.utils.step_api_compatibility.convert_to_terminated_truncated_step_api" >
2025-06-27 08:24:37 +00:00
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.step_api_compatibility.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > convert_to_terminated_truncated_step_api< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > step_returns< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > ObsType< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > SupportsFloat< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > dict< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > list< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > ObsType< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > SupportsFloat< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > dict< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > list< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > is_vector_env< / span > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "default_value" > < span class = "pre" > False< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < span class = "sig-return" > < span class = "sig-return-icon" > → < / span > < span class = "sig-return-typehint" > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > ObsType< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > SupportsFloat< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < spa
2022-10-12 15:02:09 +00:00
< dd > < p > Function to transform step returns to new step API irrespective of input API.< / p >
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
2024-10-08 10:03:58 +00:00
< li > < p > < strong > step_returns< / strong > (< em > tuple< / em > ) – < a class = "reference internal" href = "../env/#gymnasium.Env.step" title = "gymnasium.Env.step" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > step()< / span > < / code > < / a > . Can be < code class = "docutils literal notranslate" > < span class = "pre" > (obs,< / span > < span class = "pre" > rew,< / span > < span class = "pre" > done,< / span > < span class = "pre" > info)< / span > < / code > or < code class = "docutils literal notranslate" > < span class = "pre" > (obs,< / span > < span class = "pre" > rew,< / span > < span class = "pre" > terminated,< / span > < span class = "pre" > truncated,< / span > < span class = "pre" > info)< / span > < / code > < / p > < / li >
< li > < p > < strong > is_vector_env< / strong > (< em > bool< / em > ) – < code class = "docutils literal notranslate" > < span class = "pre" > step_returns< / span > < / code > are from a vector environment< / p > < / li >
2022-10-12 15:02:09 +00:00
< / ul >
< / dd >
< / dl >
< / dd > < / dl >
< dl class = "py function" >
< dt class = "sig sig-object py" id = "gymnasium.utils.step_api_compatibility.convert_to_done_step_api" >
2025-06-27 08:24:37 +00:00
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.step_api_compatibility.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > convert_to_done_step_api< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > step_returns< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > ObsType< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > SupportsFloat< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > dict< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > list< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > ObsType< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > SupportsFloat< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > dict< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > list< / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > is_vector_env< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > bool< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > False< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < span class = "sig-return" > < span class = "sig-return-icon" > → < / span > < span class = "sig-return-typehint" > < span class = "pre" > tuple< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "pre" > ObsType< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > SupportsFloat< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > bool< / span > < span class = "w" > < / span > < span class = "p" > < span class = "pre" > |< / span > < / span > < span class = "w" > < / span > < span class = "pre" > ndarray< / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < span class = "pre" > dict< / span > < span class = "w" > < / span > < span class = "p" > < span cla
2022-10-12 15:02:09 +00:00
< dd > < p > Function to transform step returns to old step API irrespective of input API.< / p >
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
2024-10-08 10:03:58 +00:00
< li > < p > < strong > step_returns< / strong > (< em > tuple< / em > ) – < a class = "reference internal" href = "../env/#gymnasium.Env.step" title = "gymnasium.Env.step" > < code class = "xref py py-meth docutils literal notranslate" > < span class = "pre" > step()< / span > < / code > < / a > . Can be < code class = "docutils literal notranslate" > < span class = "pre" > (obs,< / span > < span class = "pre" > rew,< / span > < span class = "pre" > done,< / span > < span class = "pre" > info)< / span > < / code > or < code class = "docutils literal notranslate" > < span class = "pre" > (obs,< / span > < span class = "pre" > rew,< / span > < span class = "pre" > terminated,< / span > < span class = "pre" > truncated,< / span > < span class = "pre" > info)< / span > < / code > < / p > < / li >
< li > < p > < strong > is_vector_env< / strong > (< em > bool< / em > ) – < code class = "docutils literal notranslate" > < span class = "pre" > step_returns< / span > < / code > are from a vector environment< / p > < / li >
2022-10-12 15:02:09 +00:00
< / ul >
< / dd >
< / dl >
< / dd > < / dl >
2022-09-13 19:29:14 +00:00
< / section >
2024-10-08 10:03:58 +00:00
< section id = "runtime-performance-benchmark" >
< h2 > Runtime Performance benchmark< a class = "headerlink" href = "#runtime-performance-benchmark" title = "Link to this heading" > ¶< / a > < / h2 >
< p > Sometimes is neccary to measure your environment’
These tests require manual inspection of its outputs:< / p >
2022-09-13 19:29:14 +00:00
< dl class = "py function" >
2024-10-08 10:03:58 +00:00
< dt class = "sig sig-object py" id = "gymnasium.utils.performance.benchmark_step" >
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.performance.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > benchmark_step< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > env< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < a class = "reference internal" href = "../env/#gymnasium.Env" title = "gymnasium.core.Env" > < span class = "pre" > Env< / span > < / a > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > target_duration< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > 5< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > seed< / span > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < span class = "sig-return" > < span class = "sig-return-icon" > → < / span > < span class = "sig-return-typehint" > < span class = "pre" > float< / span > < / span > < / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/performance/#benchmark_step" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.performance.benchmark_step" title = "Link to this definition" > ¶< / a > < / dt >
< dd > < p > A benchmark to measure the runtime performance of step for an environment.< / p >
< dl class = "simple" >
< dt > example usage:< / dt > < dd > < p > < code class = "docutils literal notranslate" > < span class = "pre" > `py< / span >
< span class = "pre" > env_old< / span > < span class = "pre" > =< / span > < span class = "pre" > ...< / span >
< span class = "pre" > old_throughput< / span > < span class = "pre" > =< / span > < span class = "pre" > benchmark_step(env_old)< / span >
< span class = "pre" > env_new< / span > < span class = "pre" > =< / span > < span class = "pre" > ...< / span >
< span class = "pre" > new_throughput< / span > < span class = "pre" > =< / span > < span class = "pre" > benchmark_step(env_old)< / span >
< span class = "pre" > slowdown< / span > < span class = "pre" > =< / span > < span class = "pre" > old_throughput< / span > < span class = "pre" > /< / span > < span class = "pre" > new_throughput< / span >
< span class = "pre" > `< / span > < / code > < / p >
< / dd >
< / dl >
2022-09-13 19:29:14 +00:00
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
2024-10-08 10:03:58 +00:00
< dd class = "field-odd" > < ul class = "simple" >
< li > < p > < strong > env< / strong > – < / p > < / li >
< li > < p > < strong > target_duration< / strong > – < / p > < / li >
< li > < p > < strong > seed< / strong > – < / p > < / li >
< / ul >
2022-09-13 19:29:14 +00:00
< / dd >
< / dl >
2024-10-08 10:03:58 +00:00
< p > Returns: the average steps per second.< / p >
2022-09-13 19:29:14 +00:00
< / dd > < / dl >
< dl class = "py function" >
2024-10-08 10:03:58 +00:00
< dt class = "sig sig-object py" id = "gymnasium.utils.performance.benchmark_init" >
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.performance.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > benchmark_init< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > env_lambda< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > Callable< / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "p" > < span class = "pre" > [< / span > < / span > < span class = "p" > < span class = "pre" > ]< / span > < / span > < span class = "p" > < span class = "pre" > ,< / span > < / span > < span class = "w" > < / span > < a class = "reference internal" href = "../env/#gymnasium.Env" title = "gymnasium.core.Env" > < span class = "pre" > Env< / span > < / a > < span class = "p" > < span class = "pre" > ]< / span > < / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > target_duration< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > 5< / span > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > seed< / span > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "default_value" > < span class = "pre" > None< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < span class = "sig-return" > < span class = "sig-return-icon" > → < / span > < span class = "sig-return-typehint" > < span class = "pre" > float< / span > < / span > < / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/performance/#benchmark_init" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.performance.benchmark_init" title = "Link to this definition" > ¶< / a > < / dt >
< dd > < p > A benchmark to measure the initialization time and first reset.< / p >
2022-09-13 19:29:14 +00:00
< dl class = "field-list simple" >
< dt class = "field-odd" > Parameters< span class = "colon" > :< / span > < / dt >
< dd class = "field-odd" > < ul class = "simple" >
2024-10-08 10:03:58 +00:00
< li > < p > < strong > env_lambda< / strong > – < / p > < / li >
< li > < p > < strong > target_duration< / strong > – < / p > < / li >
< li > < p > < strong > seed< / strong > – < / p > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< / dd >
< / dl >
< / dd > < / dl >
2024-10-08 10:03:58 +00:00
< dl class = "py function" >
< dt class = "sig sig-object py" id = "gymnasium.utils.performance.benchmark_render" >
< span class = "sig-prename descclassname" > < span class = "pre" > gymnasium.utils.performance.< / span > < / span > < span class = "sig-name descname" > < span class = "pre" > benchmark_render< / span > < / span > < span class = "sig-paren" > (< / span > < em class = "sig-param" > < span class = "n" > < span class = "pre" > env< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < a class = "reference internal" href = "../env/#gymnasium.Env" title = "gymnasium.core.Env" > < span class = "pre" > Env< / span > < / a > < / span > < / em > , < em class = "sig-param" > < span class = "n" > < span class = "pre" > target_duration< / span > < / span > < span class = "p" > < span class = "pre" > :< / span > < / span > < span class = "w" > < / span > < span class = "n" > < span class = "pre" > int< / span > < / span > < span class = "w" > < / span > < span class = "o" > < span class = "pre" > =< / span > < / span > < span class = "w" > < / span > < span class = "default_value" > < span class = "pre" > 5< / span > < / span > < / em > < span class = "sig-paren" > )< / span > < span class = "sig-return" > < span class = "sig-return-icon" > → < / span > < span class = "sig-return-typehint" > < span class = "pre" > float< / span > < / span > < / span > < a class = "reference internal" href = "../../_modules/gymnasium/utils/performance/#benchmark_render" > < span class = "viewcode-link" > < span class = "pre" > [source]< / span > < / span > < / a > < a class = "headerlink" href = "#gymnasium.utils.performance.benchmark_render" title = "Link to this definition" > ¶< / a > < / dt >
< dd > < p > A benchmark to measure the time of render().< / p >
< p > Note: does not work with < cite > render_mode=’ ’ < / cite >
:param env: the environment to benchmarked (Note: must be renderable).
:param target_duration: the duration of the benchmark in seconds (note: it will go slightly over it).< / p >
< / dd > < / dl >
2022-09-13 19:29:14 +00:00
< / section >
< / section >
2023-03-24 17:29:47 +00:00
< / article >
< / div >
< footer >
< div class = "related-pages" >
2024-10-08 10:03:58 +00:00
< a class = "next-page" href = "../functional/" >
2022-09-13 19:29:14 +00:00
< div class = "page-info" >
< div class = "context" >
< span > Next< / span >
< / div >
2024-10-08 10:03:58 +00:00
< div class = "title" > Functional Env< / div >
2022-09-13 19:29:14 +00:00
< / div >
2023-03-24 17:29:47 +00:00
< svg class = "furo-related-icon" >
< use href = "#svg-arrow-right" > < / use >
< / svg >
2022-09-13 19:29:14 +00:00
< / a >
2024-10-08 10:03:58 +00:00
< a class = "prev-page" href = "../vector/utils/" >
2023-03-24 17:29:47 +00:00
< svg class = "furo-related-icon" >
< use href = "#svg-arrow-right" > < / use >
< / svg >
2022-09-13 19:29:14 +00:00
< div class = "page-info" >
< div class = "context" >
< span > Previous< / span >
< / div >
2024-10-08 10:03:58 +00:00
< div class = "title" > Utility functions< / div >
2022-09-13 19:29:14 +00:00
< / div >
< / a >
2023-03-24 17:29:47 +00:00
< / div >
< div class = "bottom-of-page" >
< div class = "left-details" >
< div class = "copyright" >
2025-02-26 11:56:33 +00:00
Copyright © 2025 Farama Foundation
2023-03-24 17:29:47 +00:00
< / div >
<!--
2022-09-13 19:29:14 +00:00
Made with < a href = "https://www.sphinx-doc.org/" > Sphinx< / a > and < a class = "muted-link" href = "https://pradyunsg.me" > @pradyunsg< / a > 's
< a href = "https://github.com/pradyunsg/furo" > Furo< / a >
2022-10-15 15:13:56 +00:00
-->
2023-03-24 17:29:47 +00:00
< / div >
< div class = "right-details" >
< div class = "icons" >
2023-07-14 22:50:55 +00:00
< a class = "muted-link" href = "https://github.com/Farama-Foundation/Gymnasium/"
aria-label="On GitHub">
< svg stroke = "currentColor" fill = "currentColor" stroke-width = "0" viewBox = "0 0 16 16" >
< path fill-rule = "evenodd"
d="M8 0C3.58 0 0 3.58 0 8c0 3.54 2.29 6.53 5.47 7.59.4.07.55-.17.55-.38 0-.19-.01-.82-.01-1.49-2.01.37-2.53-.49-2.69-.94-.09-.23-.48-.94-.82-1.13-.28-.15-.68-.52-.01-.53.63-.01 1.08.58 1.23.82.72 1.21 1.87.87 2.33.66.07-.52.28-.87.51-1.07-1.78-.2-3.64-.89-3.64-3.95 0-.87.31-1.59.82-2.15-.08-.2-.36-1.02.08-2.12 0 0 .67-.21 2.2.82.64-.18 1.32-.27 2-.27.68 0 1.36.09 2 .27 1.53-1.04 2.2-.82 2.2-.82.44 1.1.16 1.92.08 2.12.51.56.82 1.27.82 2.15 0 3.07-1.87 3.75-3.65 3.95.29.25.54.73.54 1.48 0 1.07-.01 1.93-.01 2.2 0 .21.15.46.55.38A8.013 8.013 0 0 0 16 8c0-4.42-3.58-8-8-8z">
< / path >
< / svg >
< / a >
2023-03-24 17:29:47 +00:00
< / div >
2022-09-13 19:29:14 +00:00
< / div >
< / div >
2023-03-24 17:29:47 +00:00
< / footer >
< / div >
< aside class = "toc-drawer" >
2022-09-13 19:29:14 +00:00
2023-03-24 17:29:47 +00:00
< div class = "toc-sticky toc-scroll" >
< div class = "toc-title-container" >
< span class = "toc-title" >
On this page
< / span >
< / div >
< div class = "toc-tree-container" >
< div class = "toc-tree" >
< ul >
2024-10-08 10:03:58 +00:00
< li > < a class = "reference internal" href = "#" > Utility functions< / a > < ul >
< li > < a class = "reference internal" href = "#seeding" > Seeding< / a > < ul >
< li > < a class = "reference internal" href = "#gymnasium.utils.seeding.np_random" > < code class = "docutils literal notranslate" > < span class = "pre" > np_random()< / span > < / code > < / a > < / li >
< / ul >
< / li >
< li > < a class = "reference internal" href = "#environment-checking" > Environment Checking< / a > < ul >
< li > < a class = "reference internal" href = "#gymnasium.utils.env_checker.check_env" > < code class = "docutils literal notranslate" > < span class = "pre" > check_env()< / span > < / code > < / a > < / li >
< / ul >
< / li >
2022-09-25 14:44:48 +00:00
< li > < a class = "reference internal" href = "#visualization" > Visualization< / a > < ul >
2022-10-12 15:02:09 +00:00
< li > < a class = "reference internal" href = "#gymnasium.utils.play.play" > < code class = "docutils literal notranslate" > < span class = "pre" > play()< / span > < / code > < / a > < / li >
2022-09-25 14:44:48 +00:00
< li > < a class = "reference internal" href = "#gymnasium.utils.play.PlayPlot" > < code class = "docutils literal notranslate" > < span class = "pre" > PlayPlot< / span > < / code > < / a > < ul >
< li > < a class = "reference internal" href = "#gymnasium.utils.play.PlayPlot.callback" > < code class = "docutils literal notranslate" > < span class = "pre" > PlayPlot.callback()< / span > < / code > < / a > < / li >
< / ul >
< / li >
2022-10-12 15:02:09 +00:00
< li > < a class = "reference internal" href = "#gymnasium.utils.play.PlayableGame" > < code class = "docutils literal notranslate" > < span class = "pre" > PlayableGame< / span > < / code > < / a > < ul >
< li > < a class = "reference internal" href = "#gymnasium.utils.play.PlayableGame.process_event" > < code class = "docutils literal notranslate" > < span class = "pre" > PlayableGame.process_event()< / span > < / code > < / a > < / li >
< / ul >
< / li >
2022-09-25 14:44:48 +00:00
< / ul >
< / li >
2024-10-08 10:03:58 +00:00
< li > < a class = "reference internal" href = "#environment-pickling" > Environment pickling< / a > < ul >
< li > < a class = "reference internal" href = "#gymnasium.utils.ezpickle.EzPickle" > < code class = "docutils literal notranslate" > < span class = "pre" > EzPickle< / span > < / code > < / a > < / li >
< / ul >
< / li >
2022-09-25 14:44:48 +00:00
< li > < a class = "reference internal" href = "#save-rendering-videos" > Save Rendering Videos< / a > < ul >
< li > < a class = "reference internal" href = "#gymnasium.utils.save_video.save_video" > < code class = "docutils literal notranslate" > < span class = "pre" > save_video()< / span > < / code > < / a > < / li >
2022-10-12 15:02:09 +00:00
< li > < a class = "reference internal" href = "#gymnasium.utils.save_video.capped_cubic_video_schedule" > < code class = "docutils literal notranslate" > < span class = "pre" > capped_cubic_video_schedule()< / span > < / code > < / a > < / li >
2022-09-25 14:44:48 +00:00
< / ul >
< / li >
< li > < a class = "reference internal" href = "#old-to-new-step-api-compatibility" > Old to New Step API Compatibility< / a > < ul >
2022-10-12 15:02:09 +00:00
< li > < a class = "reference internal" href = "#gymnasium.utils.step_api_compatibility.step_api_compatibility" > < code class = "docutils literal notranslate" > < span class = "pre" > step_api_compatibility()< / span > < / code > < / a > < / li >
2022-09-25 14:44:48 +00:00
< li > < a class = "reference internal" href = "#gymnasium.utils.step_api_compatibility.convert_to_terminated_truncated_step_api" > < code class = "docutils literal notranslate" > < span class = "pre" > convert_to_terminated_truncated_step_api()< / span > < / code > < / a > < / li >
< li > < a class = "reference internal" href = "#gymnasium.utils.step_api_compatibility.convert_to_done_step_api" > < code class = "docutils literal notranslate" > < span class = "pre" > convert_to_done_step_api()< / span > < / code > < / a > < / li >
< / ul >
< / li >
2024-10-08 10:03:58 +00:00
< li > < a class = "reference internal" href = "#runtime-performance-benchmark" > Runtime Performance benchmark< / a > < ul >
< li > < a class = "reference internal" href = "#gymnasium.utils.performance.benchmark_step" > < code class = "docutils literal notranslate" > < span class = "pre" > benchmark_step()< / span > < / code > < / a > < / li >
< li > < a class = "reference internal" href = "#gymnasium.utils.performance.benchmark_init" > < code class = "docutils literal notranslate" > < span class = "pre" > benchmark_init()< / span > < / code > < / a > < / li >
< li > < a class = "reference internal" href = "#gymnasium.utils.performance.benchmark_render" > < code class = "docutils literal notranslate" > < span class = "pre" > benchmark_render()< / span > < / code > < / a > < / li >
2022-09-13 19:29:14 +00:00
< / ul >
< / li >
< / ul >
< / li >
< / ul >
2023-03-24 17:29:47 +00:00
< / div >
2022-09-13 19:29:14 +00:00
< / div >
< / div >
2023-03-24 17:29:47 +00:00
< / aside >
< / div >
2022-09-13 19:29:14 +00:00
< / div >
2022-10-03 15:02:45 +00:00
< / div >
< script >
2022-12-12 13:31:00 +00:00
const toggleMenu = () => {
const menuBtn = document.querySelector(".farama-header-menu__btn");
const menuContainer = document.querySelector(".farama-header-menu-container");
if (document.querySelector(".farama-header-menu").classList.contains("active")) {
2023-01-20 14:42:12 +00:00
menuBtn.setAttribute("aria-expanded", "false");
menuContainer.setAttribute("aria-hidden", "true");
2022-12-12 13:31:00 +00:00
} else {
2023-01-20 14:42:12 +00:00
menuBtn.setAttribute("aria-expanded", "true");
menuContainer.setAttribute("aria-hidden", "false");
2022-12-12 13:31:00 +00:00
}
2022-10-03 15:02:45 +00:00
document.querySelector(".farama-header-menu").classList.toggle("active");
}
document.querySelector(".farama-header-menu__btn").addEventListener("click", toggleMenu);
document.getElementById("farama-close-menu").addEventListener("click", toggleMenu);
< / script >
2024-10-08 10:03:58 +00:00
< script async src = "https://www.googletagmanager.com/gtag/js?id=G-6H9C8TWXZ8" > < / script >
< script >
const enableGtag = () => {
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments);}
gtag('js', new Date());
gtag('config', 'G-6H9C8TWXZ8');
}
(() => {
if (!localStorage.getItem("acceptedCookieAlert")) {
const boxElem = document.createElement("div");
boxElem.classList.add("cookie-alert");
const containerElem = document.createElement("div");
containerElem.classList.add("cookie-alert__container");
const textElem = document.createElement("p");
textElem.innerHTML = `This page uses < a href = "https://analytics.google.com/" >
Google Analytics< / a > to collect statistics.`;
containerElem.appendChild(textElem);
const declineBtn = Object.assign(document.createElement("button"),
{
innerText: "Deny",
className: "farama-btn cookie-alert__button",
id: "cookie-alert__decline",
2022-10-13 10:54:57 +00:00
}
2024-10-08 10:03:58 +00:00
);
declineBtn.addEventListener("click", () => {
localStorage.setItem("acceptedCookieAlert", false);
boxElem.remove();
});
2022-10-13 10:54:57 +00:00
2024-10-08 10:03:58 +00:00
const acceptBtn = Object.assign(document.createElement("button"),
{
innerText: "Allow",
className: "farama-btn cookie-alert__button",
id: "cookie-alert__accept",
}
);
acceptBtn.addEventListener("click", () => {
localStorage.setItem("acceptedCookieAlert", true);
boxElem.remove();
enableGtag();
});
2022-10-13 10:54:57 +00:00
2024-10-08 10:03:58 +00:00
containerElem.appendChild(declineBtn);
containerElem.appendChild(acceptBtn);
boxElem.appendChild(containerElem);
document.body.appendChild(boxElem);
} else if (localStorage.getItem("acceptedCookieAlert") === "true") {
enableGtag();
}
})()
2022-10-13 10:54:57 +00:00
< / script >
2022-10-03 15:02:45 +00:00
2025-06-27 08:24:37 +00:00
< script src = "../../_static/documentation_options.js?v=151cd43d" > < / script >
2024-10-08 10:03:58 +00:00
< script src = "../../_static/doctools.js?v=9a2dae69" > < / script >
< script src = "../../_static/sphinx_highlight.js?v=dc90522c" > < / script >
< script src = "../../_static/scripts/furo.js?v=7660844c" > < / script >
< script > window . MathJax = { "options" : { "processHtmlClass" : "tex2jax_process|mathjax_process|math|output_area" } } < / script >
< script defer = "defer" src = "https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js" > < / script >
2022-10-21 15:39:00 +00:00
2022-12-12 13:31:00 +00:00
< script >
2024-10-08 10:03:58 +00:00
const createProjectsList = (projects, displayImages) => {
const ulElem = Object.assign(document.createElement('ul'),
{
className:'farama-header-menu-list',
}
)
for (let project of projects) {
const liElem = document.createElement("li");
const aElem = Object.assign(document.createElement("a"),
{
href: project.link
}
);
liElem.appendChild(aElem);
if (displayImages) {
const imgElem = Object.assign(document.createElement("img"),
{
src: project.image ? imagesBasepath + project.image : imagesBasepath + "/farama_black.svg",
alt: `${project.name} logo`,
className: "farama-black-logo-invert"
}
);
aElem.appendChild(imgElem);
}
aElem.appendChild(document.createTextNode(project.name));
ulElem.appendChild(liElem);
}
return ulElem;
}
2023-07-14 22:50:55 +00:00
// Create menu with Farama projects by using the API at farama.org/api/projects.json
2022-12-12 13:31:00 +00:00
const createCORSRequest = (method, url) => {
let xhr = new XMLHttpRequest();
xhr.responseType = 'json';
if ("withCredentials" in xhr) {
xhr.open(method, url, true);
} else if (typeof XDomainRequest != "undefined") {
// IE8 & IE9
xhr = new XDomainRequest();
xhr.open(method, url);
} else {
// CORS not supported.
xhr = null;
}
return xhr;
};
const url = 'https://farama.org/api/projects.json';
const imagesBasepath = "https://farama.org/assets/images"
const method = 'GET';
let xhr = createCORSRequest(method, url);
xhr.onload = () => {
const jsonResponse = xhr.response;
const sections = {
2024-10-08 10:03:58 +00:00
"Core Projects": [],
"Mature Projects": {
"Documentation": [],
"Repositories": [],
},
"Incubating Projects": {
"Documentation": [],
"Repositories": [],
},
2022-12-12 13:31:00 +00:00
"Foundation": [
{
name: "About",
link: "https://farama.org/about"
},
{
name: "Standards",
link: "https://farama.org/project_standards",
},
{
name: "Donate",
link: "https://farama.org/donations"
}
]
}
2024-10-08 10:03:58 +00:00
// Categorize projects
2022-12-12 13:31:00 +00:00
Object.keys(jsonResponse).forEach(key => {
projectJson = jsonResponse[key];
if (projectJson.website !== null) {
projectJson.link = projectJson.website;
} else {
projectJson.link = projectJson.github;
2024-10-08 10:03:58 +00:00
}
if (projectJson.type === "core") {
sections["Core Projects"].push(projectJson)
} else if (projectJson.type == "mature") {
if (projectJson.website !== null) {
sections["Mature Projects"]["Documentation"].push(projectJson)
} else {
sections["Mature Projects"]["Repositories"].push(projectJson)
}
} else {
if (projectJson.website !== null) {
sections["Incubating Projects"]["Documentation"].push(projectJson)
} else {
sections["Incubating Projects"]["Repositories"].push(projectJson)
}
2022-12-12 13:31:00 +00:00
}
})
const menuContainer = document.querySelector(".farama-header-menu__body");
Object.keys(sections).forEach((key, i) => {
const sectionElem = Object.assign(
document.createElement('div'), {
className:'farama-header-menu__section',
}
)
sectionElem.appendChild(Object.assign(document.createElement('span'),
{
className:'farama-header-menu__section-title' ,
innerText: key
}
))
2024-10-08 10:03:58 +00:00
// is not a list
if (sections[key].constructor !== Array) {
const subSections = sections[key];
const subSectionContainerElem = Object.assign(
document.createElement('div'), {
className:'farama-header-menu__subsections-container',
style: 'display: flex'
}
)
Object.keys(subSections).forEach((subKey, i) => {
const subSectionElem = Object.assign(
document.createElement('div'), {
className:'farama-header-menu__subsection',
}
)
subSectionElem.appendChild(Object.assign(document.createElement('span'),
2022-12-12 13:31:00 +00:00
{
2024-10-08 10:03:58 +00:00
className:'farama-header-menu__subsection-title' ,
innerText: subKey
2022-12-12 13:31:00 +00:00
}
2024-10-08 10:03:58 +00:00
))
const ulElem = createProjectsList(subSections[subKey], key !== 'Foundation');
subSectionElem.appendChild(ulElem);
subSectionContainerElem.appendChild(subSectionElem);
})
sectionElem.appendChild(subSectionContainerElem);
} else {
const projects = sections[key];
const ulElem = createProjectsList(projects, true);
sectionElem.appendChild(ulElem);
2022-12-12 13:31:00 +00:00
}
menuContainer.appendChild(sectionElem)
});
}
xhr.onerror = function() {
console.error("Unable to load projects");
};
xhr.send();
< / script >
2022-10-25 11:10:26 +00:00
< script >
const versioningConfig = {
githubUser: 'Farama-Foundation',
githubRepo: 'Gymnasium',
};
2023-01-20 14:42:12 +00:00
fetch('/main/_static/versioning/versioning_menu.html').then(response => {
2022-10-25 11:10:26 +00:00
if (response.status === 200) {
response.text().then(text => {
const container = document.createElement("div");
container.innerHTML = text;
document.querySelector("body").appendChild(container);
// innerHtml doenst evaluate scripts, we need to add them dynamically
Array.from(container.querySelectorAll("script")).forEach(oldScript => {
const newScript = document.createElement("script");
Array.from(oldScript.attributes).forEach(attr => newScript.setAttribute(attr.name, attr.value));
newScript.appendChild(document.createTextNode(oldScript.innerHTML));
oldScript.parentNode.replaceChild(newScript, oldScript);
});
});
} else {
console.warn("Unable to load versioning menu", response);
}
});
2023-03-24 17:29:47 +00:00
< / script >
< / body >
2022-09-13 19:29:14 +00:00
< / html >
