diff --git a/docs/_static/css/custom.css b/docs/_static/css/custom.css
deleted file mode 100644
index 4aabc77fc..000000000
--- a/docs/_static/css/custom.css
+++ /dev/null
@@ -1,97 +0,0 @@
-h1 {
-    font-size: 2.25rem;
-}
-
-h2 {
-    font-size: 1.75rem;
-}
-
-h3 {
-    font-size: 1.45rem;
-}
-
-.cookie_alert {
-    position: fixed;
-    display: flex;
-    width: 100%;
-    min-height: 70px;
-    background-color: var(--color-background-secondary);
-    color: var(--color-foreground-primary);
-    border-top: 1px solid var(--color-background-border);
-    bottom: 0;
-    left: 0;
-    z-index: 99999;
-}
-
-.cookie_container {
-    display: flex;
-    align-items: center;
-    width: 700px;
-    max-width: calc(100% - 28px);
-    margin: auto;
-}
-
-.cookie_alert p {
-    flex: 1;
-}
-
-.cookie_alert button {
-    background-color: transparent;
-    border: none;
-    width: 26px;
-    height: 26px;
-    padding: 0;
-    cursor: pointer;
-}
-
-.cookie_alert button svg .cls-1 {
-     stroke: var(--color-foreground-primary);
-}
-
-.cookie_alert button svg {
-    width: 100%;
-}
-
-.sidebar-logo-container {
-    display: flex;
-    height: 100px;
-}
-
-/*=======================
-Envinronments grid
-========================*/
-.env-grid {
-    display: flex;
-    flex-wrap: wrap;
-    justify-content: center;
-    width: 100%;
-    box-sizing: border-box;
-}
-.env-grid__cell {
-    display: flex;
-    flex-direction: column;
-    width: 180px;
-    height: 180px;
-    padding: 10px;
-}
-.cell__image-container {
-    display: flex;
-    height: 148px;
-    justify-content: center;
-}
-.cell__image-container img {
-    max-height: 100%;
-}
-.cell__title {
-    display: flex;
-    justify-content: center;
-    text-align: center;
-    align-items: flex-end;
-    height: 32px;
-    line-height: 16px;
-}
-.more-btn {
-    width: 240px;
-    margin: 12px auto;
-    display: block;
-}
\ No newline at end of file
diff --git a/docs/_static/css/env_pages.css b/docs/_static/css/env_pages.css
deleted file mode 100644
index 6d3f1efb5..000000000
--- a/docs/_static/css/env_pages.css
+++ /dev/null
@@ -1,35 +0,0 @@
-.env-grid {
-    display: flex;
-    flex-wrap: wrap;
-    justify-content: center;
-    width: 100%;
-    box-sizing: border-box;
-}
-.env-grid__cell {
-    display: flex;
-    flex-direction: column;
-    width: 180px;
-    height: 180px;
-    padding: 10px;
-}
-.cell__image-container {
-    display: flex;
-    height: 148px;
-    justify-content: center;
-}
-.cell__image-container img {
-    max-height: 100%;
-}
-.cell__title {
-    display: flex;
-    justify-content: center;
-    text-align: center;
-    align-items: flex-end;
-    height: 32px;
-    line-height: 16px;
-}
-.more-btn {
-    width: 240px;
-    margin: 12px auto;
-    display: block;
-}
\ No newline at end of file
diff --git a/docs/_templates/base.html b/docs/_templates/base.html
deleted file mode 100644
index 87f74958b..000000000
--- a/docs/_templates/base.html
+++ /dev/null
@@ -1,42 +0,0 @@
-{% extends "furo/base.html" %}
-
-{%- block regular_scripts -%}
-{{ super() }}
-
-<script>
-    (() => {
-        if (!localStorage.getItem("shownCookieAlert")) {
-            const boxElem = document.createElement("div");
-            boxElem.classList.add("cookie_alert");
-            const containerElem = document.createElement("div");
-            containerElem.classList.add("cookie_container");
-            const textElem = document.createElement("p");
-            textElem.innerHTML = `This page uses <a href="https://analytics.google.com/">
-                                Google Analytics</a> to collect statistics. You can disable it by blocking
-                                the JavaScript coming from www.google-analytics.com.`;
-                                containerElem.appendChild(textElem);
-            const closeBtn = document.createElement("button");
-            closeBtn.innerHTML = `<?xml version="1.0" ?><svg viewBox="0 0 32 32" xmlns="http://www.w3.org/2000/svg"><defs><style>.cls-1{fill:none;stroke:#000;stroke-linecap:round;stroke-linejoin:round;stroke-width:2px;}</style></defs><title/><g id="cross"><line class="cls-1" x1="7" x2="25" y1="7" y2="25"/><line class="cls-1" x1="7" x2="25" y1="25" y2="7"/></g></svg>`
-            closeBtn.onclick = () => {
-                localStorage.setItem("shownCookieAlert", "true");
-                boxElem.style.display = "none";
-            }
-            containerElem.appendChild(closeBtn);
-            boxElem.appendChild(containerElem);
-            document.body.appendChild(boxElem);
-        }
-    })()
-
-</script>
-
-<!-- Google tag (gtag.js) -->
-<script async src="https://www.googletagmanager.com/gtag/js?id=G-JGXSLW7N06"></script>
-<script>
-  window.dataLayer = window.dataLayer || [];
-  function gtag(){dataLayer.push(arguments);}
-  gtag('js', new Date());
-
-  gtag('config', 'G-JGXSLW7N06');
-</script>
-
-{%- endblock regular_scripts -%}
\ No newline at end of file
diff --git a/docs/_templates/page.html b/docs/_templates/page.html
deleted file mode 100644
index 3e9d13326..000000000
--- a/docs/_templates/page.html
+++ /dev/null
@@ -1,207 +0,0 @@
-{% extends "base.html" %}
-
-{% block body -%}
-{{ super() }}
-{% include "partials/icons.html" %}
-
-<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation">
-<input type="checkbox" class="sidebar-toggle" name="__toc" id="__toc">
-<label class="overlay sidebar-overlay" for="__navigation">
-  <div class="visually-hidden">Hide navigation sidebar</div>
-</label>
-<label class="overlay toc-overlay" for="__toc">
-  <div class="visually-hidden">Hide table of contents sidebar</div>
-</label>
-
-{% if theme_announcement -%}
-<div class="announcement">
-  <aside class="announcement-content">
-    {% block announcement %} {{ theme_announcement }} {% endblock announcement %}
-  </aside>
-</div>
-{%- endif %}
-
-<div class="page">
-  <header class="mobile-header">
-    <div class="header-left">
-      <label class="nav-overlay-icon" for="__navigation">
-        <div class="visually-hidden">Toggle site navigation sidebar</div>
-        <i class="icon"><svg><use href="#svg-menu"></use></svg></i>
-      </label>
-    </div>
-    <div class="header-center">
-      <a href="{{ pathto(master_doc) }}"><div class="brand">{{ docstitle if docstitle else project }}</div></a>
-    </div>
-    <div class="header-right">
-      <div class="theme-toggle-container theme-toggle-header">
-        <button class="theme-toggle">
-          <div class="visually-hidden">Toggle Light / Dark / Auto color theme</div>
-          <svg class="theme-icon-when-auto"><use href="#svg-sun-half"></use></svg>
-          <svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg>
-          <svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg>
-        </button>
-      </div>
-      <label class="toc-overlay-icon toc-header-icon{% if furo_hide_toc %} no-toc{% endif %}" for="__toc">
-        <div class="visually-hidden">Toggle table of contents sidebar</div>
-        <i class="icon"><svg><use href="#svg-toc"></use></svg></i>
-      </label>
-    </div>
-  </header>
-  <aside class="sidebar-drawer">
-    <div class="sidebar-container">
-      {% block left_sidebar %}
-      <div class="sidebar-sticky">
-        {%- for sidebar_section in sidebars %}
-          {%- include sidebar_section %}
-        {%- endfor %}
-      </div>
-      {% endblock left_sidebar %}
-    </div>
-  </aside>
-  <div class="main">
-    <div class="content">
-      <div class="article-container">
-        <a href="#" class="back-to-top muted-link">
-          <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
-            <path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12z"></path>
-          </svg>
-          <span>{% trans %}Back to top{% endtrans %}</span>
-        </a>
-        <div class="content-icon-container">
-          {% if theme_top_of_page_button == "edit" -%}
-          {%- include "components/edit-this-page.html" with context -%}
-          {%- elif theme_top_of_page_button != None -%}
-          {{ warning("Got an unsupported value for 'top_of_page_button'") }}
-          {%- endif -%}
-          {#- Theme toggle -#}
-          <div class="theme-toggle-container theme-toggle-content">
-            <button class="theme-toggle">
-              <div class="visually-hidden">Toggle Light / Dark / Auto color theme</div>
-              <svg class="theme-icon-when-auto"><use href="#svg-sun-half"></use></svg>
-              <svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg>
-              <svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg>
-            </button>
-          </div>
-          <label class="toc-overlay-icon toc-content-icon{% if furo_hide_toc %} no-toc{% endif %}" for="__toc">
-            <div class="visually-hidden">Toggle table of contents sidebar</div>
-            <i class="icon"><svg><use href="#svg-toc"></use></svg></i>
-          </label>
-        </div>
-        <article role="main">
-          {% block content %}{{ body }}{% endblock %}
-        </article>
-      </div>
-      <footer>
-        {% block footer %}
-        <div class="related-pages">
-          {% if next and not meta.get("lastpage") -%}
-            <a class="next-page" href="{{ next.link }}">
-              <div class="page-info">
-                <div class="context">
-                  <span>{{ _("Next") }}</span>
-                </div>
-                <div class="title">{{ next.title }}</div>
-              </div>
-              <svg class="furo-related-icon"><use href="#svg-arrow-right"></use></svg>
-            </a>
-          {%- endif %}
-          {% if next and not meta.get("firstpage") -%}
-            <a class="prev-page" href="{{ prev.link }}">
-              <svg class="furo-related-icon"><use href="#svg-arrow-right"></use></svg>
-              <div class="page-info">
-                <div class="context">
-                  <span>{{ _("Previous") }}</span>
-                </div>
-                {% if prev.link == pathto(master_doc) %}
-                <div class="title">{{ _("Home") }}</div>
-                {% else %}
-                <div class="title">{{ prev.title }}</div>
-                {% endif %}
-              </div>
-            </a>
-          {%- endif %}
-        </div>
-        <div class="bottom-of-page">
-          <div class="left-details">
-            {%- if show_copyright %}
-            <div class="copyright">
-              {%- if hasdoc('copyright') %}
-                {% trans path=pathto('copyright'), copyright=copyright|e -%}
-                  <a href="{{ path }}">Copyright</a> &#169; {{ copyright }}
-                {%- endtrans %}
-              {%- else %}
-                {% trans copyright=copyright|e -%}
-                  Copyright &#169; {{ copyright }}
-                {%- endtrans %}
-              {%- endif %}
-            </div>
-            {%- endif %}
-            {% trans %}Made with {% endtrans -%}
-            {%- if show_sphinx -%}
-            {% trans %}<a href="https://www.sphinx-doc.org/">Sphinx</a> and {% endtrans -%}
-            <a class="muted-link" href="https://pradyunsg.me">@pradyunsg</a>'s
-            {% endif -%}
-            {% trans %}
-            <a href="https://github.com/pradyunsg/furo">Furo</a>
-            {% endtrans %}
-            {%- if last_updated -%}
-            <div class="last-updated">
-              {% trans last_updated=last_updated|e -%}
-                Last updated on {{ last_updated }}
-              {%- endtrans -%}
-            </div>
-            {%- endif %}
-          </div>
-          <div class="right-details">
-            <div class="icons">
-              {% if theme_footer_icons -%}
-              {% for icon_dict in theme_footer_icons -%}
-              <a class="muted-link {{ icon_dict.class }}" href="{{ icon_dict.url }}" aria-label="{{ icon_dict.name }}">
-                {{- icon_dict.html -}}
-              </a>
-              {% endfor %}
-              {%- else -%}
-              {#- Show Read the Docs project -#}
-              {%- if READTHEDOCS and slug -%}
-              <a class="muted-link" href="https://readthedocs.org/projects/{{ slug }}" aria-label="On Read the Docs">
-                <svg x="0px" y="0px" viewBox="-125 217 360 360" xml:space="preserve">
-                  <path fill="currentColor" d="M39.2,391.3c-4.2,0.6-7.1,4.4-6.5,8.5c0.4,3,2.6,5.5,5.5,6.3 c0,0,18.5,6.1,50,8.7c25.3,2.1,54-1.8,54-1.8c4.2-0.1,7.5-3.6,7.4-7.8c-0.1-4.2-3.6-7.5-7.8-7.4c-0.5,0-1,0.1-1.5,0.2 c0,0-28.1,3.5-50.9,1.6c-30.1-2.4-46.5-7.9-46.5-7.9C41.7,391.3,40.4,391.1,39.2,391.3z M39.2,353.6c-4.2,0.6-7.1,4.4-6.5,8.5 c0.4,3,2.6,5.5,5.5,6.3c0,0,18.5,6.1,50,8.7c25.3,2.1,54-1.8,54-1.8c4.2-0.1,7.5-3.6,7.4-7.8c-0.1-4.2-3.6-7.5-7.8-7.4 c-0.5,0-1,0.1-1.5,0.2c0,0-28.1,3.5-50.9,1.6c-30.1-2.4-46.5-7.9-46.5-7.9C41.7,353.6,40.4,353.4,39.2,353.6z M39.2,315.9 c-4.2,0.6-7.1,4.4-6.5,8.5c0.4,3,2.6,5.5,5.5,6.3c0,0,18.5,6.1,50,8.7c25.3,2.1,54-1.8,54-1.8c4.2-0.1,7.5-3.6,7.4-7.8 c-0.1-4.2-3.6-7.5-7.8-7.4c-0.5,0-1,0.1-1.5,0.2c0,0-28.1,3.5-50.9,1.6c-30.1-2.4-46.5-7.9-46.5-7.9 C41.7,315.9,40.4,315.8,39.2,315.9z M39.2,278.3c-4.2,0.6-7.1,4.4-6.5,8.5c0.4,3,2.6,5.5,5.5,6.3c0,0,18.5,6.1,50,8.7 c25.3,2.1,54-1.8,54-1.8c4.2-0.1,7.5-3.6,7.4-7.8c-0.1-4.2-3.6-7.5-7.8-7.4c-0.5,0-1,0.1-1.5,0.2c0,0-28.1,3.5-50.9,1.6 c-30.1-2.4-46.5-7.9-46.5-7.9C41.7,278.2,40.4,278.1,39.2,278.3z M-13.6,238.5c-39.6,0.3-54.3,12.5-54.3,12.5v295.7 c0,0,14.4-12.4,60.8-10.5s55.9,18.2,112.9,19.3s71.3-8.8,71.3-8.8l0.8-301.4c0,0-25.6,7.3-75.6,7.7c-49.9,0.4-61.9-12.7-107.7-14.2 C-8.2,238.6-10.9,238.5-13.6,238.5z M19.5,257.8c0,0,24,7.9,68.3,10.1c37.5,1.9,75-3.7,75-3.7v267.9c0,0-19,10-66.5,6.6 C59.5,536.1,19,522.1,19,522.1L19.5,257.8z M-3.6,264.8c4.2,0,7.7,3.4,7.7,7.7c0,4.2-3.4,7.7-7.7,7.7c0,0-12.4,0.1-20,0.8 c-12.7,1.3-21.4,5.9-21.4,5.9c-3.7,2-8.4,0.5-10.3-3.2c-2-3.7-0.5-8.4,3.2-10.3c0,0,0,0,0,0c0,0,11.3-6,27-7.5 C-16,264.9-3.6,264.8-3.6,264.8z M-11,302.6c4.2-0.1,7.4,0,7.4,0c4.2,0.5,7.2,4.3,6.7,8.5c-0.4,3.5-3.2,6.3-6.7,6.7 c0,0-12.4,0.1-20,0.8c-12.7,1.3-21.4,5.9-21.4,5.9c-3.7,2-8.4,0.5-10.3-3.2c-2-3.7-0.5-8.4,3.2-10.3c0,0,11.3-6,27-7.5 C-20.5,302.9-15.2,302.7-11,302.6z M-3.6,340.2c4.2,0,7.7,3.4,7.7,7.7s-3.4,7.7-7.7,7.7c0,0-12.4-0.1-20,0.7 c-12.7,1.3-21.4,5.9-21.4,5.9c-3.7,2-8.4,0.5-10.3-3.2c-2-3.7-0.5-8.4,3.2-10.3c0,0,11.3-6,27-7.5C-16,340.1-3.6,340.2-3.6,340.2z" />
-                </svg>
-              </a>
-              {%- endif -%}
-              {#- Show GitHub repository home -#}
-              {%- if READTHEDOCS and display_github and github_user != "None" and github_repo != "None" -%}
-              <a class="muted-link" href="https://github.com/{{ github_user }}/{{ github_repo }}" aria-label="On GitHub">
-                <svg stroke="currentColor" fill="currentColor" stroke-width="0" viewBox="0 0 16 16">
-                  <path fill-rule="evenodd" d="M8 0C3.58 0 0 3.58 0 8c0 3.54 2.29 6.53 5.47 7.59.4.07.55-.17.55-.38 0-.19-.01-.82-.01-1.49-2.01.37-2.53-.49-2.69-.94-.09-.23-.48-.94-.82-1.13-.28-.15-.68-.52-.01-.53.63-.01 1.08.58 1.23.82.72 1.21 1.87.87 2.33.66.07-.52.28-.87.51-1.07-1.78-.2-3.64-.89-3.64-3.95 0-.87.31-1.59.82-2.15-.08-.2-.36-1.02.08-2.12 0 0 .67-.21 2.2.82.64-.18 1.32-.27 2-.27.68 0 1.36.09 2 .27 1.53-1.04 2.2-.82 2.2-.82.44 1.1.16 1.92.08 2.12.51.56.82 1.27.82 2.15 0 3.07-1.87 3.75-3.65 3.95.29.25.54.73.54 1.48 0 1.07-.01 1.93-.01 2.2 0 .21.15.46.55.38A8.013 8.013 0 0 0 16 8c0-4.42-3.58-8-8-8z"></path>
-                </svg>
-              </a>
-              {%- endif -%}
-              {%- endif %}
-            </div>
-          </div>
-        </div>
-        {% endblock footer %}
-      </footer>
-    </div>
-    <aside class="toc-drawer{% if furo_hide_toc %} no-toc{% endif %}">
-      {% block right_sidebar %}
-      {% if not furo_hide_toc %}
-      <div class="toc-sticky toc-scroll">
-        <div class="toc-title-container">
-          <span class="toc-title">
-            {{ _("On this page") }}
-          </span>
-        </div>
-        <div class="toc-tree-container">
-          <div class="toc-tree">
-            {{ toc }}
-          </div>
-        </div>
-      </div>
-      {% endif %}
-      {% endblock right_sidebar %}
-    </aside>
-  </div>
-</div>
-{%- endblock %}
\ No newline at end of file
diff --git a/docs/conf.py b/docs/conf.py
index 29b0c61ec..3acca4988 100644
--- a/docs/conf.py
+++ b/docs/conf.py
@@ -15,6 +15,8 @@
 # sys.path.insert(0, os.path.abspath('.'))
 
 # -- Project information -----------------------------------------------------
+from typing import Any, Dict
+
 import gymnasium
 
 project = "Gymnasium"
@@ -68,8 +70,15 @@ html_favicon = "_static/img/favicon.png"
 html_theme_options = {
     "light_logo": "img/gymnasium_black.svg",
     "dark_logo": "img/gymnasium_white.svg",
+    "gtag": "",
 }
+html_context: Dict[str, Any] = {}
+html_context["conf_py_path"] = "/docs/"
+html_context["display_github"] = True
+html_context["github_user"] = "Farama-Foundation"
+html_context["github_repo"] = "Gymnasium"
+html_context["github_version"] = "master"
+html_context["slug"] = "gymnasium"
+
 html_static_path = ["_static"]
-html_css_files = [
-    "css/custom.css",
-]
+html_css_files = []
diff --git a/docs/requirements.txt b/docs/requirements.txt
index 96549120c..b917a2607 100644
--- a/docs/requirements.txt
+++ b/docs/requirements.txt
@@ -1,5 +1,5 @@
 sphinx
 myst-parser
-furo
+git+https://github.com/Farama-Foundation/Celshast#egg=furo
 moviepy
 pygame
\ No newline at end of file