Add docs (#13)

Farama-Foundation · Sep 13, 2022 · 91769fc · 91769fc
1 parent b48e162
commit 91769fc
Show file tree

Hide file tree

Showing 351 changed files with 13,137 additions and 6 deletions.
diff --git a/.github/workflows/build-docs.yml b/.github/workflows/build-docs.yml
@@ -0,0 +1,42 @@
+name: Build Documentation website
+on:
+  push:
+    branches: [main]
+permissions:
+  contents: write
+jobs:
+  docs:
+    name: Generate Website
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/setup-python@v4
+        with:
+            python-version: '3.9' 
+
+      - name: Install dependencies
+        run: pip install -r docs/requirements.txt
+
+      - name: Install Gymnasium
+        run: pip install .
+
+      - name: Build
+        run: sphinx-build -b dirhtml -v docs _build
+
+      - name: Move 404
+        run: mv _build/404/index.html _build/404.html
+
+      - name: Update 404 links
+        run: python ./docs/scripts/move_404.py _build/404.html
+
+      - name: Remove .doctrees
+        run: rm -r _build/.doctrees
+
+      - name: Upload to GitHub Pages
+        uses: JamesIves/github-pages-deploy-action@v4
+        with:
+          folder: _build
+          clean-exclude: |
+            *.*.*/
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -9,7 +9,7 @@ repos:
     hooks:
       - id: codespell
         args:
-          - --ignore-words-list=nd,reacher,thist,ths, ure, referenc
+          - --ignore-words-list=nd,reacher,thist,ths, ure, referenc,wile
   - repo: https://gitlab.com/PyCQA/flake8
     rev: 4.0.1
     hooks:
@@ -30,7 +30,7 @@ repos:
     rev: 6.1.1  # pick a git hash / tag to point to
     hooks:
       - id: pydocstyle
-        exclude: ^(gymnasium/version.py)|(gymnasium/envs/)|(tests/)
+        exclude: ^(gymnasium/version.py)|(gymnasium/envs/)|(tests/)|(docs/)
         args:
           - --source
           - --explain

diff --git a/docs/.gitignore b/docs/.gitignore
@@ -0,0 +1,5 @@
+.DS_Store
+__pycache__
+.vscode/
+build/
+_build/
diff --git a/docs/404.md b/docs/404.md
@@ -0,0 +1,7 @@
+---
+hide-toc: true
+---
+
+# 404
+
+## Page Not Found
diff --git a/docs/Makefile b/docs/Makefile
@@ -0,0 +1,20 @@
+# Minimal makefile for Sphinx documentation
+#
+
+# You can set these variables from the command line, and also
+# from the environment for the first two.
+SPHINXOPTS    ?=
+SPHINXBUILD   ?= sphinx-build
+SOURCEDIR     = .
+BUILDDIR      = _build
+
+# Put it first so that "make" without argument is like "make help".
+help:
+	@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
+
+.PHONY: help Makefile
+
+# Catch-all target: route all unknown targets to Sphinx using the new
+# "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
+%: Makefile
+	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
diff --git a/docs/README.md b/docs/README.md
@@ -0,0 +1,51 @@
+# Gymnasium-docs
+
+This folder contains the documentation for [Gymnasium](https://github.com/Farama-Foundation/gymnasium).
+
+If you are modifying a non-environment page or an atari environment page, please PR this repo. Otherwise, follow the steps below:
+
+## Instructions for modifying environment pages
+
+### Editing an environment page
+
+If you are editing an Atari environment, directly edit the Markdown file in this repository. 
+
+Otherwise, fork Gymnasium and edit the docstring in the environment's Python file. Then, pip install your Gymnasium fork and run `docs/scripts/gen_mds.py` in this repo. This will automatically generate a Markdown documentation file for the environment.
+
+### Adding a new environment
+
+#### Atari env
+
+For Atari envs, add a Markdown file into `pages/environments/atari` then complete the **other steps**.
+
+#### Non-Atari env
+
+Ensure the environment is in Gymnasium (or your fork). Ensure that the environment's Python file has a properly formatted markdown docstring. Pip install Gymnasium (or your fork) then run `docs/scripts/gen_mds.py`. This will automatically generate an md page for the environment. Then complete the [other steps](#other-steps).
+
+#### Other steps
+
+- Add the corresponding gif into the `docs/_static/videos/{ENV_TYPE}` folder, where `ENV_TYPE` is the category of your new environment (e.g. mujoco). Follow snake_case naming convention. Alternatively, run `docs/scripts/gen_gifs.py`.
+- Edit `docs/environments/{ENV_TYPE}/index.md`, and add the name of the file corresponding to your new environment to the `toctree`.
+
+## Build the Documentation
+
+Install the required packages and Gymnasium (or your fork):
+
+```
+pip install -r requirements.txt
+pip install gymnasium
+```
+
+To build the documentation once:
+
+```
+cd docs
+make dirhtml _build
+```
+
+To rebuild the documentation automatically every time a change is made:
+
+```
+cd docs
+sphinx-autobuild -b dirhtml . _build
+```
diff --git a/docs/_static/css/custom.css b/docs/_static/css/custom.css
@@ -0,0 +1,97 @@
+h1 {
+    font-size: 2.25rem;
+}
+
+h2 {
+    font-size: 1.75rem;
+}
+
+h3 {
+    font-size: 1.45rem;
+}
+
+.cookie_alert {
+    position: fixed;
+    display: flex;
+    width: 100%;
+    min-height: 70px;
+    background-color: var(--color-background-secondary);
+    color: var(--color-foreground-primary);
+    border-top: 1px solid var(--color-background-border);
+    bottom: 0;
+    left: 0;
+    z-index: 99999;
+}
+
+.cookie_container {
+    display: flex;
+    align-items: center;
+    width: 700px;
+    max-width: calc(100% - 28px);
+    margin: auto;
+}
+
+.cookie_alert p {
+    flex: 1;
+}
+
+.cookie_alert button {
+    background-color: transparent;
+    border: none;
+    width: 26px;
+    height: 26px;
+    padding: 0;
+    cursor: pointer;
+}
+
+.cookie_alert button svg .cls-1 {
+     stroke: var(--color-foreground-primary);
+}
+
+.cookie_alert button svg {
+    width: 100%;
+}
+
+.sidebar-logo-container {
+    display: flex;
+    height: 100px;
+}
+
+/*=======================
+Envinronments grid
+========================*/
+.env-grid {
+    display: flex;
+    flex-wrap: wrap;
+    justify-content: center;
+    width: 100%;
+    box-sizing: border-box;
+}
+.env-grid__cell {
+    display: flex;
+    flex-direction: column;
+    width: 180px;
+    height: 180px;
+    padding: 10px;
+}
+.cell__image-container {
+    display: flex;
+    height: 148px;
+    justify-content: center;
+}
+.cell__image-container img {
+    max-height: 100%;
+}
+.cell__title {
+    display: flex;
+    justify-content: center;
+    text-align: center;
+    align-items: flex-end;
+    height: 32px;
+    line-height: 16px;
+}
+.more-btn {
+    width: 240px;
+    margin: 12px auto;
+    display: block;
+}
diff --git a/docs/_static/css/env_pages.css b/docs/_static/css/env_pages.css
@@ -0,0 +1,35 @@
+.env-grid {
+    display: flex;
+    flex-wrap: wrap;
+    justify-content: center;
+    width: 100%;
+    box-sizing: border-box;
+}
+.env-grid__cell {
+    display: flex;
+    flex-direction: column;
+    width: 180px;
+    height: 180px;
+    padding: 10px;
+}
+.cell__image-container {
+    display: flex;
+    height: 148px;
+    justify-content: center;
+}
+.cell__image-container img {
+    max-height: 100%;
+}
+.cell__title {
+    display: flex;
+    justify-content: center;
+    text-align: center;
+    align-items: flex-end;
+    height: 32px;
+    line-height: 16px;
+}
+.more-btn {
+    width: 240px;
+    margin: 12px auto;
+    display: block;
+}
diff --git a/docs/_static/diagrams/AE_loop.png b/docs/_static/diagrams/AE_loop.png
diff --git a/docs/_static/diagrams/AE_loop_dark.png b/docs/_static/diagrams/AE_loop_dark.png
diff --git a/docs/_static/diagrams/pendulum.png b/docs/_static/diagrams/pendulum.png
diff --git a/docs/_static/img/favicon.png b/docs/_static/img/favicon.png
diff --git a/docs/_static/img/github_icon.svg b/docs/_static/img/github_icon.svg
diff --git a/docs/_static/img/gymnasium_black.svg b/docs/_static/img/gymnasium_black.svg
diff --git a/docs/_static/img/gymnasium_white.svg b/docs/_static/img/gymnasium_white.svg
diff --git a/docs/_static/videos/atari/adventure.gif b/docs/_static/videos/atari/adventure.gif
diff --git a/docs/_static/videos/atari/aid.gif b/docs/_static/videos/atari/aid.gif
diff --git a/docs/_static/videos/atari/aid_deterministic.gif b/docs/_static/videos/atari/aid_deterministic.gif
diff --git a/docs/_static/videos/atari/aid_no_frameskip.gif b/docs/_static/videos/atari/aid_no_frameskip.gif
diff --git a/docs/_static/videos/atari/air_raid.gif b/docs/_static/videos/atari/air_raid.gif
diff --git a/docs/_static/videos/atari/alien.gif b/docs/_static/videos/atari/alien.gif
diff --git a/docs/_static/videos/atari/amidar.gif b/docs/_static/videos/atari/amidar.gif
diff --git a/docs/_static/videos/atari/ar.gif b/docs/_static/videos/atari/ar.gif
diff --git a/docs/_static/videos/atari/ar_deterministic.gif b/docs/_static/videos/atari/ar_deterministic.gif
diff --git a/docs/_static/videos/atari/ar_no_frameskip.gif b/docs/_static/videos/atari/ar_no_frameskip.gif
diff --git a/docs/_static/videos/atari/assault.gif b/docs/_static/videos/atari/assault.gif
diff --git a/docs/_static/videos/atari/asterix.gif b/docs/_static/videos/atari/asterix.gif
diff --git a/docs/_static/videos/atari/asteroids.gif b/docs/_static/videos/atari/asteroids.gif
diff --git a/docs/_static/videos/atari/atlantis.gif b/docs/_static/videos/atari/atlantis.gif
diff --git a/docs/_static/videos/atari/atlantis2.gif b/docs/_static/videos/atari/atlantis2.gif
diff --git a/docs/_static/videos/atari/ator_action.gif b/docs/_static/videos/atari/ator_action.gif
diff --git a/docs/_static/videos/atari/ator_action_deterministic.gif b/docs/_static/videos/atari/ator_action_deterministic.gif
diff --git a/docs/_static/videos/atari/ator_action_no_frameskip.gif b/docs/_static/videos/atari/ator_action_no_frameskip.gif
diff --git a/docs/_static/videos/atari/backgammon.gif b/docs/_static/videos/atari/backgammon.gif
diff --git a/docs/_static/videos/atari/bank_heist.gif b/docs/_static/videos/atari/bank_heist.gif
diff --git a/docs/_static/videos/atari/basic_math.gif b/docs/_static/videos/atari/basic_math.gif
diff --git a/docs/_static/videos/atari/battle_zone.gif b/docs/_static/videos/atari/battle_zone.gif
diff --git a/docs/_static/videos/atari/beam_rider.gif b/docs/_static/videos/atari/beam_rider.gif
diff --git a/docs/_static/videos/atari/berzerk.gif b/docs/_static/videos/atari/berzerk.gif
diff --git a/docs/_static/videos/atari/blackjack.gif b/docs/_static/videos/atari/blackjack.gif
diff --git a/docs/_static/videos/atari/bowling.gif b/docs/_static/videos/atari/bowling.gif
diff --git a/docs/_static/videos/atari/boxing.gif b/docs/_static/videos/atari/boxing.gif
diff --git a/docs/_static/videos/atari/breakout.gif b/docs/_static/videos/atari/breakout.gif
diff --git a/docs/_static/videos/atari/carnival.gif b/docs/_static/videos/atari/carnival.gif
diff --git a/docs/_static/videos/atari/casino.gif b/docs/_static/videos/atari/casino.gif
diff --git a/docs/_static/videos/atari/centipede.gif b/docs/_static/videos/atari/centipede.gif
diff --git a/docs/_static/videos/atari/chopper_command.gif b/docs/_static/videos/atari/chopper_command.gif
diff --git a/docs/_static/videos/atari/crazy_climber.gif b/docs/_static/videos/atari/crazy_climber.gif
diff --git a/docs/_static/videos/atari/crossbow.gif b/docs/_static/videos/atari/crossbow.gif
diff --git a/docs/_static/videos/atari/darkchambers.gif b/docs/_static/videos/atari/darkchambers.gif
diff --git a/docs/_static/videos/atari/defender.gif b/docs/_static/videos/atari/defender.gif
diff --git a/docs/_static/videos/atari/demon_attack.gif b/docs/_static/videos/atari/demon_attack.gif
diff --git a/docs/_static/videos/atari/donkey_kong.gif b/docs/_static/videos/atari/donkey_kong.gif
diff --git a/docs/_static/videos/atari/double_dunk.gif b/docs/_static/videos/atari/double_dunk.gif
diff --git a/docs/_static/videos/atari/earthworld.gif b/docs/_static/videos/atari/earthworld.gif
diff --git a/docs/_static/videos/atari/elevator_action.gif b/docs/_static/videos/atari/elevator_action.gif
diff --git a/docs/_static/videos/atari/enduro.gif b/docs/_static/videos/atari/enduro.gif
diff --git a/docs/_static/videos/atari/entombed.gif b/docs/_static/videos/atari/entombed.gif
diff --git a/docs/_static/videos/atari/er.gif b/docs/_static/videos/atari/er.gif
diff --git a/docs/_static/videos/atari/er_deterministic.gif b/docs/_static/videos/atari/er_deterministic.gif
diff --git a/docs/_static/videos/atari/er_no_frameskip.gif b/docs/_static/videos/atari/er_no_frameskip.gif
diff --git a/docs/_static/videos/atari/erk.gif b/docs/_static/videos/atari/erk.gif
diff --git a/docs/_static/videos/atari/erk_deterministic.gif b/docs/_static/videos/atari/erk_deterministic.gif
diff --git a/docs/_static/videos/atari/erk_no_frameskip.gif b/docs/_static/videos/atari/erk_no_frameskip.gif
diff --git a/docs/_static/videos/atari/et.gif b/docs/_static/videos/atari/et.gif
diff --git a/docs/_static/videos/atari/fishing_derby.gif b/docs/_static/videos/atari/fishing_derby.gif
diff --git a/docs/_static/videos/atari/flag_capture.gif b/docs/_static/videos/atari/flag_capture.gif
diff --git a/docs/_static/videos/atari/freeway.gif b/docs/_static/videos/atari/freeway.gif
diff --git a/docs/_static/videos/atari/frogger.gif b/docs/_static/videos/atari/frogger.gif
diff --git a/docs/_static/videos/atari/frostbite.gif b/docs/_static/videos/atari/frostbite.gif
diff --git a/docs/_static/videos/atari/galaxian.gif b/docs/_static/videos/atari/galaxian.gif
diff --git a/docs/_static/videos/atari/gopher.gif b/docs/_static/videos/atari/gopher.gif
diff --git a/docs/_static/videos/atari/gravitar.gif b/docs/_static/videos/atari/gravitar.gif
diff --git a/docs/_static/videos/atari/hangman.gif b/docs/_static/videos/atari/hangman.gif
diff --git a/docs/_static/videos/atari/haunted_house.gif b/docs/_static/videos/atari/haunted_house.gif
diff --git a/docs/_static/videos/atari/heist.gif b/docs/_static/videos/atari/heist.gif
diff --git a/docs/_static/videos/atari/heist_deterministic.gif b/docs/_static/videos/atari/heist_deterministic.gif
diff --git a/docs/_static/videos/atari/heist_no_frameskip.gif b/docs/_static/videos/atari/heist_no_frameskip.gif
diff --git a/docs/_static/videos/atari/hero.gif b/docs/_static/videos/atari/hero.gif
diff --git a/docs/_static/videos/atari/human_cannonball.gif b/docs/_static/videos/atari/human_cannonball.gif
diff --git a/docs/_static/videos/atari/ice_hockey.gif b/docs/_static/videos/atari/ice_hockey.gif
diff --git a/docs/_static/videos/atari/ing.gif b/docs/_static/videos/atari/ing.gif
diff --git a/docs/_static/videos/atari/ing_derby.gif b/docs/_static/videos/atari/ing_derby.gif
diff --git a/docs/_static/videos/atari/ing_derby_deterministic.gif b/docs/_static/videos/atari/ing_derby_deterministic.gif
diff --git a/docs/_static/videos/atari/ing_derby_no_frameskip.gif b/docs/_static/videos/atari/ing_derby_no_frameskip.gif
diff --git a/docs/_static/videos/atari/ing_deterministic.gif b/docs/_static/videos/atari/ing_deterministic.gif
diff --git a/docs/_static/videos/atari/ing_no_frameskip.gif b/docs/_static/videos/atari/ing_no_frameskip.gif
diff --git a/docs/_static/videos/atari/ipede.gif b/docs/_static/videos/atari/ipede.gif
diff --git a/docs/_static/videos/atari/ipede_deterministic.gif b/docs/_static/videos/atari/ipede_deterministic.gif
diff --git a/docs/_static/videos/atari/ipede_no_frameskip.gif b/docs/_static/videos/atari/ipede_no_frameskip.gif
diff --git a/docs/_static/videos/atari/itar.gif b/docs/_static/videos/atari/itar.gif
diff --git a/docs/_static/videos/atari/itar_deterministic.gif b/docs/_static/videos/atari/itar_deterministic.gif
diff --git a/docs/_static/videos/atari/itar_no_frameskip.gif b/docs/_static/videos/atari/itar_no_frameskip.gif
diff --git a/docs/_static/videos/atari/ival.gif b/docs/_static/videos/atari/ival.gif
diff --git a/docs/_static/videos/atari/ival_deterministic.gif b/docs/_static/videos/atari/ival_deterministic.gif
diff --git a/docs/_static/videos/atari/ival_no_frameskip.gif b/docs/_static/videos/atari/ival_no_frameskip.gif
diff --git a/docs/_static/videos/atari/jamesbond.gif b/docs/_static/videos/atari/jamesbond.gif
diff --git a/docs/_static/videos/atari/journey_escape.gif b/docs/_static/videos/atari/journey_escape.gif
diff --git a/docs/_static/videos/atari/kaboom.gif b/docs/_static/videos/atari/kaboom.gif
diff --git a/docs/_static/videos/atari/kangaroo.gif b/docs/_static/videos/atari/kangaroo.gif
diff --git a/docs/_static/videos/atari/keystone_kapers.gif b/docs/_static/videos/atari/keystone_kapers.gif
diff --git a/docs/_static/videos/atari/king_kong.gif b/docs/_static/videos/atari/king_kong.gif
diff --git a/docs/_static/videos/atari/klax.gif b/docs/_static/videos/atari/klax.gif
diff --git a/docs/_static/videos/atari/koolaid.gif b/docs/_static/videos/atari/koolaid.gif
diff --git a/docs/_static/videos/atari/kout.gif b/docs/_static/videos/atari/kout.gif
diff --git a/docs/_static/videos/atari/kout_deterministic.gif b/docs/_static/videos/atari/kout_deterministic.gif
diff --git a/docs/_static/videos/atari/kout_no_frameskip.gif b/docs/_static/videos/atari/kout_no_frameskip.gif
diff --git a/docs/_static/videos/atari/krull.gif b/docs/_static/videos/atari/krull.gif
diff --git a/docs/_static/videos/atari/kung_fu_master.gif b/docs/_static/videos/atari/kung_fu_master.gif
diff --git a/docs/_static/videos/atari/laser_gates.gif b/docs/_static/videos/atari/laser_gates.gif
diff --git a/docs/_static/videos/atari/le_dunk.gif b/docs/_static/videos/atari/le_dunk.gif
diff --git a/docs/_static/videos/atari/le_dunk_deterministic.gif b/docs/_static/videos/atari/le_dunk_deterministic.gif
diff --git a/docs/_static/videos/atari/le_dunk_no_frameskip.gif b/docs/_static/videos/atari/le_dunk_no_frameskip.gif
diff --git a/docs/_static/videos/atari/le_zone.gif b/docs/_static/videos/atari/le_zone.gif
diff --git a/docs/_static/videos/atari/le_zone_deterministic.gif b/docs/_static/videos/atari/le_zone_deterministic.gif
diff --git a/docs/_static/videos/atari/le_zone_no_frameskip.gif b/docs/_static/videos/atari/le_zone_no_frameskip.gif
diff --git a/docs/_static/videos/atari/lost_luggage.gif b/docs/_static/videos/atari/lost_luggage.gif
diff --git a/docs/_static/videos/atari/mario_bros.gif b/docs/_static/videos/atari/mario_bros.gif
diff --git a/docs/_static/videos/atari/miniature_golf.gif b/docs/_static/videos/atari/miniature_golf.gif
diff --git a/docs/_static/videos/atari/montezuma_revenge.gif b/docs/_static/videos/atari/montezuma_revenge.gif
diff --git a/docs/_static/videos/atari/mr_do.gif b/docs/_static/videos/atari/mr_do.gif
diff --git a/docs/_static/videos/atari/ms_pacman.gif b/docs/_static/videos/atari/ms_pacman.gif
diff --git a/docs/_static/videos/atari/n.gif b/docs/_static/videos/atari/n.gif
diff --git a/docs/_static/videos/atari/n_attack.gif b/docs/_static/videos/atari/n_attack.gif
diff --git a/docs/_static/videos/atari/n_attack_deterministic.gif b/docs/_static/videos/atari/n_attack_deterministic.gif
diff --git a/docs/_static/videos/atari/n_attack_no_frameskip.gif b/docs/_static/videos/atari/n_attack_no_frameskip.gif
diff --git a/docs/_static/videos/atari/n_deterministic.gif b/docs/_static/videos/atari/n_deterministic.gif
diff --git a/docs/_static/videos/atari/n_no_frameskip.gif b/docs/_static/videos/atari/n_no_frameskip.gif
diff --git a/docs/_static/videos/atari/name_this_game.gif b/docs/_static/videos/atari/name_this_game.gif
diff --git a/docs/_static/videos/atari/nder.gif b/docs/_static/videos/atari/nder.gif
diff --git a/docs/_static/videos/atari/nder_deterministic.gif b/docs/_static/videos/atari/nder_deterministic.gif
diff --git a/docs/_static/videos/atari/nder_no_frameskip.gif b/docs/_static/videos/atari/nder_no_frameskip.gif
diff --git a/docs/_static/videos/atari/ng.gif b/docs/_static/videos/atari/ng.gif
diff --git a/docs/_static/videos/atari/ng_deterministic.gif b/docs/_static/videos/atari/ng_deterministic.gif
diff --git a/docs/_static/videos/atari/ng_no_frameskip.gif b/docs/_static/videos/atari/ng_no_frameskip.gif
diff --git a/docs/_static/videos/atari/ntis.gif b/docs/_static/videos/atari/ntis.gif
diff --git a/docs/_static/videos/atari/ntis_deterministic.gif b/docs/_static/videos/atari/ntis_deterministic.gif
diff --git a/docs/_static/videos/atari/ntis_no_frameskip.gif b/docs/_static/videos/atari/ntis_no_frameskip.gif
diff --git a/docs/_static/videos/atari/nture.gif b/docs/_static/videos/atari/nture.gif
diff --git a/docs/_static/videos/atari/nture_deterministic.gif b/docs/_static/videos/atari/nture_deterministic.gif
diff --git a/docs/_static/videos/atari/nture_no_frameskip.gif b/docs/_static/videos/atari/nture_no_frameskip.gif
diff --git a/docs/_static/videos/atari/othello.gif b/docs/_static/videos/atari/othello.gif
diff --git a/docs/_static/videos/atari/pacman.gif b/docs/_static/videos/atari/pacman.gif
diff --git a/docs/_static/videos/atari/per_command.gif b/docs/_static/videos/atari/per_command.gif
diff --git a/docs/_static/videos/atari/per_command_deterministic.gif b/docs/_static/videos/atari/per_command_deterministic.gif
diff --git a/docs/_static/videos/atari/per_command_no_frameskip.gif b/docs/_static/videos/atari/per_command_no_frameskip.gif
diff --git a/docs/_static/videos/atari/phoenix.gif b/docs/_static/videos/atari/phoenix.gif
diff --git a/docs/_static/videos/atari/pitfall.gif b/docs/_static/videos/atari/pitfall.gif
diff --git a/docs/_static/videos/atari/pitfall2.gif b/docs/_static/videos/atari/pitfall2.gif
diff --git a/docs/_static/videos/atari/pong.gif b/docs/_static/videos/atari/pong.gif
diff --git a/docs/_static/videos/atari/pooyan.gif b/docs/_static/videos/atari/pooyan.gif
diff --git a/docs/_static/videos/atari/private_eye.gif b/docs/_static/videos/atari/private_eye.gif
diff --git a/docs/_static/videos/atari/qbert.gif b/docs/_static/videos/atari/qbert.gif
diff --git a/docs/_static/videos/atari/rider.gif b/docs/_static/videos/atari/rider.gif
diff --git a/docs/_static/videos/atari/rider_deterministic.gif b/docs/_static/videos/atari/rider_deterministic.gif
diff --git a/docs/_static/videos/atari/rider_no_frameskip.gif b/docs/_static/videos/atari/rider_no_frameskip.gif
diff --git a/docs/_static/videos/atari/riverraid.gif b/docs/_static/videos/atari/riverraid.gif
diff --git a/docs/_static/videos/atari/rix.gif b/docs/_static/videos/atari/rix.gif
diff --git a/docs/_static/videos/atari/rix_deterministic.gif b/docs/_static/videos/atari/rix_deterministic.gif
diff --git a/docs/_static/videos/atari/rix_no_frameskip.gif b/docs/_static/videos/atari/rix_no_frameskip.gif
diff --git a/docs/_static/videos/atari/ro.gif b/docs/_static/videos/atari/ro.gif
diff --git a/docs/_static/videos/atari/ro_deterministic.gif b/docs/_static/videos/atari/ro_deterministic.gif
diff --git a/docs/_static/videos/atari/ro_no_frameskip.gif b/docs/_static/videos/atari/ro_no_frameskip.gif
diff --git a/docs/_static/videos/atari/road_runner.gif b/docs/_static/videos/atari/road_runner.gif
diff --git a/docs/_static/videos/atari/robotank.gif b/docs/_static/videos/atari/robotank.gif
diff --git a/docs/_static/videos/atari/roids.gif b/docs/_static/videos/atari/roids.gif
diff --git a/docs/_static/videos/atari/roids_deterministic.gif b/docs/_static/videos/atari/roids_deterministic.gif
diff --git a/docs/_static/videos/atari/roids_no_frameskip.gif b/docs/_static/videos/atari/roids_no_frameskip.gif
diff --git a/docs/_static/videos/atari/seaquest.gif b/docs/_static/videos/atari/seaquest.gif
diff --git a/docs/_static/videos/atari/sir_lancelot.gif b/docs/_static/videos/atari/sir_lancelot.gif
diff --git a/docs/_static/videos/atari/skiing.gif b/docs/_static/videos/atari/skiing.gif
diff --git a/docs/_static/videos/atari/solaris.gif b/docs/_static/videos/atari/solaris.gif
diff --git a/docs/_static/videos/atari/space_invaders.gif b/docs/_static/videos/atari/space_invaders.gif
diff --git a/docs/_static/videos/atari/space_war.gif b/docs/_static/videos/atari/space_war.gif
diff --git a/docs/_static/videos/atari/star_gunner.gif b/docs/_static/videos/atari/star_gunner.gif
diff --git a/docs/_static/videos/atari/superman.gif b/docs/_static/videos/atari/superman.gif
diff --git a/docs/_static/videos/atari/surround.gif b/docs/_static/videos/atari/surround.gif
diff --git a/docs/_static/videos/atari/tbite.gif b/docs/_static/videos/atari/tbite.gif
diff --git a/docs/_static/videos/atari/tbite_deterministic.gif b/docs/_static/videos/atari/tbite_deterministic.gif
diff --git a/docs/_static/videos/atari/tbite_no_frameskip.gif b/docs/_static/videos/atari/tbite_no_frameskip.gif
diff --git a/docs/_static/videos/atari/tennis.gif b/docs/_static/videos/atari/tennis.gif
diff --git a/docs/_static/videos/atari/tetris.gif b/docs/_static/videos/atari/tetris.gif
diff --git a/docs/_static/videos/atari/tic_tac_toe3_d.gif b/docs/_static/videos/atari/tic_tac_toe3_d.gif
diff --git a/docs/_static/videos/atari/time_pilot.gif b/docs/_static/videos/atari/time_pilot.gif
diff --git a/docs/_static/videos/atari/trondead.gif b/docs/_static/videos/atari/trondead.gif
diff --git a/docs/_static/videos/atari/turmoil.gif b/docs/_static/videos/atari/turmoil.gif
diff --git a/docs/_static/videos/atari/tutankham.gif b/docs/_static/videos/atari/tutankham.gif
diff --git a/docs/_static/videos/atari/ult.gif b/docs/_static/videos/atari/ult.gif
diff --git a/docs/_static/videos/atari/ult_deterministic.gif b/docs/_static/videos/atari/ult_deterministic.gif
diff --git a/docs/_static/videos/atari/ult_no_frameskip.gif b/docs/_static/videos/atari/ult_no_frameskip.gif
diff --git a/docs/_static/videos/atari/up_n_down.gif b/docs/_static/videos/atari/up_n_down.gif
diff --git a/docs/_static/videos/atari/venture.gif b/docs/_static/videos/atari/venture.gif
diff --git a/docs/_static/videos/atari/video_checkers.gif b/docs/_static/videos/atari/video_checkers.gif
diff --git a/docs/_static/videos/atari/video_pinball.gif b/docs/_static/videos/atari/video_pinball.gif
diff --git a/docs/_static/videos/atari/videochess.gif b/docs/_static/videos/atari/videochess.gif
diff --git a/docs/_static/videos/atari/videocube.gif b/docs/_static/videos/atari/videocube.gif
diff --git a/docs/_static/videos/atari/way.gif b/docs/_static/videos/atari/way.gif
diff --git a/docs/_static/videos/atari/way_deterministic.gif b/docs/_static/videos/atari/way_deterministic.gif
diff --git a/docs/_static/videos/atari/way_no_frameskip.gif b/docs/_static/videos/atari/way_no_frameskip.gif
diff --git a/docs/_static/videos/atari/wizard_of_wor.gif b/docs/_static/videos/atari/wizard_of_wor.gif
diff --git a/docs/_static/videos/atari/word_zapper.gif b/docs/_static/videos/atari/word_zapper.gif
diff --git a/docs/_static/videos/atari/y_climber.gif b/docs/_static/videos/atari/y_climber.gif
diff --git a/docs/_static/videos/atari/y_climber_deterministic.gif b/docs/_static/videos/atari/y_climber_deterministic.gif
diff --git a/docs/_static/videos/atari/y_climber_no_frameskip.gif b/docs/_static/videos/atari/y_climber_no_frameskip.gif
diff --git a/docs/_static/videos/atari/yars_revenge.gif b/docs/_static/videos/atari/yars_revenge.gif
diff --git a/docs/_static/videos/atari/zaxxon.gif b/docs/_static/videos/atari/zaxxon.gif
diff --git a/docs/_static/videos/box2d/bipedal_walker.gif b/docs/_static/videos/box2d/bipedal_walker.gif
diff --git a/docs/_static/videos/box2d/car_racing.gif b/docs/_static/videos/box2d/car_racing.gif
diff --git a/docs/_static/videos/box2d/lunar_lander.gif b/docs/_static/videos/box2d/lunar_lander.gif
diff --git a/docs/_static/videos/box2d/lunar_lander_continuous.gif b/docs/_static/videos/box2d/lunar_lander_continuous.gif
diff --git a/docs/_static/videos/classic_control/acrobot.gif b/docs/_static/videos/classic_control/acrobot.gif
diff --git a/docs/_static/videos/classic_control/cart_pole.gif b/docs/_static/videos/classic_control/cart_pole.gif
diff --git a/docs/_static/videos/classic_control/mountain_car.gif b/docs/_static/videos/classic_control/mountain_car.gif
diff --git a/docs/_static/videos/classic_control/mountain_car_continuous.gif b/docs/_static/videos/classic_control/mountain_car_continuous.gif
diff --git a/docs/_static/videos/classic_control/pendulum.gif b/docs/_static/videos/classic_control/pendulum.gif
diff --git a/docs/_static/videos/mujoco/ant.gif b/docs/_static/videos/mujoco/ant.gif
diff --git a/docs/_static/videos/mujoco/half_cheetah.gif b/docs/_static/videos/mujoco/half_cheetah.gif
diff --git a/docs/_static/videos/mujoco/hopper.gif b/docs/_static/videos/mujoco/hopper.gif
diff --git a/docs/_static/videos/mujoco/humanoid.gif b/docs/_static/videos/mujoco/humanoid.gif
diff --git a/docs/_static/videos/mujoco/humanoid_standup.gif b/docs/_static/videos/mujoco/humanoid_standup.gif
diff --git a/docs/_static/videos/mujoco/inverted_double_pendulum.gif b/docs/_static/videos/mujoco/inverted_double_pendulum.gif
diff --git a/docs/_static/videos/mujoco/inverted_pendulum.gif b/docs/_static/videos/mujoco/inverted_pendulum.gif
diff --git a/docs/_static/videos/mujoco/pusher.gif b/docs/_static/videos/mujoco/pusher.gif
diff --git a/docs/_static/videos/mujoco/reacher.gif b/docs/_static/videos/mujoco/reacher.gif
diff --git a/docs/_static/videos/mujoco/striker.gif b/docs/_static/videos/mujoco/striker.gif
diff --git a/docs/_static/videos/mujoco/swimmer.gif b/docs/_static/videos/mujoco/swimmer.gif
diff --git a/docs/_static/videos/mujoco/thrower.gif b/docs/_static/videos/mujoco/thrower.gif
diff --git a/docs/_static/videos/mujoco/walker2d.gif b/docs/_static/videos/mujoco/walker2d.gif
diff --git a/docs/_static/videos/toy_text/blackjack.gif b/docs/_static/videos/toy_text/blackjack.gif
diff --git a/docs/_static/videos/toy_text/cliff_walking.gif b/docs/_static/videos/toy_text/cliff_walking.gif
diff --git a/docs/_static/videos/toy_text/frozen_lake.gif b/docs/_static/videos/toy_text/frozen_lake.gif
diff --git a/docs/_static/videos/toy_text/taxi.gif b/docs/_static/videos/toy_text/taxi.gif
diff --git a/docs/_templates/base.html b/docs/_templates/base.html
@@ -0,0 +1,42 @@
+{% extends "furo/base.html" %}
+
+{%- block regular_scripts -%}
+{{ super() }}
+
+<script>
+    (() => {
+        if (!localStorage.getItem("shownCookieAlert")) {
+            const boxElem = document.createElement("div");
+            boxElem.classList.add("cookie_alert");
+            const containerElem = document.createElement("div");
+            containerElem.classList.add("cookie_container");
+            const textElem = document.createElement("p");
+            textElem.innerHTML = `This page uses <a href="https://analytics.google.com/">
+                                Google Analytics</a> to collect statistics. You can disable it by blocking
+                                the JavaScript coming from www.google-analytics.com.`;
+                                containerElem.appendChild(textElem);
+            const closeBtn = document.createElement("button");
+            closeBtn.innerHTML = `<?xml version="1.0" ?><svg viewBox="0 0 32 32" xmlns="http://www.w3.org/2000/svg"><defs><style>.cls-1{fill:none;stroke:#000;stroke-linecap:round;stroke-linejoin:round;stroke-width:2px;}</style></defs><title/><g id="cross"><line class="cls-1" x1="7" x2="25" y1="7" y2="25"/><line class="cls-1" x1="7" x2="25" y1="25" y2="7"/></g></svg>`
+            closeBtn.onclick = () => {
+                localStorage.setItem("shownCookieAlert", "true");
+                boxElem.style.display = "none";
+            }
+            containerElem.appendChild(closeBtn);
+            boxElem.appendChild(containerElem);
+            document.body.appendChild(boxElem);
+        }
+    })()
+
+</script>
+
+<!-- Google tag (gtag.js) -->
+<script async src="https://www.googletagmanager.com/gtag/js?id=G-JGXSLW7N06"></script>
+<script>
+  window.dataLayer = window.dataLayer || [];
+  function gtag(){dataLayer.push(arguments);}
+  gtag('js', new Date());
+
+  gtag('config', 'G-JGXSLW7N06');
+</script>
+
+{%- endblock regular_scripts -%}