diff --git a/.buildinfo b/.buildinfo
index 9bfb614d..7dd92bd4 100644
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 87d651935df9125bea1c28362866ab85
+config: 1356913b104b7c99cad7dba39796c091
 tags: d77d1c0d9ca2f4c8421862c7c5a0d620
diff --git a/404.html b/404.html
index 1edf908e..bd194318 100644
--- a/404.html
+++ b/404.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="/environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="/environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="/environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="/environments/surround/">Surround</a></li>
 </ul>
diff --git a/README/index.html b/README/index.html
index f8b075e1..f1e4e691 100644
--- a/README/index.html
+++ b/README/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/surround/">Surround</a></li>
 </ul>
diff --git a/_modules/index.html b/_modules/index.html
index a6f9d11c..99944f2b 100644
--- a/_modules/index.html
+++ b/_modules/index.html
@@ -226,13 +226,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/surround/">Surround</a></li>
 </ul>
diff --git a/_modules/momaland/utils/aec_wrappers/index.html b/_modules/momaland/utils/aec_wrappers/index.html
index 2d79d863..fe05697d 100644
--- a/_modules/momaland/utils/aec_wrappers/index.html
+++ b/_modules/momaland/utils/aec_wrappers/index.html
@@ -226,13 +226,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/surround/">Surround</a></li>
 </ul>
diff --git a/_modules/momaland/utils/conversions/index.html b/_modules/momaland/utils/conversions/index.html
index 4042d354..d85ab9ff 100644
--- a/_modules/momaland/utils/conversions/index.html
+++ b/_modules/momaland/utils/conversions/index.html
@@ -226,13 +226,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/surround/">Surround</a></li>
 </ul>
diff --git a/_modules/momaland/utils/env/index.html b/_modules/momaland/utils/env/index.html
index d10bb539..1d5fafe1 100644
--- a/_modules/momaland/utils/env/index.html
+++ b/_modules/momaland/utils/env/index.html
@@ -226,13 +226,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/surround/">Surround</a></li>
 </ul>
diff --git a/_modules/momaland/utils/parallel_wrappers/index.html b/_modules/momaland/utils/parallel_wrappers/index.html
index 0c5b2f7c..40091e01 100644
--- a/_modules/momaland/utils/parallel_wrappers/index.html
+++ b/_modules/momaland/utils/parallel_wrappers/index.html
@@ -226,13 +226,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../../../environments/surround/">Surround</a></li>
 </ul>
diff --git a/api/aec/index.html b/api/aec/index.html
index 0a2f15ec..2389b6be 100644
--- a/api/aec/index.html
+++ b/api/aec/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/surround/">Surround</a></li>
 </ul>
diff --git a/api/parallel/index.html b/api/parallel/index.html
index 65c9d63b..a807b377 100644
--- a/api/parallel/index.html
+++ b/api/parallel/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/surround/">Surround</a></li>
 </ul>
diff --git a/api/wrappers/index.html b/api/wrappers/index.html
index 39dccc99..5126265f 100644
--- a/api/wrappers/index.html
+++ b/api/wrappers/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/surround/">Surround</a></li>
 </ul>
diff --git a/environments/all-envs/index.html b/environments/all-envs/index.html
index 11c66241..91b39a8d 100644
--- a/environments/all-envs/index.html
+++ b/environments/all-envs/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
@@ -341,7 +341,7 @@ <h1>All Environments<a class="headerlink" href="#all-environments" title="Link t
 <td><p><code class="docutils literal notranslate"><span class="pre">[#gems]</span></code> (configurable)</p></td>
 <td><p>MO version of Gem Mining <a class="reference external" href="https://proceedings.mlr.press/v80/bargiacchi18a/bargiacchi18a.pdf">Bargiacchi_2018</a>. Agents go to different mines to extract different gems (objectives). There are restrictions on which mines can be reached for each agent. Agents also influence each other’s producitivity.</p></td>
 </tr>
-<tr class="row-odd"><td><p><a class="reference external" href="https://momaland.farama.org/environments/mocongestion/"><code class="docutils literal notranslate"><span class="pre">mo-congestion-v0</span></code></a> <br><img src="https://momaland.farama.org/_static/gifs/mocongestion.gif" width="400px"></p></td>
+<tr class="row-odd"><td><p><a class="reference external" href="https://momaland.farama.org/environments/mo_routechoice/"><code class="docutils literal notranslate"><span class="pre">mo-route_choice-v0</span></code></a> <br><img src="https://momaland.farama.org/_static/gifs/mo_routechoice.gif" width="400px"></p></td>
 <td><p>Adversarial</p></td>
 <td><p>- / Discrete</p></td>
 <td><p><code class="docutils literal notranslate"><span class="pre">[travel</span> <span class="pre">time,</span> <span class="pre">cost]</span></code></p></td>
diff --git a/environments/catch/index.html b/environments/catch/index.html
index a7621e25..6bbf47b2 100644
--- a/environments/catch/index.html
+++ b/environments/catch/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
diff --git a/environments/escort/index.html b/environments/escort/index.html
index 51381b51..3083b8ae 100644
--- a/environments/escort/index.html
+++ b/environments/escort/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
diff --git a/environments/mobeach/index.html b/environments/mobeach/index.html
index 10c1479e..aa09e42f 100644
--- a/environments/mobeach/index.html
+++ b/environments/mobeach/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
diff --git a/environments/mobreakthrough/index.html b/environments/mobreakthrough/index.html
index 786ed26f..3a585031 100644
--- a/environments/mobreakthrough/index.html
+++ b/environments/mobreakthrough/index.html
@@ -8,7 +8,7 @@
     <meta property="og:type" content="website" />
     <meta property="og:description" content="MOMAland is a standardized API and a suite of environments for multi-objective multi-agent reinforcement learning (MOMARL)" />
     <meta property="og:url" content="https://momaland.farama.org/environments/mobreakthrough.html" /><meta name="twitter:card" content="summary_large_image"><meta name="viewport" content="width=device-width, initial-scale=1" />
-<link rel="index" title="Index" href="../../genindex/" /><link rel="search" title="Search" href="../../search/" /><link rel="next" title="MO-Congestion" href="../mocongestion/" /><link rel="prev" title="MO-Beach" href="../mobeach/" />
+<link rel="index" title="Index" href="../../genindex/" /><link rel="search" title="Search" href="../../search/" /><link rel="next" title="MO-Connect4" href="../moconnect4/" /><link rel="prev" title="MO-Beach" href="../mobeach/" />
         <link rel="canonical" href="https://momaland.farama.org/environments/mobreakthrough.html" />
 
     <link rel="shortcut icon" href="../../_static/favicon.png"/><!-- Generated with Sphinx 7.3.7 and Furo 2023.08.19.dev1 -->
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
@@ -390,12 +390,12 @@ <h2>Version History<a class="headerlink" href="#version-history" title="Link to
         <footer>
           
           <div class="related-pages">
-            <a class="next-page" href="../mocongestion/">
+            <a class="next-page" href="../moconnect4/">
               <div class="page-info">
                 <div class="context">
                   <span>Next</span>
                 </div>
-                <div class="title">MO-Congestion</div>
+                <div class="title">MO-Connect4</div>
               </div>
               <svg class="furo-related-icon">
                 <use href="#svg-arrow-right"></use>
diff --git a/environments/moconnect4/index.html b/environments/moconnect4/index.html
index d9bf1282..c57f2f73 100644
--- a/environments/moconnect4/index.html
+++ b/environments/moconnect4/index.html
@@ -8,7 +8,7 @@
     <meta property="og:type" content="website" />
     <meta property="og:description" content="MOMAland is a standardized API and a suite of environments for multi-objective multi-agent reinforcement learning (MOMARL)" />
     <meta property="og:url" content="https://momaland.farama.org/environments/moconnect4.html" /><meta name="twitter:card" content="summary_large_image"><meta name="viewport" content="width=device-width, initial-scale=1" />
-<link rel="index" title="Index" href="../../genindex/" /><link rel="search" title="Search" href="../../search/" /><link rel="next" title="MO-GemMining" href="../mogem_mining/" /><link rel="prev" title="MO-Congestion" href="../mocongestion/" />
+<link rel="index" title="Index" href="../../genindex/" /><link rel="search" title="Search" href="../../search/" /><link rel="next" title="MO-GemMining" href="../mogem_mining/" /><link rel="prev" title="MO-Breakthrough" href="../mobreakthrough/" />
         <link rel="canonical" href="https://momaland.farama.org/environments/moconnect4.html" />
 
     <link rel="shortcut icon" href="../../_static/favicon.png"/><!-- Generated with Sphinx 7.3.7 and Furo 2023.08.19.dev1 -->
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
diff --git a/environments/mogem_mining/index.html b/environments/mogem_mining/index.html
index aabb4c3e..ee172292 100644
--- a/environments/mogem_mining/index.html
+++ b/environments/mogem_mining/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
diff --git a/environments/moingenious/index.html b/environments/moingenious/index.html
index 7917a232..778fe7b2 100644
--- a/environments/moingenious/index.html
+++ b/environments/moingenious/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
diff --git a/environments/moitem_gathering/index.html b/environments/moitem_gathering/index.html
index 6a8f0fdb..23174e5c 100644
--- a/environments/moitem_gathering/index.html
+++ b/environments/moitem_gathering/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
diff --git a/environments/momultiwalker_stability/index.html b/environments/momultiwalker_stability/index.html
index bbebfb85..2bfc5fa8 100644
--- a/environments/momultiwalker_stability/index.html
+++ b/environments/momultiwalker_stability/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
diff --git a/environments/mopistonball/index.html b/environments/mopistonball/index.html
index 327597ea..302b9815 100644
--- a/environments/mopistonball/index.html
+++ b/environments/mopistonball/index.html
@@ -8,7 +8,7 @@
     <meta property="og:type" content="website" />
     <meta property="og:description" content="MOMAland is a standardized API and a suite of environments for multi-objective multi-agent reinforcement learning (MOMARL)" />
     <meta property="og:url" content="https://momaland.farama.org/environments/mopistonball.html" /><meta name="twitter:card" content="summary_large_image"><meta name="viewport" content="width=device-width, initial-scale=1" />
-<link rel="index" title="Index" href="../../genindex/" /><link rel="search" title="Search" href="../../search/" /><link rel="next" title="MO-SameGame" href="../mosame_game/" /><link rel="prev" title="MO-MultiwalkerStability" href="../momultiwalker_stability/" />
+<link rel="index" title="Index" href="../../genindex/" /><link rel="search" title="Search" href="../../search/" /><link rel="next" title="MO-RouteChoice" href="../moroute_choice/" /><link rel="prev" title="MO-MultiwalkerStability" href="../momultiwalker_stability/" />
         <link rel="canonical" href="https://momaland.farama.org/environments/mopistonball.html" />
 
     <link rel="shortcut icon" href="../../_static/favicon.png"/><!-- Generated with Sphinx 7.3.7 and Furo 2023.08.19.dev1 -->
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
@@ -384,12 +384,12 @@ <h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">¶
         <footer>
           
           <div class="related-pages">
-            <a class="next-page" href="../mosame_game/">
+            <a class="next-page" href="../moroute_choice/">
               <div class="page-info">
                 <div class="context">
                   <span>Next</span>
                 </div>
-                <div class="title">MO-SameGame</div>
+                <div class="title">MO-RouteChoice</div>
               </div>
               <svg class="furo-related-icon">
                 <use href="#svg-arrow-right"></use>
diff --git a/environments/moroute_choice/index.html b/environments/moroute_choice/index.html
new file mode 100644
index 00000000..adee3c4f
--- /dev/null
+++ b/environments/moroute_choice/index.html
@@ -0,0 +1,674 @@
+<!doctype html>
+<html class="no-js" lang="en" data-content_root="../../">
+  <head><meta charset="utf-8"/>
+    <meta name="viewport" content="width=device-width,initial-scale=1"/>
+    <meta name="color-scheme" content="light dark">
+    <meta name="description" content="MOMAland is a standardized API and a suite of environments for multi-objective multi-agent reinforcement learning (MOMARL)">
+    <meta property="og:title" content="MOMAland Documentation" />
+    <meta property="og:type" content="website" />
+    <meta property="og:description" content="MOMAland is a standardized API and a suite of environments for multi-objective multi-agent reinforcement learning (MOMARL)" />
+    <meta property="og:url" content="https://momaland.farama.org/environments/moroute_choice.html" /><meta name="twitter:card" content="summary_large_image"><meta name="viewport" content="width=device-width, initial-scale=1" />
+<link rel="index" title="Index" href="../../genindex/" /><link rel="search" title="Search" href="../../search/" /><link rel="next" title="MO-SameGame" href="../mosame_game/" /><link rel="prev" title="MO-Pistonball" href="../mopistonball/" />
+        <link rel="canonical" href="https://momaland.farama.org/environments/moroute_choice.html" />
+
+    <link rel="shortcut icon" href="../../_static/favicon.png"/><!-- Generated with Sphinx 7.3.7 and Furo 2023.08.19.dev1 -->
+        <title>MO-RouteChoice - MOMAland Documentation</title>
+      <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=a746c00c" />
+    <link rel="stylesheet" type="text/css" href="../../_static/styles/furo.css?v=3e7f4c72" />
+    <link rel="stylesheet" type="text/css" href="../../_static/styles/furo-extensions.css?v=49cbaffd" />
+    
+    
+
+
+<style>
+  body {
+    --color-code-background: #f8f8f8;
+  --color-code-foreground: black;
+  
+  }
+  @media not print {
+    body[data-theme="dark"] {
+      --color-code-background: #202020;
+  --color-code-foreground: #d0d0d0;
+  
+    }
+    @media (prefers-color-scheme: dark) {
+      body:not([data-theme="light"]) {
+        --color-code-background: #202020;
+  --color-code-foreground: #d0d0d0;
+  
+      }
+    }
+  }
+</style></head>
+  <body>
+    <header class="farama-header" aria-label="Farama header">
+      <div class="farama-header__container">
+        <div class="farama-header__left--mobile">
+          <label class="nav-overlay-icon" for="__navigation">
+            <div class="visually-hidden">Toggle site navigation sidebar</div>
+            <svg viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg">
+              <defs></defs>
+              <line x1="0.5" y1="4" x2="23.5" y2="4"></line>
+              <line x1="0.232" y1="12" x2="23.5" y2="12"></line>
+              <line x1="0.232" y1="20" x2="23.5" y2="20"></line>
+            </svg>
+          </label>
+        </div>
+        <div class="farama-header__left farama-header__center--mobile">
+          <a href="../../">
+              <img class="farama-header__logo only-light" src="../../_static/img/momaland.svg" alt="Light Logo"/>
+              <img class="farama-header__logo only-dark" src="../../_static/img/momaland-white.svg" alt="Dark Logo"/>
+            <span class="farama-header__title">MOMAland Documentation</span>
+          </a>
+        </div>
+        <div class="farama-header__right">
+          <div class="farama-header-menu">
+            <button class="farama-header-menu__btn" aria-label="Open Farama Menu" aria-expanded="false" aria-haspopup="true" aria-controls="farama-menu">
+              <img class="farama-black-logo-invert" src="../../_static/img/farama-logo-header.svg">
+              <svg viewBox="0 0 24 24" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg">
+                <polyline style="stroke-linecap: round; stroke-linejoin: round; fill: none; stroke-width: 2px;" points="1 7 12 18 23 7"></polyline>
+              </svg>
+            </button>
+            <div class="farama-header-menu-container farama-hidden" aria-hidden="true" id="farama-menu">
+              <div class="farama-header-menu__header">
+                <a href="https://farama.org">
+                  <img class="farama-header-menu__logo farama-white-logo-invert" src="../../_static/img/farama_solid_white.svg" alt="Farama Foundation logo">
+                  <span>Farama Foundation</span>
+                </a>
+                <div class="farama-header-menu-header__right">
+                  <button id="farama-close-menu">
+                    <svg viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg" fill="none" stroke="currentColor"
+                      stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="icon-close">
+                      <line x1="3" y1="21" x2="21" y2="3"></line>
+                      <line x1="3" y1="3" x2="21" y2="21"></line>
+                    </svg>
+                  </button>
+                </div>
+              </div>
+              <div class="farama-header-menu__body">
+                <!-- Response from farama.org/api/projects.json -->
+              </div>
+            </div>
+          </div>
+        </div>
+      </div>
+    </header>
+
+    
+    <script>
+      document.body.dataset.theme = localStorage.getItem("theme") || "auto";
+    </script>
+    
+
+<svg xmlns="http://www.w3.org/2000/svg" style="display: none;">
+  <symbol id="svg-toc" viewBox="0 0 24 24">
+    <title>Contents</title>
+    <svg stroke="currentColor" fill="currentColor" stroke-width="0" viewBox="0 0 1024 1024">
+      <path d="M408 442h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8zm-8 204c0 4.4 3.6 8 8 8h480c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8H408c-4.4 0-8 3.6-8 8v56zm504-486H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zm0 632H120c-4.4 0-8 3.6-8 8v56c0 4.4 3.6 8 8 8h784c4.4 0 8-3.6 8-8v-56c0-4.4-3.6-8-8-8zM115.4 518.9L271.7 642c5.8 4.6 14.4.5 14.4-6.9V388.9c0-7.4-8.5-11.5-14.4-6.9L115.4 505.1a8.74 8.74 0 0 0 0 13.8z"/>
+    </svg>
+  </symbol>
+  <symbol id="svg-menu" viewBox="0 0 24 24">
+    <title>Menu</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-menu">
+      <line x1="3" y1="12" x2="21" y2="12"></line>
+      <line x1="3" y1="6" x2="21" y2="6"></line>
+      <line x1="3" y1="18" x2="21" y2="18"></line>
+    </svg>
+  </symbol>
+  <symbol id="svg-arrow-right" viewBox="0 0 24 24">
+    <title>Expand</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-chevron-right">
+      <polyline points="9 18 15 12 9 6"></polyline>
+    </svg>
+  </symbol>
+  <symbol id="svg-sun" viewBox="0 0 24 24">
+    <title>Light mode</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="feather-sun">
+      <circle cx="12" cy="12" r="5"></circle>
+      <line x1="12" y1="1" x2="12" y2="3"></line>
+      <line x1="12" y1="21" x2="12" y2="23"></line>
+      <line x1="4.22" y1="4.22" x2="5.64" y2="5.64"></line>
+      <line x1="18.36" y1="18.36" x2="19.78" y2="19.78"></line>
+      <line x1="1" y1="12" x2="3" y2="12"></line>
+      <line x1="21" y1="12" x2="23" y2="12"></line>
+      <line x1="4.22" y1="19.78" x2="5.64" y2="18.36"></line>
+      <line x1="18.36" y1="5.64" x2="19.78" y2="4.22"></line>
+    </svg>
+  </symbol>
+  <symbol id="svg-moon" viewBox="0 0 24 24">
+    <title>Dark mode</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-moon">
+      <path stroke="none" d="M0 0h24v24H0z" fill="none" />
+      <path d="M12 3c.132 0 .263 0 .393 0a7.5 7.5 0 0 0 7.92 12.446a9 9 0 1 1 -8.313 -12.454z" />
+    </svg>
+  </symbol>
+  <symbol id="svg-sun-half" viewBox="0 0 24 24">
+    <title>Auto light/dark mode</title>
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor"
+      stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-shadow">
+      <path stroke="none" d="M0 0h24v24H0z" fill="none"/>
+      <circle cx="12" cy="12" r="9" />
+      <path d="M13 12h5" />
+      <path d="M13 15h4" />
+      <path d="M13 18h1" />
+      <path d="M13 9h4" />
+      <path d="M13 6h1" />
+    </svg>
+  </symbol>
+</svg>
+
+<input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation">
+<input type="checkbox" class="sidebar-toggle" name="__toc" id="__toc">
+<label class="overlay sidebar-overlay" for="__navigation">
+  <div class="visually-hidden">Hide navigation sidebar</div>
+</label>
+<label class="overlay toc-overlay" for="__toc">
+  <div class="visually-hidden">Hide table of contents sidebar</div>
+</label>
+
+<div class="page">
+  <!--<header class="mobile-header">
+    <div class="header-left">
+      <label class="nav-overlay-icon" for="__navigation">
+        <div class="visually-hidden">Toggle site navigation sidebar</div>
+        <i class="icon"><svg><use href="#svg-menu"></use></svg></i>
+      </label>
+    </div>
+    <div class="header-center">
+      <a href="../../"><div class="brand">MOMAland Documentation</div></a>
+    </div>
+    <div class="header-right">
+      <div class="theme-toggle-container theme-toggle-header">
+        <button class="theme-toggle">
+          <div class="visually-hidden">Toggle Light / Dark / Auto color theme</div>
+          <svg class="theme-icon-when-auto"><use href="#svg-sun-half"></use></svg>
+          <svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg>
+          <svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg>
+        </button>
+      </div>
+      <label class="toc-overlay-icon toc-header-icon" for="__toc">
+        <div class="visually-hidden">Toggle table of contents sidebar</div>
+        <i class="icon"><svg><use href="#svg-toc"></use></svg></i>
+      </label>
+    </div>
+  </header>-->
+  <aside class="sidebar-drawer">
+    <div class="sidebar-container">
+      
+      <div class="sidebar-sticky"><a class="farama-sidebar__title" href="../../">
+      <img class="farama-header__logo only-light" src="../../_static/img/momaland.svg" alt="Light Logo"/>
+      <img class="farama-header__logo only-dark" src="../../_static/img/momaland-white.svg" alt="Dark Logo"/>
+    <span class="farama-header__title">MOMAland Documentation</span>
+  </a><form class="sidebar-search-container" method="get" action="../../search/" role="search">
+  <input class="sidebar-search" placeholder="Search" name="q" aria-label="Search">
+  <input type="hidden" name="check_keywords" value="yes">
+  <input type="hidden" name="area" value="default">
+</form>
+<div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree">
+  <p class="caption" role="heading"><span class="caption-text">Introduction</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../introduction/install/">Install</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">API</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../api/aec/">AEC</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../api/parallel/">Parallel</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../api/wrappers/">Wrappers and Utils</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Environments</span></p>
+<ul class="current">
+<li class="toctree-l1 current has-children"><a class="reference internal" href="../all-envs/">All Environments</a><input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle navigation of All Environments</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../catch/">Catch</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-RouteChoice</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
+</ul>
+</li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/custom_env/">Making a Custom Environment</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../tutorials/learning_algorithms/">Learning algorithms</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Development</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://discord.gg/bnJ6kubTg6">Discord</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/rradules/momaland">Github</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../release_notes/">Release Notes</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/rradules/momaland/tree/master/docs/">Contribute to the Docs</a></li>
+</ul>
+
+</div>
+</div>
+
+      </div>
+      
+    </div>
+  </aside>
+  <div class="main-container">
+
+    
+
+    
+
+    <div class="main">
+      <div class="content">
+        <div class="article-container">
+          <a href="#" class="back-to-top muted-link">
+            <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
+              <path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12z"></path>
+            </svg>
+            <span>Back to top</span>
+          </a>
+          <div class="content-icon-container"><div class="theme-toggle-container theme-toggle-content">
+              <button class="theme-toggle" title="Toggle color theme">
+                <div class="visually-hidden">Toggle Light / Dark / Auto color theme</div>
+                <svg class="theme-icon-when-auto">
+                  <use href="#svg-sun-half"></use>
+                </svg>
+                <svg class="theme-icon-when-dark">
+                  <use href="#svg-moon"></use>
+                </svg>
+                <svg class="theme-icon-when-light">
+                  <use href="#svg-sun"></use>
+                </svg>
+              </button>
+            </div>
+            <label class="toc-overlay-icon toc-content-icon" for="__toc">
+              <div class="visually-hidden">Toggle table of contents sidebar</div>
+              <i class="icon"><svg>
+                  <use href="#svg-toc"></use>
+                </svg></i>
+            </label>
+          </div>
+          <article role="main">
+            
+            <section class="tex2jax_ignore mathjax_ignore" id="mo-routechoice">
+<h1>MO-RouteChoice<a class="headerlink" href="#mo-routechoice" title="Link to this heading">¶</a></h1>
+<div class="table-wrapper colwidths-auto docutils container">
+<table class="docutils align-default">
+<thead>
+<tr class="row-odd"><th class="head"><p></p></th>
+<th class="head"><p></p></th>
+</tr>
+</thead>
+<tbody>
+<tr class="row-even"><td><p>Agents names</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">agent_i</span> <span class="pre">for</span> <span class="pre">i</span> <span class="pre">in</span> <span class="pre">[0,</span> <span class="pre">4199]</span></code></p></td>
+</tr>
+<tr class="row-odd"><td><p>Action Space</p></td>
+<td><p>Discrete(3)</p></td>
+</tr>
+<tr class="row-even"><td><p>Observation Space</p></td>
+<td><p>Discrete(1)</p></td>
+</tr>
+<tr class="row-odd"><td><p>Reward Space</p></td>
+<td><p>Box(-3.0, 0.0, (2,), float32)</p></td>
+</tr>
+<tr class="row-even"><td><p>Import</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">momaland.envs.moroute_choice_v0</span></code></p></td>
+</tr>
+</tbody>
+</table>
+</div>
+<p>A <code class="docutils literal notranslate"><span class="pre">Parallel</span></code> environment where drivers learn to travel from a source to a destination while avoiding congestion.</p>
+<p>Multi-objective version of Braess’ Paradox where drivers have two objectives: travel time and monetary cost.
+The environment is a road network and the agents are the drivers that needs to travel from an origin to a destination point.</p>
+<section id="observation-space">
+<h2>Observation Space<a class="headerlink" href="#observation-space" title="Link to this heading">¶</a></h2>
+<p>This environment is stateless, so the observation space is a constant 0. (Discrete with shape (1,)).</p>
+</section>
+<section id="action-space">
+<h2>Action Space<a class="headerlink" href="#action-space" title="Link to this heading">¶</a></h2>
+<p>The action space is a discrete space representing the possible routes that the agent can take.
+The number of routes is different for each agent, as it depends on the number of possible routes for the OD pair of the agent.
+Selecting an action corresponds to choosing a route.</p>
+</section>
+<section id="reward-space">
+<h2>Reward Space<a class="headerlink" href="#reward-space" title="Link to this heading">¶</a></h2>
+<p>The reward space is a 2D vector containing rewards for:</p>
+<ul class="simple">
+<li><p>Minimizing travel time (latency).</p></li>
+<li><p>Minimizing monetary cost.</p></li>
+</ul>
+</section>
+<section id="starting-state">
+<h2>Starting State<a class="headerlink" href="#starting-state" title="Link to this heading">¶</a></h2>
+<p>The environment is stateless, so there is no starting state.</p>
+</section>
+<section id="episode-termination">
+<h2>Episode Termination<a class="headerlink" href="#episode-termination" title="Link to this heading">¶</a></h2>
+<p>The environment is stateless, so there are no episodes. Each “episode” is therefore terminated after each timestep.</p>
+</section>
+<section id="episode-truncation">
+<h2>Episode Truncation<a class="headerlink" href="#episode-truncation" title="Link to this heading">¶</a></h2>
+<p>Episodes are not truncated as there are terminated after each timestep.</p>
+</section>
+<section id="arguments">
+<h2>Arguments<a class="headerlink" href="#arguments" title="Link to this heading">¶</a></h2>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">render_mode</span> <span class="pre">(str,</span> <span class="pre">optional)</span></code>: The mode to display the rendering of the environment. Can be human or None.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">problem_name</span> <span class="pre">(str,</span> <span class="pre">optional)</span></code>: The name of the road network that will be used.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">num_agents</span> <span class="pre">(int,</span> <span class="pre">optional)</span></code>: The number of drivers in the network.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">toll_mode</span> <span class="pre">(str,</span> <span class="pre">optional)</span></code>: The tolling mode that is used, tolls are either placed randomly “random” or using marginal cost tolling “mct”.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">random_toll_percentage</span> <span class="pre">(float,</span> <span class="pre">optional)</span></code>: In the case of random tolling the percentage of roads that will be taxed.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">num_timesteps</span> <span class="pre">(int,</span> <span class="pre">optional)</span></code>: The number of timesteps (stateless, therefore always 1 timestep).</p></li>
+</ul>
+</section>
+<section id="credits">
+<h2>Credits<a class="headerlink" href="#credits" title="Link to this heading">¶</a></h2>
+<p>The code was adapted from <a class="reference external" href="https://github.com/goramos/marl-route-choice">codebase of “Toll-Based Learning for Minimising Congestion under Heterogeneous Preferences”</a>.</p>
+</section>
+</section>
+
+          </article>
+        </div>
+        <footer>
+          
+          <div class="related-pages">
+            <a class="next-page" href="../mosame_game/">
+              <div class="page-info">
+                <div class="context">
+                  <span>Next</span>
+                </div>
+                <div class="title">MO-SameGame</div>
+              </div>
+              <svg class="furo-related-icon">
+                <use href="#svg-arrow-right"></use>
+              </svg>
+            </a>
+            
+          </div>
+          <div class="bottom-of-page">
+            <div class="left-details">
+              <div class="copyright">
+                Copyright &#169; 2024
+              </div>
+              <!--
+            Made with <a href="https://www.sphinx-doc.org/">Sphinx</a> and <a class="muted-link" href="https://pradyunsg.me">@pradyunsg</a>'s
+            
+            <a href="https://github.com/pradyunsg/furo">Furo</a>
+            -->
+            </div>
+            <div class="right-details">
+              <div class="icons">
+                <a class="muted-link" href="https://github.com/Farama-Foundation/momaland"
+                  aria-label="On GitHub">
+                  <svg stroke="currentColor" fill="currentColor" stroke-width="0" viewBox="0 0 16 16">
+                    <path fill-rule="evenodd"
+                      d="M8 0C3.58 0 0 3.58 0 8c0 3.54 2.29 6.53 5.47 7.59.4.07.55-.17.55-.38 0-.19-.01-.82-.01-1.49-2.01.37-2.53-.49-2.69-.94-.09-.23-.48-.94-.82-1.13-.28-.15-.68-.52-.01-.53.63-.01 1.08.58 1.23.82.72 1.21 1.87.87 2.33.66.07-.52.28-.87.51-1.07-1.78-.2-3.64-.89-3.64-3.95 0-.87.31-1.59.82-2.15-.08-.2-.36-1.02.08-2.12 0 0 .67-.21 2.2.82.64-.18 1.32-.27 2-.27.68 0 1.36.09 2 .27 1.53-1.04 2.2-.82 2.2-.82.44 1.1.16 1.92.08 2.12.51.56.82 1.27.82 2.15 0 3.07-1.87 3.75-3.65 3.95.29.25.54.73.54 1.48 0 1.07-.01 1.93-.01 2.2 0 .21.15.46.55.38A8.013 8.013 0 0 0 16 8c0-4.42-3.58-8-8-8z">
+                    </path>
+                  </svg>
+                </a>
+              </div>
+            </div>
+          </div>
+          
+        </footer>
+      </div>
+      <aside class="toc-drawer">
+        
+        
+        <div class="toc-sticky toc-scroll">
+          <div class="toc-title-container">
+            <span class="toc-title">
+              On this page
+            </span>
+          </div>
+          <div class="toc-tree-container">
+            <div class="toc-tree">
+              <ul>
+<li><a class="reference internal" href="#">MO-RouteChoice</a><ul>
+<li><a class="reference internal" href="#observation-space">Observation Space</a></li>
+<li><a class="reference internal" href="#action-space">Action Space</a></li>
+<li><a class="reference internal" href="#reward-space">Reward Space</a></li>
+<li><a class="reference internal" href="#starting-state">Starting State</a></li>
+<li><a class="reference internal" href="#episode-termination">Episode Termination</a></li>
+<li><a class="reference internal" href="#episode-truncation">Episode Truncation</a></li>
+<li><a class="reference internal" href="#arguments">Arguments</a></li>
+<li><a class="reference internal" href="#credits">Credits</a></li>
+</ul>
+</li>
+</ul>
+
+            </div>
+          </div>
+        </div>
+        
+        
+      </aside>
+    </div>
+  </div>
+</div>
+    <script>
+      const toggleMenu = () => {
+        const menuBtn = document.querySelector(".farama-header-menu__btn");
+        const menuContainer = document.querySelector(".farama-header-menu-container");
+        if (document.querySelector(".farama-header-menu").classList.contains("active")) {
+          menuBtn.setAttribute("aria-expanded", "false");
+          menuContainer.setAttribute("aria-hidden", "true");
+        } else {
+          menuBtn.setAttribute("aria-expanded", "true");
+          menuContainer.setAttribute("aria-hidden", "false");
+        }
+        document.querySelector(".farama-header-menu").classList.toggle("active");
+      }
+
+      document.querySelector(".farama-header-menu__btn").addEventListener("click", toggleMenu);
+      document.getElementById("farama-close-menu").addEventListener("click", toggleMenu);
+    </script>
+
+    
+    
+
+    <script src="../../_static/documentation_options.js?v=58a8cf74"></script>
+    <script src="../../_static/doctools.js?v=9a2dae69"></script>
+    <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
+    <script src="../../_static/scripts/furo.js?v=7660844c"></script>
+    
+    <script>
+
+      const createProjectsList = (projects, displayImages) => {
+        const ulElem = Object.assign(document.createElement('ul'),
+          {
+            className:'farama-header-menu-list',
+          }
+        )
+        for (let project of projects) {
+          const liElem = document.createElement("li");
+          const aElem = Object.assign(document.createElement("a"),
+            {
+              href: project.link
+            }
+          );
+          liElem.appendChild(aElem);
+          if (displayImages) {
+            const imgElem = Object.assign(document.createElement("img"),
+              {
+                src: project.image ? imagesBasepath + project.image : imagesBasepath + "/farama_black.svg",
+                alt: `${project.name} logo`,
+                className: "farama-black-logo-invert"
+              }
+            );
+            aElem.appendChild(imgElem);
+          }
+          aElem.appendChild(document.createTextNode(project.name));
+          ulElem.appendChild(liElem);
+        }
+        return ulElem;
+      }
+
+      // Create menu with Farama projects by using the API at farama.org/api/projects.json
+      const createCORSRequest = (method, url) => {
+        let xhr = new XMLHttpRequest();
+        xhr.responseType = 'json';
+
+        if ("withCredentials" in xhr) {
+          xhr.open(method, url, true);
+        } else if (typeof XDomainRequest != "undefined") {
+          // IE8 & IE9
+          xhr = new XDomainRequest();
+          xhr.open(method, url);
+        } else {
+          // CORS not supported.
+          xhr = null;
+        }
+        return xhr;
+      };
+
+      const url = 'https://farama.org/api/projects.json';
+      const imagesBasepath = "https://farama.org/assets/images"
+      const method = 'GET';
+      let xhr = createCORSRequest(method, url);
+
+      xhr.onload = () => {
+        const jsonResponse = xhr.response;
+        const sections = {
+          "Core Projects": [],
+          "Mature Projects": {
+            "Documentation": [],
+            "Repositories": [],
+          },
+          "Incubating Projects": {
+            "Documentation": [],
+            "Repositories": [],
+          },
+          "Foundation": [
+            {
+              name: "About",
+              link: "https://farama.org/about"
+            },
+            {
+              name: "Standards",
+              link: "https://farama.org/project_standards",
+            },
+            {
+              name: "Donate",
+              link: "https://farama.org/donations"
+            }
+          ]
+        }
+
+        // Categorize projects
+        Object.keys(jsonResponse).forEach(key => {
+          projectJson = jsonResponse[key];
+          if (projectJson.website !== null) {
+            projectJson.link = projectJson.website;
+          } else {
+            projectJson.link = projectJson.github;
+          }
+          if (projectJson.type === "core") {
+            sections["Core Projects"].push(projectJson)
+          } else if (projectJson.type == "mature") {
+            if (projectJson.website !== null) {
+              sections["Mature Projects"]["Documentation"].push(projectJson)
+            } else {
+              sections["Mature Projects"]["Repositories"].push(projectJson)
+            }
+          } else {
+            if (projectJson.website !== null) {
+              sections["Incubating Projects"]["Documentation"].push(projectJson)
+            } else {
+              sections["Incubating Projects"]["Repositories"].push(projectJson)
+            }
+          }
+        })
+
+        const menuContainer = document.querySelector(".farama-header-menu__body");
+
+        Object.keys(sections).forEach((key, i) => {
+          const sectionElem = Object.assign(
+            document.createElement('div'), {
+              className:'farama-header-menu__section',
+            }
+          )
+          sectionElem.appendChild(Object.assign(document.createElement('span'),
+            {
+              className:'farama-header-menu__section-title' ,
+              innerText: key
+            }
+          ))
+          // is not a list
+          if (sections[key].constructor !== Array) {
+            const subSections = sections[key];
+            const subSectionContainerElem = Object.assign(
+                document.createElement('div'), {
+                  className:'farama-header-menu__subsections-container',
+                  style: 'display: flex'
+                }
+            )
+            Object.keys(subSections).forEach((subKey, i) => {
+              const subSectionElem = Object.assign(
+                document.createElement('div'), {
+                  className:'farama-header-menu__subsection',
+                }
+              )
+              subSectionElem.appendChild(Object.assign(document.createElement('span'),
+                {
+                  className:'farama-header-menu__subsection-title' ,
+                  innerText: subKey
+                }
+              ))
+              const ulElem = createProjectsList(subSections[subKey], key !== 'Foundation');
+              subSectionElem.appendChild(ulElem);
+              subSectionContainerElem.appendChild(subSectionElem);
+            })
+            sectionElem.appendChild(subSectionContainerElem);
+          } else {
+            const projects = sections[key];
+            const ulElem = createProjectsList(projects, true);
+            sectionElem.appendChild(ulElem);
+          }
+          menuContainer.appendChild(sectionElem)
+        });
+      }
+
+      xhr.onerror = function() {
+        console.error("Unable to load projects");
+      };
+
+      xhr.send();
+    </script>
+
+    
+    <script>
+      const versioningConfig = {
+        githubUser: 'Farama-Foundation',
+        githubRepo: 'momaland',
+      };
+      fetch('/main/_static/versioning/versioning_menu.html').then(response => {
+        if (response.status === 200) {
+            response.text().then(text => {
+                const container = document.createElement("div");
+                container.innerHTML = text;
+                document.querySelector("body").appendChild(container);
+                // innerHtml doenst evaluate scripts, we need to add them dynamically
+                Array.from(container.querySelectorAll("script")).forEach(oldScript => {
+                    const newScript = document.createElement("script");
+                    Array.from(oldScript.attributes).forEach(attr => newScript.setAttribute(attr.name, attr.value));
+                    newScript.appendChild(document.createTextNode(oldScript.innerHTML));
+                    oldScript.parentNode.replaceChild(newScript, oldScript);
+                });
+            });
+        } else {
+            console.warn("Unable to load versioning menu", response);
+        }
+      });
+    </script>
+
+    </body>
+</html>
\ No newline at end of file
diff --git a/environments/mosame_game/index.html b/environments/mosame_game/index.html
index c69cbdcb..acbd2b85 100644
--- a/environments/mosame_game/index.html
+++ b/environments/mosame_game/index.html
@@ -8,7 +8,7 @@
     <meta property="og:type" content="website" />
     <meta property="og:description" content="MOMAland is a standardized API and a suite of environments for multi-objective multi-agent reinforcement learning (MOMARL)" />
     <meta property="og:url" content="https://momaland.farama.org/environments/mosame_game.html" /><meta name="twitter:card" content="summary_large_image"><meta name="viewport" content="width=device-width, initial-scale=1" />
-<link rel="index" title="Index" href="../../genindex/" /><link rel="search" title="Search" href="../../search/" /><link rel="next" title="Surround" href="../surround/" /><link rel="prev" title="MO-Pistonball" href="../mopistonball/" />
+<link rel="index" title="Index" href="../../genindex/" /><link rel="search" title="Search" href="../../search/" /><link rel="next" title="Surround" href="../surround/" /><link rel="prev" title="MO-RouteChoice" href="../moroute_choice/" />
         <link rel="canonical" href="https://momaland.farama.org/environments/mosame_game.html" />
 
     <link rel="shortcut icon" href="../../_static/favicon.png"/><!-- Generated with Sphinx 7.3.7 and Furo 2023.08.19.dev1 -->
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../surround/">Surround</a></li>
 </ul>
diff --git a/environments/surround/index.html b/environments/surround/index.html
index cefafb73..f0d354c4 100644
--- a/environments/surround/index.html
+++ b/environments/surround/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2 current current-page"><a class="current reference internal" href="#">Surround</a></li>
 </ul>
diff --git a/genindex/index.html b/genindex/index.html
index cb234ff9..59e1e573 100644
--- a/genindex/index.html
+++ b/genindex/index.html
@@ -225,13 +225,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/surround/">Surround</a></li>
 </ul>
diff --git a/index.html b/index.html
index 9765b163..af61f1ad 100644
--- a/index.html
+++ b/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="environments/surround/">Surround</a></li>
 </ul>
diff --git a/introduction/install/index.html b/introduction/install/index.html
index b699b74b..851a18a1 100644
--- a/introduction/install/index.html
+++ b/introduction/install/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/surround/">Surround</a></li>
 </ul>
diff --git a/objects.inv b/objects.inv
index 0ebd9f48..837f5d5d 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/release_notes/index.html b/release_notes/index.html
index 742284fa..2a603b55 100644
--- a/release_notes/index.html
+++ b/release_notes/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/surround/">Surround</a></li>
 </ul>
diff --git a/search/index.html b/search/index.html
index bad64ca1..09c5cada 100644
--- a/search/index.html
+++ b/search/index.html
@@ -224,13 +224,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../environments/surround/">Surround</a></li>
 </ul>
diff --git a/searchindex.js b/searchindex.js
index 377b2954..f70664b0 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"0.1.0": [[21, "release-0-1-0"]], "404 - Page Not Found": [[0, "page-not-found"]], "AEC": [[2, "aec"], [4, "aec"]], "AEC to Parallel": [[4, "aec-to-parallel"]], "API": [[19, "api"]], "Action Space": [[6, "action-space"], [7, "action-space"], [8, "action-space"], [9, "action-space"], [10, "action-space"], [11, "action-space"], [12, "action-space"], [14, "action-space"], [15, "action-space"], [16, "action-space"], [17, "action-space"], [18, "action-space"]], "All Environments": [[5, "all-environments"]], "Arguments": [[6, "arguments"], [7, "arguments"], [8, "arguments"], [9, "arguments"], [10, "arguments"], [11, "arguments"], [12, "arguments"], [14, "arguments"], [15, "arguments"], [16, "arguments"], [17, "arguments"], [18, "arguments"]], "Attributes": [[2, "attributes"], [3, "attributes"]], "Build the Documentation": [[1, "build-the-documentation"]], "Catch": [[6, "catch"]], "Citing": [[19, "citing"]], "Conversion": [[4, "conversion"]], "Credits": [[6, "credits"], [7, "credits"], [10, "credits"], [12, "credits"], [16, "credits"], [18, "credits"]], "Episode Termination": [[6, "episode-termination"], [7, "episode-termination"], [8, "episode-termination"], [10, "episode-termination"], [12, "episode-termination"], [14, "episode-termination"], [15, "episode-termination"], [16, "episode-termination"], [18, "episode-termination"]], "Episode Truncation": [[6, "episode-truncation"], [7, "episode-truncation"], [8, "episode-truncation"], [10, "episode-truncation"], [12, "episode-truncation"], [14, "episode-truncation"], [16, "episode-truncation"], [18, "episode-truncation"]], "Escort": [[7, "escort"]], "Install": [[19, "install"], [20, "install"]], "Learning algorithms": [[23, "learning-algorithms"]], "Legal Actions Mask": [[9, "legal-actions-mask"], [11, "legal-actions-mask"], [17, "legal-actions-mask"]], "MO-Beach": [[8, "mo-beach"]], "MO-Breakthrough": [[9, "mo-breakthrough"]], "MO-Congestion": [[10, "mo-congestion"]], "MO-Connect4": [[11, "mo-connect4"]], "MO-GemMining": [[12, "mo-gemmining"]], "MO-Ingenious": [[13, "mo-ingenious"]], "MO-ItemGathering": [[14, "mo-itemgathering"]], "MO-MultiwalkerStability": [[15, "mo-multiwalkerstability"]], "MO-Pistonball": [[16, "mo-pistonball"]], "MO-SameGame": [[17, "mo-samegame"]], "MOAECEnv": [[2, "moaecenv"]], "MOMAland documentation": [[1, "momaland-documentation"]], "MOParallelEnv": [[3, "moparallelenv"]], "Making a Custom Environment": [[22, "making-a-custom-environment"]], "Methods": [[2, "methods"], [3, "methods"]], "Observation Space": [[6, "observation-space"], [7, "observation-space"], [8, "observation-space"], [9, "observation-space"], [10, "observation-space"], [11, "observation-space"], [12, "observation-space"], [14, "observation-space"], [15, "observation-space"], [16, "observation-space"], [17, "observation-space"], [18, "observation-space"]], "Parallel": [[3, "parallel"], [4, "parallel"]], "Parallel to AEC": [[4, "parallel-to-aec"]], "Release Notes": [[21, "release-notes"]], "Reward Space": [[6, "reward-space"], [7, "reward-space"], [8, "reward-space"], [10, "reward-space"], [12, "reward-space"], [14, "reward-space"], [15, "reward-space"], [16, "reward-space"], [18, "reward-space"]], "Rewards": [[9, "rewards"], [11, "rewards"], [17, "rewards"]], "Setup pre-commit hooks": [[22, "setup-pre-commit-hooks"]], "Starting State": [[6, "starting-state"], [7, "starting-state"], [8, "starting-state"], [9, "starting-state"], [10, "starting-state"], [11, "starting-state"], [12, "starting-state"], [14, "starting-state"], [16, "starting-state"], [17, "starting-state"], [18, "starting-state"]], "Surround": [[18, "surround"]], "The requested page could not be found.": [[0, "the-requested-page-could-not-be-found"]], "Usage": [[2, "usage"], [3, "usage"]], "Version History": [[9, "version-history"], [11, "version-history"], [17, "version-history"]], "Wrappers and Utils": [[4, "wrappers-and-utils"]], "v0.0.1: Dummy release": [[21, "release-v0-0-1"]], "v0.0.2: Dummy release 2": [[21, "release-v0-0-2"]]}, "docnames": ["404", "README", "api/aec", "api/parallel", "api/wrappers", "environments/all-envs", "environments/catch", "environments/escort", "environments/mobeach", "environments/mobreakthrough", "environments/mocongestion", "environments/moconnect4", "environments/mogem_mining", "environments/moingenious", "environments/moitem_gathering", "environments/momultiwalker_stability", "environments/mopistonball", "environments/mosame_game", "environments/surround", "index", "introduction/install", "release_notes", "tutorials/custom_env", "tutorials/learning_algorithms"], "envversion": {"sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1}, "filenames": ["404.md", "README.md", "api/aec.md", "api/parallel.md", "api/wrappers.md", "environments/all-envs.md", "environments/catch.md", "environments/escort.md", "environments/mobeach.md", "environments/mobreakthrough.md", "environments/mocongestion.md", "environments/moconnect4.md", "environments/mogem_mining.md", "environments/moingenious.md", "environments/moitem_gathering.md", "environments/momultiwalker_stability.md", "environments/mopistonball.md", "environments/mosame_game.md", "environments/surround.md", "index.md", "introduction/install.md", "release_notes.md", "tutorials/custom_env.md", "tutorials/learning_algorithms.md"], "indexentries": {"action_space() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.action_space", false]], "action_space() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.action_space", false]], "action_spaces (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.action_spaces", false]], "action_spaces (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.action_spaces", false]], "agent_selection (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.agent_selection", false]], "agents (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.agents", false]], "agents (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.agents", false]], "close() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.close", false]], "close() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.close", false]], "infos (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.infos", false]], "linearizereward (class in momaland.utils.aec_wrappers)": [[4, "momaland.utils.aec_wrappers.LinearizeReward", false]], "linearizereward (class in momaland.utils.parallel_wrappers)": [[4, "momaland.utils.parallel_wrappers.LinearizeReward", false]], "max_num_agents (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.max_num_agents", false]], "max_num_agents (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.max_num_agents", false]], "mo_aec_to_parallel_wrapper (class in momaland.utils.conversions)": [[4, "momaland.utils.conversions.mo_aec_to_parallel_wrapper", false]], "mo_parallel_to_aec_wrapper (class in momaland.utils.conversions)": [[4, "momaland.utils.conversions.mo_parallel_to_aec_wrapper", false]], "moaecenv (class in momaland.utils.env)": [[2, "momaland.utils.env.MOAECEnv", false]], "moparallelenv (class in momaland.utils.env)": [[3, "momaland.utils.env.MOParallelEnv", false]], "normalizereward (class in momaland.utils.aec_wrappers)": [[4, "momaland.utils.aec_wrappers.NormalizeReward", false]], "normalizereward (class in momaland.utils.parallel_wrappers)": [[4, "momaland.utils.parallel_wrappers.NormalizeReward", false]], "num_agents (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.num_agents", false]], "num_agents (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.num_agents", false]], "observation_space() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.observation_space", false]], "observation_space() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.observation_space", false]], "observation_spaces (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.observation_spaces", false]], "observation_spaces (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.observation_spaces", false]], "observe() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.observe", false]], "possible_agents (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.possible_agents", false]], "possible_agents (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.possible_agents", false]], "recordepisodestatistics (class in momaland.utils.parallel_wrappers)": [[4, "momaland.utils.parallel_wrappers.RecordEpisodeStatistics", false]], "render() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.render", false]], "render() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.render", false]], "reset() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.reset", false]], "reset() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.reset", false]], "reward_space() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.reward_space", false]], "reward_space() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.reward_space", false]], "reward_spaces (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.reward_spaces", false]], "reward_spaces (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.reward_spaces", false]], "rewards (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.rewards", false]], "state() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.state", false]], "step() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.step", false]], "step() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.step", false]], "terminations (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.terminations", false]], "truncations (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.truncations", false]]}, "objects": {"momaland.utils.aec_wrappers": [[4, 0, 1, "", "LinearizeReward"], [4, 0, 1, "", "NormalizeReward"]], "momaland.utils.conversions": [[4, 0, 1, "", "mo_aec_to_parallel_wrapper"], [4, 0, 1, "", "mo_parallel_to_aec_wrapper"]], "momaland.utils.env": [[2, 0, 1, "", "MOAECEnv"], [3, 0, 1, "", "MOParallelEnv"]], "momaland.utils.env.MOAECEnv": [[2, 1, 1, "", "action_space"], [2, 2, 1, "", "action_spaces"], [2, 2, 1, "", "agent_selection"], [2, 2, 1, "", "agents"], [2, 1, 1, "", "close"], [2, 2, 1, "", "infos"], [2, 2, 1, "", "max_num_agents"], [2, 2, 1, "", "num_agents"], [2, 1, 1, "", "observation_space"], [2, 2, 1, "", "observation_spaces"], [2, 1, 1, "", "observe"], [2, 2, 1, "", "possible_agents"], [2, 1, 1, "", "render"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "reward_space"], [2, 2, 1, "", "reward_spaces"], [2, 2, 1, "", "rewards"], [2, 1, 1, "", "step"], [2, 2, 1, "", "terminations"], [2, 2, 1, "", "truncations"]], "momaland.utils.env.MOParallelEnv": [[3, 1, 1, "", "action_space"], [3, 2, 1, "", "action_spaces"], [3, 2, 1, "", "agents"], [3, 1, 1, "", "close"], [3, 2, 1, "", "max_num_agents"], [3, 2, 1, "", "num_agents"], [3, 1, 1, "", "observation_space"], [3, 2, 1, "", "observation_spaces"], [3, 2, 1, "", "possible_agents"], [3, 1, 1, "", "render"], [3, 1, 1, "", "reset"], [3, 1, 1, "", "reward_space"], [3, 2, 1, "", "reward_spaces"], [3, 1, 1, "", "state"], [3, 1, 1, "", "step"]], "momaland.utils.parallel_wrappers": [[4, 0, 1, "", "LinearizeReward"], [4, 0, 1, "", "NormalizeReward"], [4, 0, 1, "", "RecordEpisodeStatistics"]]}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "attribute", "Python attribute"]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:attribute"}, "terms": {"": [2, 3, 4, 5, 6, 7, 8, 9, 11, 16, 17, 18, 19, 21, 23], "0": [2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19], "00e": 16, "01": 16, "01567": 15, "02": 15, "03": 21, "04": 16, "05": 21, "08": 4, "1": [2, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18], "10": [6, 7, 12, 14, 17, 18], "100": [8, 15, 16], "100e": 15, "11": [12, 13], "110": 15, "12": [8, 12, 21], "120": 16, "125": 16, "13": 12, "14": 12, "15": [6, 7, 12, 17, 18], "16": 12, "17": 12, "18": [12, 13], "19": [12, 16], "192": 9, "1e": 4, "2": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19], "20": [9, 11, 12, 16, 21], "200": [6, 7, 18], "2019": 14, "2023": 21, "2024": 21, "209": 15, "21": 21, "225": 17, "23": 12, "24": 21, "25": 21, "255": 16, "26": 21, "27": 21, "28": 21, "2880": 13, "29": 21, "2d": [6, 7, 8, 10, 14, 15, 18], "3": [2, 3, 6, 7, 8, 9, 10, 12, 14, 16, 17, 18, 19], "30": 17, "31": [15, 21], "35": 21, "37": 21, "38": 21, "39": 21, "3d": [6, 7, 16, 18], "4": [5, 9, 11, 12, 14, 15, 21], "40": 21, "41": 21, "4199": 10, "42": [2, 3, 12, 19, 21], "43": 21, "44": 21, "45": 21, "457": 16, "46": [15, 21], "48": 21, "49": 21, "5": [2, 6, 7, 8, 9, 12, 14, 16, 17, 18, 19], "50625": 17, "51": 21, "52": 21, "53": 21, "54": [15, 21], "567e": 15, "6": [8, 11, 12, 13, 16], "60": 16, "7": [2, 3, 8, 11, 12, 19], "75": 16, "79e": 16, "8": [2, 4, 9, 11, 12, 14, 16, 19], "881808": 8, "8x8": [9, 14], "9": [4, 11, 12], "99": [4, 8], "A": [2, 3, 4, 5, 6, 7, 8, 10, 14, 15, 18, 19], "And": 3, "As": [12, 16], "At": [9, 11], "For": [1, 2, 3, 4, 19], "If": [8, 9, 11, 15, 17, 19], "In": [3, 5, 9, 10, 11], "It": 8, "On": 4, "The": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 23], "There": [5, 9], "These": [2, 3], "To": [1, 19, 20, 23], "With": 11, "_build": 1, "_env": [2, 3, 19], "_of_a_of_current_typ": 8, "_scalartype_co": 2, "a_typ": 8, "about": 1, "abov": [16, 17], "absolut": 21, "accept": 2, "access": [2, 4], "accord": 8, "accumul": [2, 5, 17], "action": [2, 3, 5, 13, 19, 23], "action_mask": [9, 11, 13, 17], "action_spac": [2, 3, 19], "actiontyp": [2, 3], "ad": [2, 3, 12], "adapt": [5, 6, 7, 10, 15, 16, 18], "add": [4, 21, 22], "addit": [5, 9, 11], "addition": [5, 9, 11, 17, 22], "adversari": 5, "aec": [16, 19, 20, 21, 22], "aec_env": 4, "aec_wrapp": 4, "aecwrapp": 4, "after": [2, 8, 10, 12], "agent": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22], "agent_": 5, "agent_0": 4, "agent_1": 4, "agent_i": [6, 7, 8, 10, 12, 13, 14, 17, 18], "agent_it": [2, 19], "agent_select": 2, "agentid": [2, 3], "aka": [2, 19], "algorithm": [19, 20], "aliv": 15, "all": [2, 3, 8, 9, 11, 12, 14, 17, 19, 20], "all_modul": 22, "allow": 5, "also": [2, 4, 5, 8, 9, 19], "altern": 3, "alternatingli": 9, "alwai": 10, "amount": [6, 7, 16, 18], "an": [2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14, 16, 17, 18, 19, 22], "analysi": [2, 19], "angl": 15, "ani": [2, 5, 9, 11, 12, 17, 23], "anoth": [12, 17], "ansi": [2, 3], "api": [2, 3, 4, 20], "appli": 4, "appropri": 3, "ar": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 15, 16, 17, 18, 22, 23], "area": [6, 7, 18], "around": 5, "arrai": [2, 3, 4, 6, 7, 18, 19], "assign": [2, 19], "attende": 5, "autobuild": 1, "automat": [1, 2], "avail": [5, 9, 11, 14, 15, 17], "averag": [4, 6, 7, 18], "avoid": [4, 5, 6, 7, 9, 10, 15, 18], "award": [9, 11], "b": 1, "baier_2015": 5, "ball": 16, "ball_elast": 16, "ball_frict": 16, "ball_mass": 16, "bandit": 12, "bargiacchi": 12, "bargiacchi_2018": 5, "base": [2, 3, 4, 5, 9, 10, 11, 12, 15, 17, 19], "baselin": 23, "basic": [19, 20], "beach": 5, "becom": 17, "been": [11, 14, 21], "befor": 16, "behavior": 4, "below": [9, 11, 17], "bernoulli": 12, "better": 21, "between": [4, 5, 16, 17, 19], "binari": [9, 11, 17], "board": [5, 9, 11, 13, 17, 21], "board_height": [9, 11, 17], "board_siz": 11, "board_width": [9, 11, 17], "bonu": 12, "bool": [2, 3], "both": [9, 11, 15, 21], "bottom": 11, "bound": 15, "box": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18], "bpd": 21, "braess": 10, "break": 5, "breakthrough": [5, 21], "bump": 21, "call": [2, 5, 17], "can": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 18, 19, 20], "cannot": [2, 3, 11], "capac": [5, 8], "captur": [5, 9], "case": [9, 10, 11], "catch": 5, "catch_v0": 6, "cbox": 12, "cd": 1, "cell": [9, 11, 14], "central": [3, 23], "certain": [19, 20], "chang": [1, 2, 3, 4, 8, 15, 16, 21], "changelog": 21, "characteris": 5, "check": [2, 4, 19, 21, 22], "choic": 5, "choos": 10, "circl": 5, "class": [2, 3, 4, 19, 22], "classic": [2, 3], "cleanrl": 23, "close": [2, 3, 16, 17, 19, 23], "closer": 16, "code": [4, 6, 7, 10, 12, 16, 18, 21], "codebas": 10, "colab": [2, 19], "collect": 5, "collid": [6, 7, 18], "collis": [6, 7, 18], "color": [5, 17], "color_reward": 17, "colors_n": 5, "colour": 5, "column": [5, 11, 17], "column_object": 11, "commun": 19, "compar": 19, "compat": 23, "competit": 5, "compliant": 19, "compon": [16, 19, 20], "condit": [6, 7, 18], "configur": 5, "conflict": 11, "congest": [5, 21], "connect": [2, 5, 11, 12, 17, 21], "connect4": 5, "constant": 10, "constructor": 22, "consumpt": 8, "contain": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 23], "continu": [5, 6, 7, 8, 15, 16, 18, 23], "contribut": [1, 21], "contributor": 21, "control": 2, "convers": 22, "convert": 4, "cooper": [5, 12, 16], "coordin": [6, 7, 9, 17, 18, 19], "corner": 5, "correctli": 4, "correl": 12, "correlated_object": 12, "correspond": [2, 8, 9, 10, 11, 12], "cost": [5, 10], "could": [2, 3], "count": [5, 17], "crazyrl": 21, "creat": [2, 19, 22], "crowded": 5, "current": [2, 3, 8, 9, 11, 17, 23], "customiz": 12, "cycl": 16, "d": 17, "data": 3, "decentr": 3, "decis": [2, 19], "default": [2, 3, 5, 8, 11, 12, 14, 15, 16, 17], "defaultli": 12, "defin": 22, "definit": [2, 19], "demonstr": 21, "depend": [4, 10, 19, 20], "describ": [9, 11, 17], "descript": 5, "destin": [5, 10], "detail": [2, 3, 19], "determin": 14, "develop": 19, "diagon": [9, 11], "dict": [2, 3, 4, 9, 11, 13, 17], "dictionari": [3, 9, 11, 17, 22], "diederik": 12, "differ": [2, 5, 8, 10, 12, 17, 19], "dimens": [9, 11, 17], "direct": [6, 7, 18], "directli": 2, "directori": [22, 23], "dirhtml": 1, "disappear": 17, "discord": 19, "discount": 4, "discret": [5, 8, 9, 10, 11, 12, 13, 14, 16, 17, 21, 23], "disentangl": 16, "displai": [2, 3, 6, 7, 10, 18], "distanc": [5, 6, 7, 15, 18], "distance_other_dron": 5, "distance_target": 5, "distribut": 8, "divers": 5, "divid": 9, "do": [9, 11], "doc": [1, 21], "document": [2, 3, 15, 19, 20, 21, 22], "doe": [2, 19, 20], "domain": [8, 12], "don": 22, "down": [14, 16, 17], "draw": [9, 11], "driver": [5, 10], "drone": [5, 6, 7, 18], "drop": [11, 15, 16], "dtype": 2, "due": 12, "duplic": 4, "dure": 15, "dynam": 21, "e": [1, 2, 3, 12, 22], "each": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18, 19, 22, 23], "edg": 16, "either": [5, 9, 10, 11, 17], "elast": 16, "element": [9, 11, 15, 17], "els": [2, 19], "empti": [9, 11, 14, 17], "encod": [9, 11, 17], "end": [4, 11, 15], "enforc": [2, 3], "enjoy": 5, "entir": 17, "entri": 14, "env": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22], "env_nam": 22, "environ": [2, 3, 4, 6, 7, 8, 10, 12, 13, 14, 15, 16, 18, 19, 21, 23], "episod": 4, "epsilon": 4, "equal": [8, 11, 12], "equival": [2, 3], "escap": 6, "escort": 5, "escort_v0": 7, "essenti": [5, 19], "etc": 3, "eugenio": 12, "evalu": [21, 23], "even": 15, "everi": [1, 2, 3, 5, 11, 17], "everyth": [19, 20, 22, 23], "exampl": [2, 4, 6, 7, 8, 18, 19, 22], "except": [9, 11, 17], "exclud": 12, "exclus": [9, 11, 17], "execut": [2, 3], "exert": 15, "exist": 11, "expect": 12, "experiment": 21, "exponenti": 4, "export": 22, "extend": [2, 3, 5, 9, 11, 17, 22], "extens": 5, "extract": 5, "ezpickl": 21, "factor": [4, 11], "factori": 22, "fall": [11, 15, 17], "fals": [14, 17], "farama": 19, "fast": 5, "faster": [9, 11], "featur": 21, "felten": [6, 7, 18], "few": 4, "ffelten": 21, "file": 23, "fill": [9, 11, 17], "final": [7, 18], "final_target_loc": [7, 18], "find": 12, "finish": 16, "first": [2, 9, 15, 21], "fix": [4, 5, 21], "float": [2, 3, 4, 6, 7, 10, 18], "float32": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18], "folder": 1, "follow": [3, 6, 7, 15, 18, 19], "forc": 15, "fork": 1, "format": 5, "forward": 9, "found": [9, 11, 12, 17], "four": 11, "fourth": 9, "frame": 3, "friction": 16, "from": [2, 3, 5, 6, 7, 9, 10, 11, 12, 15, 16, 17, 18, 19, 22, 23], "front": 9, "full": [11, 21], "fulli": 12, "function": [2, 3, 12, 19, 22], "g": 22, "game": [5, 9, 11, 13, 17, 21], "gamma": 4, "gap": 17, "gather": [5, 14, 21], "gem": [5, 12, 21], "gener": [2, 3, 12, 21], "get": [5, 9, 11, 17], "github": 21, "give": 15, "given": [8, 9, 11, 12, 16, 17, 22], "global": [3, 8, 16], "go": [1, 5], "goal": 5, "greater": 12, "grid": [5, 9, 11, 14, 17], "ground": [6, 7, 18], "group": [5, 17], "guid": 20, "gupta_2017": 5, "gym": 3, "gymnasium": [2, 3], "ha": [2, 3, 4, 8, 9, 11, 12, 17, 21], "handl": 4, "have": [4, 9, 10, 11, 14, 19, 22], "height": [9, 11, 17], "heintz": 14, "henc": 12, "here": [2, 19, 23], "heterogen": 10, "hiazmani": 21, "higher": 15, "hip": 15, "hold": [9, 11, 17], "home": 9, "horizont": [11, 17], "how": [1, 6, 7, 16, 18], "http": 19, "human": [2, 3, 6, 7, 10, 11, 16, 18, 19], "i": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23], "id": [8, 12, 14], "ident": 9, "idx": 4, "imag": 16, "immedi": 4, "implement": [2, 3, 21, 23], "import": [2, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19], "incentiv": [9, 11], "includ": [5, 19, 20], "independ": 21, "index": [4, 9, 11, 17], "indic": [9, 11, 17, 23], "individu": [17, 23], "inf": [6, 7, 15, 18], "influenc": 5, "info": [2, 3, 19], "inform": [1, 5], "ingeni": [5, 21], "inherit": 4, "init_flying_po": [6, 7, 18], "init_target_loc": [6, 7, 18], "initi": [4, 6, 7, 8, 14, 17, 18, 22], "initial_map": 14, "inproceed": 19, "input": 4, "insert": [2, 3, 19], "insid": 22, "instal": [1, 22], "instanc": [2, 4, 12, 19], "instantan": 2, "instanti": 4, "instead": [19, 22], "int": [2, 3, 6, 7, 8, 10, 16, 18], "int32": 13, "int64": 14, "int8": [9, 11, 13, 17], "integ": [2, 3, 9, 11, 12, 14, 17], "interact": [2, 3, 19], "interest": 5, "intermedi": [7, 18], "intern": 2, "introduc": 5, "iql": 23, "isn": 12, "item": [5, 14, 21], "its": 5, "join": 19, "joint": 15, "just": 12, "kallstrom_2019": 5, "keep": [4, 5, 23], "kei": [2, 3, 4], "kept": 5, "knee": 15, "k\u00e4llstr\u00f6m": 14, "land": 11, "languag": 12, "last": [2, 8, 9, 12, 19], "latenc": 10, "launch": 21, "lead": 5, "learn": [6, 7, 10, 18, 19, 20, 21], "least": 17, "leav": 5, "left": [8, 9, 14, 17], "length": [2, 3, 6, 7, 8, 12, 18], "less": 12, "level": [8, 15], "librari": [19, 23], "like": [2, 3, 4, 5, 17, 23], "limit": [12, 16], "linear": [4, 23], "linearizereward": [2, 4, 19], "linearreward": 3, "list": [2, 3, 23], "literatur": 5, "live": 12, "local": [8, 12, 16], "locat": [9, 11, 17], "log": 21, "look": 2, "loop": 21, "lose": [9, 11], "lost": 9, "lower": [15, 16], "made": [1, 11, 21], "mai": [2, 3], "main": [9, 11, 17, 21], "maintain": 5, "make": [1, 2, 19], "mani": 5, "mannion_2018": 5, "map": 14, "margin": 10, "markdown": 21, "marl": 5, "mass": 16, "max": 9, "max_connect": 12, "max_cycl": 16, "max_mov": 9, "max_num_ag": [2, 3], "max_prob": 12, "max_work": 12, "maxim": [5, 6, 7, 15, 18], "maximis": 16, "maximum": [8, 12, 14, 16], "mct": 10, "md": 1, "mean": [9, 11, 17], "member": [2, 3, 22], "merg": 21, "met": [6, 7, 18], "method": 22, "mgoulao": 21, "min_connect": 12, "min_prob": 12, "min_work": 12, "mine": [5, 12], "minim": [6, 7, 10, 16, 18], "minimis": 10, "minimum": [5, 12], "miss": 21, "mixtur": [5, 8], "mo": [4, 5, 21], "mo_aec_to_parallel_wrapp": 4, "mo_parallel_to_aec": 22, "mo_parallel_to_aec_wrapp": 4, "moaec": 2, "moaecenv": 22, "mobeach_v0": [8, 22], "mobil": 5, "mobreakthrough_v0": 9, "mocongestion_v0": 10, "moconnect4_v0": 11, "mode": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18], "model": [2, 19], "modifi": 9, "modul": 4, "mogem_mining_v0": 12, "moingenious_v0": 13, "moitem_gathering_v0": 14, "momaland": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23], "momappo": [21, 23], "momarl": 19, "momultiwalk": 21, "momultiwalker_st": [2, 3, 19], "momultiwalker_stability_v0": [2, 3, 15, 19], "monetari": 10, "moparallel": 3, "moparallelenv": 22, "mopistonball_v0": 16, "more": [1, 2, 3, 5, 11, 19], "morl": 23, "mosame_game_v0": 17, "most": 12, "move": [4, 6, 7, 8, 9, 11, 16, 17, 18], "move_count": [9, 11], "multi": [2, 3, 5, 9, 10, 11, 14, 17, 19, 23], "multibinari": 9, "multipl": 5, "multipli": 12, "multiwalk": [5, 15, 21], "must": [2, 3, 4, 5], "n": [2, 5, 17], "n_piston": 16, "n_reward": 5, "name": [2, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 23], "nativ": 4, "navig": 5, "ndarrai": [2, 3], "need": [10, 16], "neg": [9, 12, 14], "negat": [9, 11], "network": [2, 5, 10], "nevertheless": 23, "new": [4, 21, 22], "newli": 4, "next": [2, 16], "non": 12, "none": [2, 3, 6, 7, 8, 10, 14, 16, 18, 19], "normal": 4, "normalizereward": 4, "note": [2, 12], "notebook": [2, 19, 21], "np": [2, 3, 4, 19], "nparrai": [6, 7, 18], "nth": 2, "num_ag": [2, 3, 8, 10, 12, 17], "num_color": 17, "num_dron": [6, 7, 18], "num_intermediate_point": [7, 18], "num_object": [9, 12, 17], "num_timestep": [8, 10, 12, 14], "number": [5, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18], "numpi": [2, 3, 19], "ob": 5, "object": [2, 3, 4, 5, 8, 9, 10, 11, 12, 14, 15, 17, 19, 23], "observ": [2, 3, 13, 19, 23], "observation_spac": [2, 3], "obstyp": [2, 3], "occup": [5, 8], "occupi": 8, "occur": 14, "od": 10, "off": 5, "ol": [21, 23], "onc": 1, "one": [5, 6, 7, 9, 11, 15, 17, 18], "onli": [5, 8, 9, 17], "open": 19, "oppon": [5, 9, 11], "oppos": [2, 3], "option": [2, 3, 5, 6, 7, 9, 10, 11, 16, 18, 19], "order": [6, 7, 17, 18], "org": 19, "origin": [5, 10, 16], "other": [2, 5, 6, 7, 9, 11, 18, 23], "our": [1, 22], "outer": 21, "output": 4, "outsid": [2, 3], "over": [5, 8], "overrid": [2, 3, 4, 22], "own": [4, 5, 9, 17], "packag": [1, 5, 15, 22], "pair": 10, "paper": [5, 21, 23], "paradox": 10, "parallel": [6, 7, 8, 10, 14, 18, 20, 22], "parallel_env": [3, 4, 22], "parallel_to_aec": 22, "parallel_wrapp": 4, "paramet": 4, "past": 4, "penal": 15, "penalti": [15, 16, 21], "per": [2, 3, 5, 12, 19], "percentag": [8, 10], "perform": 23, "pettingzoo": [2, 3, 5, 15, 19, 22], "philosophi": 23, "piec": [5, 9], "pip": [1, 19, 20, 22], "piston": 16, "piston_i": 16, "pistonbal": 5, "place": [8, 9, 10, 11, 16], "placement": [9, 11], "plai": [2, 3, 17], "plane": [9, 11, 17], "player": [5, 9, 11, 17], "player_i": [9, 11], "pleas": [12, 19], "point": [5, 7, 9, 10, 11, 17, 18], "polici": [2, 3, 4, 19, 23], "posit": [6, 7, 8, 14, 18], "position_distribut": 8, "possibl": [5, 10, 23], "possible_ag": [2, 3, 4], "practic": 22, "prefer": 10, "previou": 12, "print": [2, 3, 4], "probabl": 12, "problem": [5, 8, 14], "problem_nam": 10, "problemat": [19, 20], "producit": 5, "program": 12, "progress": [2, 3, 5], "proport": 16, "provid": [5, 12, 19, 23], "public": 19, "pure": 22, "puzzl": [5, 17], "py": 22, "pypi": 21, "pytest": 22, "python": [2, 19], "pz": [2, 3, 4, 5, 19, 22], "q": 21, "qmix": 3, "r": 1, "rack": 13, "rais": 16, "random": [8, 10, 16], "random_drop": 16, "random_toll_percentag": 10, "randomis": 14, "randomli": [8, 10, 12, 17], "rang": 4, "rather": 2, "raw_env": 22, "reach": [5, 6, 7, 8, 9, 11, 14, 16, 18], "reachabl": 12, "realli": 12, "rebuild": 1, "receiv": [3, 8, 12], "recent": 4, "record": 4, "recordepisodestatist": 4, "recordstatisticswrapp": 21, "rectangular": 17, "reflect": 5, "reimplement": 12, "reinforc": 19, "releas": 2, "remov": [2, 3, 5, 17, 21], "render": [2, 3, 6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18], "render_mod": [2, 3, 6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18, 19], "repositori": [19, 22], "repres": [4, 5, 6, 7, 9, 10, 11, 12, 14, 15, 17, 18], "requir": [1, 19, 20, 21], "research": 19, "reset": [2, 3, 19], "resourc": 2, "respect": [3, 5, 11], "restrict": 5, "return": [2, 3, 5, 19, 22], "reus": 23, "reward": [2, 3, 4, 5, 13, 19, 21, 22, 23], "reward_schem": 8, "reward_spac": [2, 3, 4, 22], "rgb": 16, "rgb_arrai": [2, 3, 11, 16], "right": [5, 8, 9, 14, 16, 17], "rl": [2, 9, 11, 17, 19], "road": [5, 10], "roijer": 12, "rout": [5, 10], "routechoic": 5, "row": 9, "rradul": 21, "rule": 5, "run": [14, 22], "same": [2, 3, 5, 9, 11, 12, 17], "samegam": [5, 21], "sampl": [2, 3, 19], "scalar": [2, 3, 4, 16, 19, 23], "scale": [4, 11], "scheme": 8, "score": [5, 13], "screen": 11, "screen_scal": 11, "script": 21, "second": [2, 9, 11, 15], "section": [5, 8, 9, 11, 17], "section_capac": 8, "section_consumpt": 8, "section_id": 8, "see": [2, 3, 12, 15, 19, 20, 22], "seed": [2, 3, 12, 19, 21], "seek": 5, "select": [2, 10, 12, 17], "self": [2, 5, 22, 23], "send": 12, "separ": [5, 17], "sequenc": 11, "sequenti": 17, "server": 19, "set": [9, 11, 12, 16, 17, 19, 23], "shake": 15, "shape": [4, 6, 7, 10, 18, 22], "share": [5, 17], "shift": [2, 19], "should": [2, 6, 7, 11, 12, 18, 22], "side": [6, 7, 18], "similar": [2, 4, 19], "simpl": [2, 19], "singl": [2, 5, 9, 11, 15, 17, 19, 21, 23], "sister": 15, "size": [6, 7, 17, 18, 21], "so": [3, 4, 10], "some": [4, 19, 20], "sourc": [2, 3, 4, 6, 7, 10, 18, 19], "space": [2, 3, 4, 5, 13, 22, 23], "specif": [2, 3, 9, 11, 12, 17], "specifi": [2, 16, 22], "speed": [6, 7, 18], "sphinx": 1, "split": 4, "squar": [9, 17], "stabil": [4, 5, 21], "stai": [8, 14, 16], "stand": 11, "standard": [2, 3, 19], "start": 2, "state": [2, 3], "stateless": [10, 12], "static": 18, "statist": 4, "steadi": 5, "step": [2, 3, 6, 7, 15, 18, 19], "still": [15, 16], "store": 2, "str": [2, 3, 6, 7, 8, 10, 18], "straight": 9, "string": [2, 3], "structur": 2, "stuff": 21, "subprocess": 2, "successfulli": 11, "sum": [5, 8], "suppli": [19, 20], "support": [2, 3, 5], "surround": [5, 6], "surround_v0": 18, "survei": [2, 19], "switch": 2, "system": [19, 20], "t": [4, 12, 22], "take": [2, 3, 4, 10, 16], "taken": [2, 5], "target": [5, 6, 7, 18], "target_spe": [6, 7, 18], "tax": 10, "team": [5, 17, 23], "team_reward": 17, "tensor": [9, 11, 17], "term": 5, "termin": [2, 3, 19], "terminate_on_fal": 15, "test": [19, 20, 22], "than": 11, "thei": [5, 9, 11, 17], "them": [2, 4, 5, 9, 11, 16, 19], "themselv": 5, "therefor": [10, 12], "thi": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 18, 19, 20, 21, 22], "third": 9, "thomasini_2023": 5, "three": 9, "threepwoodi": 21, "through": [2, 3], "tile": [5, 17], "time": [1, 2, 5, 9, 10, 11, 16], "time_penalti": 16, "timestep": [6, 7, 8, 10, 12, 14, 18], "todo": [5, 19], "togeth": 12, "token": 11, "toll": 10, "toll_mod": 10, "tool": 23, "top": [4, 11], "total": 12, "tourist": 5, "toward": [6, 7, 15, 16, 18], "trade": 5, "train": 3, "trajectori": [4, 7, 18], "transform": 4, "travel": [5, 6, 7, 10, 15, 18], "true": [12, 15, 16, 17], "trunc_prob": 12, "truncat": [2, 3, 19], "try": [6, 9, 21], "tupl": [3, 8, 14], "turn": [5, 9, 11, 17], "two": [5, 8, 9, 10, 11, 16, 17], "txt": 1, "type": [2, 3, 4, 5, 8, 12, 14], "type_distribut": 8, "typic": [2, 3], "uint8": 16, "umutucak": 21, "unchang": 16, "under": 10, "undocu": 21, "uniform": [8, 21], "until": 11, "up": [5, 9, 14, 16], "updat": 21, "upper": 12, "us": [2, 4, 8, 10, 11, 12, 16, 19, 20, 21, 22], "usag": [19, 20], "user": 5, "usual": [9, 11, 17], "util": [2, 3, 5, 19, 22, 23], "v0": 5, "valid": 4, "valu": [2, 3, 4, 6, 7, 8, 11, 12, 15, 16, 18, 19], "variabl": 2, "varianc": 4, "variant": [5, 9, 11, 17], "vec_reward": [2, 3, 19], "vector": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 22], "vectori": 4, "veri": [2, 19], "version": [5, 10, 21, 22], "vertic": [11, 17], "via": 8, "view": 3, "villag": 12, "visual": 21, "w": 12, "w_bonu": 12, "wa": [4, 6, 7, 10, 12, 16, 18], "wai": [5, 17], "walker_0": [2, 19], "walker_1": [2, 19], "walker_2": [2, 19], "walker_i": 15, "wall": 16, "wandb": 21, "we": [2, 5, 19, 23], "webpag": 21, "websit": 19, "weight": [2, 3, 4, 19, 21], "well": [5, 19, 22], "were": 17, "what": 21, "when": [6, 7, 11, 16, 17, 18], "where": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19], "whether": [9, 11, 14, 16, 17], "which": [2, 3, 5, 6, 7, 9, 11, 12, 15, 17, 18, 19, 22], "while": [3, 5, 6, 7, 10, 18], "whose": [4, 9, 11, 17], "width": [9, 11, 17], "win": [5, 9, 11], "window": [2, 3, 16], "without": [5, 11], "work": [19, 22], "worker": 12, "workflow": 21, "world": 5, "would": [2, 3, 19], "wrapper": [5, 21, 23], "x": [9, 11, 17], "x_0": [6, 7, 18], "x_1": [6, 7, 18], "x_n": [6, 7, 18], "x_targ": [6, 7, 18], "xyz": [6, 7, 18], "y": [9, 17], "y_0": [6, 7, 18], "y_1": [6, 7, 18], "y_n": [6, 7, 18], "y_targ": [6, 7, 18], "you": [2, 3, 19, 22], "your": [1, 2, 3, 19, 22], "z": 9, "z_0": [6, 7, 18], "z_1": [6, 7, 18], "z_n": [6, 7, 18], "z_targ": [6, 7, 18], "zero": [5, 9, 11, 17]}, "titles": ["404 - Page Not Found", "MOMAland documentation", "AEC", "Parallel", "Wrappers and Utils", "All Environments", "Catch", "Escort", "MO-Beach", "MO-Breakthrough", "MO-Congestion", "MO-Connect4", "MO-GemMining", "MO-Ingenious", "MO-ItemGathering", "MO-MultiwalkerStability", "MO-Pistonball", "MO-SameGame", "Surround", "API", "Install", "Release Notes", "Making a Custom Environment", "Learning algorithms"], "titleterms": {"0": 21, "1": 21, "2": 21, "404": 0, "Not": 0, "The": 0, "action": [6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18], "aec": [2, 4], "algorithm": 23, "all": 5, "api": 19, "argument": [6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18], "attribut": [2, 3], "beach": 8, "breakthrough": 9, "build": 1, "catch": 6, "cite": 19, "commit": 22, "congest": 10, "connect4": 11, "convers": 4, "could": 0, "credit": [6, 7, 10, 12, 16, 18], "custom": 22, "document": 1, "dummi": 21, "environ": [5, 22], "episod": [6, 7, 8, 10, 12, 14, 15, 16, 18], "escort": 7, "found": 0, "gemmin": 12, "histori": [9, 11, 17], "hook": 22, "ingeni": 13, "instal": [19, 20], "itemgath": 14, "learn": 23, "legal": [9, 11, 17], "make": 22, "mask": [9, 11, 17], "method": [2, 3], "mo": [8, 9, 10, 11, 12, 13, 14, 15, 16, 17], "moaecenv": 2, "momaland": 1, "moparallelenv": 3, "multiwalkerst": 15, "note": 21, "observ": [6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18], "page": 0, "parallel": [3, 4], "pistonbal": 16, "pre": 22, "releas": 21, "request": 0, "reward": [6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18], "samegam": 17, "setup": 22, "space": [6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18], "start": [6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18], "state": [6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18], "surround": 18, "termin": [6, 7, 8, 10, 12, 14, 15, 16, 18], "truncat": [6, 7, 8, 10, 12, 14, 16, 18], "usag": [2, 3], "util": 4, "v0": 21, "version": [9, 11, 17], "wrapper": 4}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"0.1.0": [[21, "release-0-1-0"]], "404 - Page Not Found": [[0, "page-not-found"]], "AEC": [[2, "aec"], [4, "aec"]], "AEC to Parallel": [[4, "aec-to-parallel"]], "API": [[19, "api"]], "Action Space": [[6, "action-space"], [7, "action-space"], [8, "action-space"], [9, "action-space"], [10, "action-space"], [11, "action-space"], [13, "action-space"], [14, "action-space"], [15, "action-space"], [16, "action-space"], [17, "action-space"], [18, "action-space"]], "All Environments": [[5, "all-environments"]], "Arguments": [[6, "arguments"], [7, "arguments"], [8, "arguments"], [9, "arguments"], [10, "arguments"], [11, "arguments"], [13, "arguments"], [14, "arguments"], [15, "arguments"], [16, "arguments"], [17, "arguments"], [18, "arguments"]], "Attributes": [[2, "attributes"], [3, "attributes"]], "Build the Documentation": [[1, "build-the-documentation"]], "Catch": [[6, "catch"]], "Citing": [[19, "citing"]], "Conversion": [[4, "conversion"]], "Credits": [[6, "credits"], [7, "credits"], [11, "credits"], [15, "credits"], [16, "credits"], [18, "credits"]], "Episode Termination": [[6, "episode-termination"], [7, "episode-termination"], [8, "episode-termination"], [11, "episode-termination"], [13, "episode-termination"], [14, "episode-termination"], [15, "episode-termination"], [16, "episode-termination"], [18, "episode-termination"]], "Episode Truncation": [[6, "episode-truncation"], [7, "episode-truncation"], [8, "episode-truncation"], [11, "episode-truncation"], [13, "episode-truncation"], [15, "episode-truncation"], [16, "episode-truncation"], [18, "episode-truncation"]], "Escort": [[7, "escort"]], "Install": [[19, "install"], [20, "install"]], "Learning algorithms": [[23, "learning-algorithms"]], "Legal Actions Mask": [[9, "legal-actions-mask"], [10, "legal-actions-mask"], [17, "legal-actions-mask"]], "MO-Beach": [[8, "mo-beach"]], "MO-Breakthrough": [[9, "mo-breakthrough"]], "MO-Connect4": [[10, "mo-connect4"]], "MO-GemMining": [[11, "mo-gemmining"]], "MO-Ingenious": [[12, "mo-ingenious"]], "MO-ItemGathering": [[13, "mo-itemgathering"]], "MO-MultiwalkerStability": [[14, "mo-multiwalkerstability"]], "MO-Pistonball": [[15, "mo-pistonball"]], "MO-RouteChoice": [[16, "mo-routechoice"]], "MO-SameGame": [[17, "mo-samegame"]], "MOAECEnv": [[2, "moaecenv"]], "MOMAland documentation": [[1, "momaland-documentation"]], "MOParallelEnv": [[3, "moparallelenv"]], "Making a Custom Environment": [[22, "making-a-custom-environment"]], "Methods": [[2, "methods"], [3, "methods"]], "Observation Space": [[6, "observation-space"], [7, "observation-space"], [8, "observation-space"], [9, "observation-space"], [10, "observation-space"], [11, "observation-space"], [13, "observation-space"], [14, "observation-space"], [15, "observation-space"], [16, "observation-space"], [17, "observation-space"], [18, "observation-space"]], "Parallel": [[3, "parallel"], [4, "parallel"]], "Parallel to AEC": [[4, "parallel-to-aec"]], "Release Notes": [[21, "release-notes"]], "Reward Space": [[6, "reward-space"], [7, "reward-space"], [8, "reward-space"], [11, "reward-space"], [13, "reward-space"], [14, "reward-space"], [15, "reward-space"], [16, "reward-space"], [18, "reward-space"]], "Rewards": [[9, "rewards"], [10, "rewards"], [17, "rewards"]], "Setup pre-commit hooks": [[22, "setup-pre-commit-hooks"]], "Starting State": [[6, "starting-state"], [7, "starting-state"], [8, "starting-state"], [9, "starting-state"], [10, "starting-state"], [11, "starting-state"], [13, "starting-state"], [15, "starting-state"], [16, "starting-state"], [17, "starting-state"], [18, "starting-state"]], "Surround": [[18, "surround"]], "The requested page could not be found.": [[0, "the-requested-page-could-not-be-found"]], "Usage": [[2, "usage"], [3, "usage"]], "Version History": [[9, "version-history"], [10, "version-history"], [17, "version-history"]], "Wrappers and Utils": [[4, "wrappers-and-utils"]], "v0.0.1: Dummy release": [[21, "release-v0-0-1"]], "v0.0.2: Dummy release 2": [[21, "release-v0-0-2"]]}, "docnames": ["404", "README", "api/aec", "api/parallel", "api/wrappers", "environments/all-envs", "environments/catch", "environments/escort", "environments/mobeach", "environments/mobreakthrough", "environments/moconnect4", "environments/mogem_mining", "environments/moingenious", "environments/moitem_gathering", "environments/momultiwalker_stability", "environments/mopistonball", "environments/moroute_choice", "environments/mosame_game", "environments/surround", "index", "introduction/install", "release_notes", "tutorials/custom_env", "tutorials/learning_algorithms"], "envversion": {"sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1}, "filenames": ["404.md", "README.md", "api/aec.md", "api/parallel.md", "api/wrappers.md", "environments/all-envs.md", "environments/catch.md", "environments/escort.md", "environments/mobeach.md", "environments/mobreakthrough.md", "environments/moconnect4.md", "environments/mogem_mining.md", "environments/moingenious.md", "environments/moitem_gathering.md", "environments/momultiwalker_stability.md", "environments/mopistonball.md", "environments/moroute_choice.md", "environments/mosame_game.md", "environments/surround.md", "index.md", "introduction/install.md", "release_notes.md", "tutorials/custom_env.md", "tutorials/learning_algorithms.md"], "indexentries": {"action_space() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.action_space", false]], "action_space() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.action_space", false]], "action_spaces (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.action_spaces", false]], "action_spaces (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.action_spaces", false]], "agent_selection (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.agent_selection", false]], "agents (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.agents", false]], "agents (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.agents", false]], "close() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.close", false]], "close() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.close", false]], "infos (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.infos", false]], "linearizereward (class in momaland.utils.aec_wrappers)": [[4, "momaland.utils.aec_wrappers.LinearizeReward", false]], "linearizereward (class in momaland.utils.parallel_wrappers)": [[4, "momaland.utils.parallel_wrappers.LinearizeReward", false]], "max_num_agents (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.max_num_agents", false]], "max_num_agents (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.max_num_agents", false]], "mo_aec_to_parallel_wrapper (class in momaland.utils.conversions)": [[4, "momaland.utils.conversions.mo_aec_to_parallel_wrapper", false]], "mo_parallel_to_aec_wrapper (class in momaland.utils.conversions)": [[4, "momaland.utils.conversions.mo_parallel_to_aec_wrapper", false]], "moaecenv (class in momaland.utils.env)": [[2, "momaland.utils.env.MOAECEnv", false]], "moparallelenv (class in momaland.utils.env)": [[3, "momaland.utils.env.MOParallelEnv", false]], "normalizereward (class in momaland.utils.aec_wrappers)": [[4, "momaland.utils.aec_wrappers.NormalizeReward", false]], "normalizereward (class in momaland.utils.parallel_wrappers)": [[4, "momaland.utils.parallel_wrappers.NormalizeReward", false]], "num_agents (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.num_agents", false]], "num_agents (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.num_agents", false]], "observation_space() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.observation_space", false]], "observation_space() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.observation_space", false]], "observation_spaces (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.observation_spaces", false]], "observation_spaces (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.observation_spaces", false]], "observe() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.observe", false]], "possible_agents (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.possible_agents", false]], "possible_agents (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.possible_agents", false]], "recordepisodestatistics (class in momaland.utils.parallel_wrappers)": [[4, "momaland.utils.parallel_wrappers.RecordEpisodeStatistics", false]], "render() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.render", false]], "render() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.render", false]], "reset() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.reset", false]], "reset() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.reset", false]], "reward_space() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.reward_space", false]], "reward_space() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.reward_space", false]], "reward_spaces (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.reward_spaces", false]], "reward_spaces (momaland.utils.env.moparallelenv attribute)": [[3, "momaland.utils.env.MOParallelEnv.reward_spaces", false]], "rewards (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.rewards", false]], "state() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.state", false]], "step() (momaland.utils.env.moaecenv method)": [[2, "momaland.utils.env.MOAECEnv.step", false]], "step() (momaland.utils.env.moparallelenv method)": [[3, "momaland.utils.env.MOParallelEnv.step", false]], "terminations (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.terminations", false]], "truncations (momaland.utils.env.moaecenv attribute)": [[2, "momaland.utils.env.MOAECEnv.truncations", false]]}, "objects": {"momaland.utils.aec_wrappers": [[4, 0, 1, "", "LinearizeReward"], [4, 0, 1, "", "NormalizeReward"]], "momaland.utils.conversions": [[4, 0, 1, "", "mo_aec_to_parallel_wrapper"], [4, 0, 1, "", "mo_parallel_to_aec_wrapper"]], "momaland.utils.env": [[2, 0, 1, "", "MOAECEnv"], [3, 0, 1, "", "MOParallelEnv"]], "momaland.utils.env.MOAECEnv": [[2, 1, 1, "", "action_space"], [2, 2, 1, "", "action_spaces"], [2, 2, 1, "", "agent_selection"], [2, 2, 1, "", "agents"], [2, 1, 1, "", "close"], [2, 2, 1, "", "infos"], [2, 2, 1, "", "max_num_agents"], [2, 2, 1, "", "num_agents"], [2, 1, 1, "", "observation_space"], [2, 2, 1, "", "observation_spaces"], [2, 1, 1, "", "observe"], [2, 2, 1, "", "possible_agents"], [2, 1, 1, "", "render"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "reward_space"], [2, 2, 1, "", "reward_spaces"], [2, 2, 1, "", "rewards"], [2, 1, 1, "", "step"], [2, 2, 1, "", "terminations"], [2, 2, 1, "", "truncations"]], "momaland.utils.env.MOParallelEnv": [[3, 1, 1, "", "action_space"], [3, 2, 1, "", "action_spaces"], [3, 2, 1, "", "agents"], [3, 1, 1, "", "close"], [3, 2, 1, "", "max_num_agents"], [3, 2, 1, "", "num_agents"], [3, 1, 1, "", "observation_space"], [3, 2, 1, "", "observation_spaces"], [3, 2, 1, "", "possible_agents"], [3, 1, 1, "", "render"], [3, 1, 1, "", "reset"], [3, 1, 1, "", "reward_space"], [3, 2, 1, "", "reward_spaces"], [3, 1, 1, "", "state"], [3, 1, 1, "", "step"]], "momaland.utils.parallel_wrappers": [[4, 0, 1, "", "LinearizeReward"], [4, 0, 1, "", "NormalizeReward"], [4, 0, 1, "", "RecordEpisodeStatistics"]]}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "attribute", "Python attribute"]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:attribute"}, "terms": {"": [2, 3, 4, 5, 6, 7, 8, 9, 10, 15, 17, 18, 19, 21, 23], "0": [2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19], "00e": 15, "01": 15, "01567": 14, "02": 14, "03": 21, "04": 15, "05": 21, "08": 4, "1": [2, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18], "10": [6, 7, 11, 13, 17, 18], "100": [8, 14, 15], "100e": 14, "11": [11, 12], "110": 14, "12": [8, 11, 21], "120": 15, "125": 15, "13": 11, "14": 11, "15": [6, 7, 11, 17, 18], "16": 11, "17": 11, "18": [11, 12], "19": [11, 15], "192": 9, "1e": 4, "2": [2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19], "20": [9, 10, 11, 15, 21], "200": [6, 7, 18], "2019": 13, "2023": 21, "2024": 21, "209": 14, "21": 21, "225": 17, "23": 11, "24": 21, "25": 21, "255": 15, "26": 21, "27": 21, "28": 21, "2880": 12, "29": 21, "2d": [6, 7, 8, 13, 14, 16, 18], "3": [2, 3, 6, 7, 8, 9, 11, 13, 15, 16, 17, 18, 19], "30": 17, "31": [14, 21], "35": 21, "37": 21, "38": 21, "39": 21, "3d": [6, 7, 15, 18], "4": [5, 9, 10, 11, 13, 14, 21], "40": 21, "41": 21, "4199": 16, "42": [2, 3, 11, 19, 21], "43": 21, "44": 21, "45": 21, "457": 15, "46": [14, 21], "48": 21, "49": 21, "5": [2, 6, 7, 8, 9, 11, 13, 15, 17, 18, 19], "50625": 17, "51": 21, "52": 21, "53": 21, "54": [14, 21], "567e": 14, "6": [8, 10, 11, 12, 15], "60": 15, "7": [2, 3, 8, 10, 11, 19], "75": 15, "79e": 15, "8": [2, 4, 9, 10, 11, 13, 15, 19], "881808": 8, "8x8": [9, 13], "9": [4, 10, 11], "99": [4, 8], "A": [2, 3, 4, 5, 6, 7, 8, 13, 14, 16, 18, 19], "And": 3, "As": [11, 15], "At": [9, 10], "For": [1, 2, 3, 4, 19], "If": [8, 9, 10, 14, 17, 19], "In": [3, 5, 9, 10, 16], "It": 8, "On": 4, "The": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 23], "There": [5, 9], "These": [2, 3], "To": [1, 19, 20, 23], "With": 10, "_build": 1, "_env": [2, 3, 19], "_of_a_of_current_typ": 8, "_scalartype_co": 2, "a_typ": 8, "about": 1, "abov": [15, 17], "absolut": 21, "accept": 2, "access": [2, 4], "accord": 8, "accumul": [2, 5, 17], "action": [2, 3, 5, 12, 19, 23], "action_mask": [9, 10, 12, 17], "action_spac": [2, 3, 19], "actiontyp": [2, 3], "ad": [2, 3, 11], "adapt": [5, 6, 7, 14, 15, 16, 18], "add": [4, 21, 22], "addit": [5, 9, 10], "addition": [5, 9, 10, 17, 22], "adversari": 5, "aec": [15, 19, 20, 21, 22], "aec_env": 4, "aec_wrapp": 4, "aecwrapp": 4, "after": [2, 8, 11, 16], "agent": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22], "agent_": 5, "agent_0": 4, "agent_1": 4, "agent_i": [6, 7, 8, 11, 12, 13, 16, 17, 18], "agent_it": [2, 19], "agent_select": 2, "agentid": [2, 3], "aka": [2, 19], "algorithm": [19, 20], "aliv": 14, "all": [2, 3, 8, 9, 10, 11, 13, 17, 19, 20], "all_modul": 22, "allow": 5, "also": [2, 4, 5, 8, 9, 19], "altern": 3, "alternatingli": 9, "alwai": 16, "amount": [6, 7, 15, 18], "an": [2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 15, 16, 17, 18, 19, 22], "analysi": [2, 19], "angl": 14, "ani": [2, 5, 9, 10, 11, 17, 23], "anoth": [11, 17], "ansi": [2, 3], "api": [2, 3, 4, 20], "appli": 4, "appropri": 3, "ar": [2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 15, 16, 17, 18, 22, 23], "area": [6, 7, 18], "around": 5, "arrai": [2, 3, 4, 6, 7, 18, 19], "assign": [2, 19], "attende": 5, "autobuild": 1, "automat": [1, 2], "avail": [5, 9, 10, 13, 14, 17], "averag": [4, 6, 7, 18], "avoid": [4, 5, 6, 7, 9, 14, 16, 18], "award": [9, 10], "b": 1, "baier_2015": 5, "ball": 15, "ball_elast": 15, "ball_frict": 15, "ball_mass": 15, "bandit": 11, "bargiacchi": 11, "bargiacchi_2018": 5, "base": [2, 3, 4, 5, 9, 10, 11, 14, 16, 17, 19], "baselin": 23, "basic": [19, 20], "beach": 5, "becom": 17, "been": [10, 13, 21], "befor": 15, "behavior": 4, "below": [9, 10, 17], "bernoulli": 11, "better": 21, "between": [4, 5, 15, 17, 19], "binari": [9, 10, 17], "board": [5, 9, 10, 12, 17, 21], "board_height": [9, 10, 17], "board_siz": 10, "board_width": [9, 10, 17], "bonu": 11, "bool": [2, 3], "both": [9, 10, 14, 21], "bottom": 10, "bound": 14, "box": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18], "bpd": 21, "braess": 16, "break": 5, "breakthrough": [5, 21], "bump": 21, "call": [2, 5, 17], "can": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 15, 16, 17, 18, 19, 20], "cannot": [2, 3, 10], "capac": [5, 8], "captur": [5, 9], "case": [9, 10, 16], "catch": 5, "catch_v0": 6, "cbox": 11, "cd": 1, "cell": [9, 10, 13], "central": [3, 23], "certain": [19, 20], "chang": [1, 2, 3, 4, 8, 14, 15, 21], "changelog": 21, "characteris": 5, "check": [2, 4, 19, 21, 22], "choic": 5, "choos": 16, "circl": 5, "class": [2, 3, 4, 19, 22], "classic": [2, 3], "cleanrl": 23, "close": [2, 3, 15, 17, 19, 23], "closer": 15, "code": [4, 6, 7, 11, 15, 16, 18, 21], "codebas": 16, "colab": [2, 19], "collect": 5, "collid": [6, 7, 18], "collis": [6, 7, 18], "color": [5, 17], "color_reward": 17, "colors_n": 5, "colour": 5, "column": [5, 10, 17], "column_object": 10, "commun": 19, "compar": 19, "compat": 23, "competit": 5, "compliant": 19, "compon": [15, 19, 20], "condit": [6, 7, 18], "configur": 5, "conflict": 10, "congest": [16, 21], "connect": [2, 5, 10, 11, 17, 21], "connect4": 5, "constant": 16, "constructor": 22, "consumpt": 8, "contain": [1, 2, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 23], "continu": [5, 6, 7, 8, 14, 15, 18, 23], "contribut": [1, 21], "contributor": 21, "control": 2, "convers": 22, "convert": 4, "cooper": [5, 11, 15], "coordin": [6, 7, 9, 17, 18, 19], "corner": 5, "correctli": 4, "correl": 11, "correlated_object": 11, "correspond": [2, 8, 9, 10, 11, 16], "cost": [5, 16], "could": [2, 3], "count": [5, 17], "crazyrl": 21, "creat": [2, 19, 22], "crowded": 5, "current": [2, 3, 8, 9, 10, 17, 23], "customiz": 11, "cycl": 15, "d": 17, "data": 3, "decentr": 3, "decis": [2, 19], "default": [2, 3, 5, 8, 10, 11, 13, 14, 15, 17], "defaultli": 11, "defin": 22, "definit": [2, 19], "demonstr": 21, "depend": [4, 16, 19, 20], "describ": [9, 10, 17], "descript": 5, "destin": [5, 16], "detail": [2, 3, 19], "determin": 13, "develop": 19, "diagon": [9, 10], "dict": [2, 3, 4, 9, 10, 12, 17], "dictionari": [3, 9, 10, 17, 22], "diederik": 11, "differ": [2, 5, 8, 11, 16, 17, 19], "dimens": [9, 10, 17], "direct": [6, 7, 18], "directli": 2, "directori": [22, 23], "dirhtml": 1, "disappear": 17, "discord": 19, "discount": 4, "discret": [5, 8, 9, 10, 11, 12, 13, 15, 16, 17, 21, 23], "disentangl": 15, "displai": [2, 3, 6, 7, 16, 18], "distanc": [5, 6, 7, 14, 18], "distance_other_dron": 5, "distance_target": 5, "distribut": 8, "divers": 5, "divid": 9, "do": [9, 10], "doc": [1, 21], "document": [2, 3, 14, 19, 20, 21, 22], "doe": [2, 19, 20], "domain": [8, 11], "don": 22, "down": [13, 15, 17], "draw": [9, 10], "driver": [5, 16], "drone": [5, 6, 7, 18], "drop": [10, 14, 15], "dtype": 2, "due": 11, "duplic": 4, "dure": 14, "dynam": 21, "e": [1, 2, 3, 11, 22], "each": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 16, 17, 18, 19, 22, 23], "edg": 15, "either": [5, 9, 10, 16, 17], "elast": 15, "element": [9, 10, 14, 17], "els": [2, 19], "empti": [9, 10, 13, 17], "encod": [9, 10, 17], "end": [4, 10, 14], "enforc": [2, 3], "enjoy": 5, "entir": 17, "entri": 13, "env": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22], "env_nam": 22, "environ": [2, 3, 4, 6, 7, 8, 11, 12, 13, 14, 15, 16, 18, 19, 21, 23], "episod": 4, "epsilon": 4, "equal": [8, 10, 11], "equival": [2, 3], "escap": 6, "escort": 5, "escort_v0": 7, "essenti": [5, 19], "etc": 3, "eugenio": 11, "evalu": [21, 23], "even": 14, "everi": [1, 2, 3, 5, 10, 17], "everyth": [19, 20, 22, 23], "exampl": [2, 4, 6, 7, 8, 18, 19, 22], "except": [9, 10, 17], "exclud": 11, "exclus": [9, 10, 17], "execut": [2, 3], "exert": 14, "exist": 10, "expect": 11, "experiment": 21, "exponenti": 4, "export": 22, "extend": [2, 3, 5, 9, 10, 17, 22], "extens": 5, "extract": 5, "ezpickl": 21, "factor": [4, 10], "factori": 22, "fall": [10, 14, 17], "fals": [13, 17], "farama": 19, "fast": 5, "faster": [9, 10], "featur": 21, "felten": [6, 7, 18], "few": 4, "ffelten": 21, "file": 23, "fill": [9, 10, 17], "final": [7, 18], "final_target_loc": [7, 18], "find": 11, "finish": 15, "first": [2, 9, 14, 21], "fix": [4, 5, 21], "float": [2, 3, 4, 6, 7, 16, 18], "float32": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18], "folder": 1, "follow": [3, 6, 7, 14, 18, 19], "forc": 14, "fork": 1, "format": 5, "forward": 9, "found": [9, 10, 11, 17], "four": 10, "fourth": 9, "frame": 3, "friction": 15, "from": [2, 3, 5, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 19, 22, 23], "front": 9, "full": [10, 21], "fulli": 11, "function": [2, 3, 11, 19, 22], "g": 22, "game": [5, 9, 10, 12, 17, 21], "gamma": 4, "gap": 17, "gather": [5, 13, 21], "gem": [5, 11, 21], "gener": [2, 3, 11, 21], "get": [5, 9, 10, 17], "github": 21, "give": 14, "given": [8, 9, 10, 11, 15, 17, 22], "global": [3, 8, 15], "go": [1, 5], "goal": 5, "greater": 11, "grid": [5, 9, 10, 13, 17], "ground": [6, 7, 18], "group": [5, 17], "guid": 20, "gupta_2017": 5, "gym": 3, "gymnasium": [2, 3], "ha": [2, 3, 4, 8, 9, 10, 11, 17, 21], "handl": 4, "have": [4, 9, 10, 13, 16, 19, 22], "height": [9, 10, 17], "heintz": 13, "henc": 11, "here": [2, 19, 23], "heterogen": 16, "hiazmani": 21, "higher": 14, "hip": 14, "hold": [9, 10, 17], "home": 9, "horizont": [10, 17], "how": [1, 6, 7, 15, 18], "http": 19, "human": [2, 3, 6, 7, 10, 15, 16, 18, 19], "i": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23], "id": [8, 11, 13], "ident": 9, "idx": 4, "imag": 15, "immedi": 4, "implement": [2, 3, 21, 23], "import": [2, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19], "incentiv": [9, 10], "includ": [5, 19, 20], "independ": 21, "index": [4, 9, 10, 17], "indic": [9, 10, 17, 23], "individu": [17, 23], "inf": [6, 7, 14, 18], "influenc": 5, "info": [2, 3, 19], "inform": [1, 5], "ingeni": [5, 21], "inherit": 4, "init_flying_po": [6, 7, 18], "init_target_loc": [6, 7, 18], "initi": [4, 6, 7, 8, 13, 17, 18, 22], "initial_map": 13, "inproceed": 19, "input": 4, "insert": [2, 3, 19], "insid": 22, "instal": [1, 22], "instanc": [2, 4, 11, 19], "instantan": 2, "instanti": 4, "instead": [19, 22], "int": [2, 3, 6, 7, 8, 15, 16, 18], "int32": 12, "int64": 13, "int8": [9, 10, 12, 17], "integ": [2, 3, 9, 10, 11, 13, 17], "interact": [2, 3, 19], "interest": 5, "intermedi": [7, 18], "intern": 2, "introduc": 5, "iql": 23, "isn": 11, "item": [5, 13, 21], "its": 5, "join": 19, "joint": 14, "just": 11, "kallstrom_2019": 5, "keep": [4, 5, 23], "kei": [2, 3, 4], "kept": 5, "knee": 14, "k\u00e4llstr\u00f6m": 13, "land": 10, "languag": 11, "last": [2, 8, 9, 11, 19], "latenc": 16, "launch": 21, "lead": 5, "learn": [6, 7, 16, 18, 19, 20, 21], "least": 17, "leav": 5, "left": [8, 9, 13, 17], "length": [2, 3, 6, 7, 8, 11, 18], "less": 11, "level": [8, 14], "librari": [19, 23], "like": [2, 3, 4, 5, 17, 23], "limit": [11, 15], "linear": [4, 23], "linearizereward": [2, 4, 19], "linearreward": 3, "list": [2, 3, 23], "literatur": 5, "live": 11, "local": [8, 11, 15], "locat": [9, 10, 17], "log": 21, "look": 2, "loop": 21, "lose": [9, 10], "lost": 9, "lower": [14, 15], "made": [1, 10, 21], "mai": [2, 3], "main": [9, 10, 17, 21], "maintain": 5, "make": [1, 2, 19], "mani": 5, "mannion_2018": 5, "map": 13, "margin": 16, "markdown": 21, "marl": 5, "mass": 15, "max": 9, "max_connect": 11, "max_cycl": 15, "max_mov": 9, "max_num_ag": [2, 3], "max_prob": 11, "max_work": 11, "maxim": [5, 6, 7, 14, 18], "maximis": 15, "maximum": [8, 11, 13, 15], "mct": 16, "md": 1, "mean": [9, 10, 17], "member": [2, 3, 22], "merg": 21, "met": [6, 7, 18], "method": 22, "mgoulao": 21, "min_connect": 11, "min_prob": 11, "min_work": 11, "mine": [5, 11], "minim": [6, 7, 15, 16, 18], "minimis": 16, "minimum": [5, 11], "miss": 21, "mixtur": [5, 8], "mo": [4, 5, 21], "mo_aec_to_parallel_wrapp": 4, "mo_parallel_to_aec": 22, "mo_parallel_to_aec_wrapp": 4, "moaec": 2, "moaecenv": 22, "mobeach_v0": [8, 22], "mobil": 5, "mobreakthrough_v0": 9, "moconnect4_v0": 10, "mode": [2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 15, 16, 17, 18], "model": [2, 19], "modifi": 9, "modul": 4, "mogem_mining_v0": 11, "moingenious_v0": 12, "moitem_gathering_v0": 13, "momaland": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23], "momappo": [21, 23], "momarl": 19, "momultiwalk": 21, "momultiwalker_st": [2, 3, 19], "momultiwalker_stability_v0": [2, 3, 14, 19], "monetari": 16, "moparallel": 3, "moparallelenv": 22, "mopistonball_v0": 15, "more": [1, 2, 3, 5, 10, 19], "morl": 23, "moroute_choice_v0": 16, "mosame_game_v0": 17, "most": 11, "move": [4, 6, 7, 8, 9, 10, 15, 17, 18], "move_count": [9, 10], "multi": [2, 3, 5, 9, 10, 13, 16, 17, 19, 23], "multibinari": 9, "multipl": 5, "multipli": 11, "multiwalk": [5, 14, 21], "must": [2, 3, 4, 5], "n": [2, 5, 17], "n_piston": 15, "n_reward": 5, "name": [2, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 23], "nativ": 4, "navig": 5, "ndarrai": [2, 3], "need": [15, 16], "neg": [9, 11, 13], "negat": [9, 10], "network": [2, 5, 16], "nevertheless": 23, "new": [4, 21, 22], "newli": 4, "next": [2, 15], "non": 11, "none": [2, 3, 6, 7, 8, 13, 15, 16, 18, 19], "normal": 4, "normalizereward": 4, "note": [2, 11], "notebook": [2, 19, 21], "np": [2, 3, 4, 19], "nparrai": [6, 7, 18], "nth": 2, "num_ag": [2, 3, 8, 11, 16, 17], "num_color": 17, "num_dron": [6, 7, 18], "num_intermediate_point": [7, 18], "num_object": [9, 11, 17], "num_timestep": [8, 11, 13, 16], "number": [5, 7, 8, 9, 10, 11, 13, 15, 16, 17, 18], "numpi": [2, 3, 19], "ob": 5, "object": [2, 3, 4, 5, 8, 9, 10, 11, 13, 14, 16, 17, 19, 23], "observ": [2, 3, 12, 19, 23], "observation_spac": [2, 3], "obstyp": [2, 3], "occup": [5, 8], "occupi": 8, "occur": 13, "od": 16, "off": 5, "ol": [21, 23], "onc": 1, "one": [5, 6, 7, 9, 10, 14, 17, 18], "onli": [5, 8, 9, 17], "open": 19, "oppon": [5, 9, 10], "oppos": [2, 3], "option": [2, 3, 5, 6, 7, 9, 10, 15, 16, 18, 19], "order": [6, 7, 17, 18], "org": 19, "origin": [5, 15, 16], "other": [2, 5, 6, 7, 9, 10, 18, 23], "our": [1, 22], "outer": 21, "output": 4, "outsid": [2, 3], "over": [5, 8], "overrid": [2, 3, 4, 22], "own": [4, 5, 9, 17], "packag": [1, 5, 14, 22], "pair": 16, "paper": [5, 21, 23], "paradox": 16, "parallel": [6, 7, 8, 13, 16, 18, 20, 22], "parallel_env": [3, 4, 22], "parallel_to_aec": 22, "parallel_wrapp": 4, "paramet": 4, "past": 4, "penal": 14, "penalti": [14, 15, 21], "per": [2, 3, 5, 11, 19], "percentag": [8, 16], "perform": 23, "pettingzoo": [2, 3, 5, 14, 19, 22], "philosophi": 23, "piec": [5, 9], "pip": [1, 19, 20, 22], "piston": 15, "piston_i": 15, "pistonbal": 5, "place": [8, 9, 10, 15, 16], "placement": [9, 10], "plai": [2, 3, 17], "plane": [9, 10, 17], "player": [5, 9, 10, 17], "player_i": [9, 10], "pleas": [11, 19], "point": [5, 7, 9, 10, 16, 17, 18], "polici": [2, 3, 4, 19, 23], "posit": [6, 7, 8, 13, 18], "position_distribut": 8, "possibl": [5, 16, 23], "possible_ag": [2, 3, 4], "practic": 22, "prefer": 16, "previou": 11, "print": [2, 3, 4], "probabl": 11, "problem": [5, 8, 13], "problem_nam": 16, "problemat": [19, 20], "producit": 5, "program": 11, "progress": [2, 3, 5], "proport": 15, "provid": [5, 11, 19, 23], "public": 19, "pure": 22, "puzzl": [5, 17], "py": 22, "pypi": 21, "pytest": 22, "python": [2, 19], "pz": [2, 3, 4, 5, 19, 22], "q": 21, "qmix": 3, "r": 1, "rack": 12, "rais": 15, "random": [8, 15, 16], "random_drop": 15, "random_toll_percentag": 16, "randomis": 13, "randomli": [8, 11, 16, 17], "rang": 4, "rather": 2, "raw_env": 22, "reach": [5, 6, 7, 8, 9, 10, 13, 15, 18], "reachabl": 11, "realli": 11, "rebuild": 1, "receiv": [3, 8, 11], "recent": 4, "record": 4, "recordepisodestatist": 4, "recordstatisticswrapp": 21, "rectangular": 17, "reflect": 5, "reimplement": 11, "reinforc": 19, "releas": 2, "remov": [2, 3, 5, 17, 21], "render": [2, 3, 6, 7, 8, 9, 10, 11, 13, 15, 16, 17, 18], "render_mod": [2, 3, 6, 7, 8, 9, 10, 11, 13, 15, 16, 17, 18, 19], "repositori": [19, 22], "repres": [4, 5, 6, 7, 9, 10, 11, 13, 14, 16, 17, 18], "requir": [1, 19, 20, 21], "research": 19, "reset": [2, 3, 19], "resourc": 2, "respect": [3, 5, 10], "restrict": 5, "return": [2, 3, 5, 19, 22], "reus": 23, "reward": [2, 3, 4, 5, 12, 19, 21, 22, 23], "reward_schem": 8, "reward_spac": [2, 3, 4, 22], "rgb": 15, "rgb_arrai": [2, 3, 10, 15], "right": [5, 8, 9, 13, 15, 17], "rl": [2, 9, 10, 17, 19], "road": [5, 16], "roijer": 11, "rout": [5, 16], "route_choic": 5, "routechoic": 5, "row": 9, "rradul": 21, "rule": 5, "run": [13, 22], "same": [2, 3, 5, 9, 10, 11, 17], "samegam": [5, 21], "sampl": [2, 3, 19], "scalar": [2, 3, 4, 15, 19, 23], "scale": [4, 10], "scheme": 8, "score": [5, 12], "screen": 10, "screen_scal": 10, "script": 21, "second": [2, 9, 10, 14], "section": [5, 8, 9, 10, 17], "section_capac": 8, "section_consumpt": 8, "section_id": 8, "see": [2, 3, 11, 14, 19, 20, 22], "seed": [2, 3, 11, 19, 21], "seek": 5, "select": [2, 11, 16, 17], "self": [2, 5, 22, 23], "send": 11, "separ": [5, 17], "sequenc": 10, "sequenti": 17, "server": 19, "set": [9, 10, 11, 15, 17, 19, 23], "shake": 14, "shape": [4, 6, 7, 16, 18, 22], "share": [5, 17], "shift": [2, 19], "should": [2, 6, 7, 10, 11, 18, 22], "side": [6, 7, 18], "similar": [2, 4, 19], "simpl": [2, 19], "singl": [2, 5, 9, 10, 14, 17, 19, 21, 23], "sister": 14, "size": [6, 7, 17, 18, 21], "so": [3, 4, 16], "some": [4, 19, 20], "sourc": [2, 3, 4, 6, 7, 16, 18, 19], "space": [2, 3, 4, 5, 12, 22, 23], "specif": [2, 3, 9, 10, 11, 17], "specifi": [2, 15, 22], "speed": [6, 7, 18], "sphinx": 1, "split": 4, "squar": [9, 17], "stabil": [4, 5, 21], "stai": [8, 13, 15], "stand": 10, "standard": [2, 3, 19], "start": 2, "state": [2, 3], "stateless": [11, 16], "static": 18, "statist": 4, "steadi": 5, "step": [2, 3, 6, 7, 14, 18, 19], "still": [14, 15], "store": 2, "str": [2, 3, 6, 7, 8, 16, 18], "straight": 9, "string": [2, 3], "structur": 2, "stuff": 21, "subprocess": 2, "successfulli": 10, "sum": [5, 8], "suppli": [19, 20], "support": [2, 3, 5], "surround": [5, 6], "surround_v0": 18, "survei": [2, 19], "switch": 2, "system": [19, 20], "t": [4, 11, 22], "take": [2, 3, 4, 15, 16], "taken": [2, 5], "target": [5, 6, 7, 18], "target_spe": [6, 7, 18], "tax": 16, "team": [5, 17, 23], "team_reward": 17, "tensor": [9, 10, 17], "term": 5, "termin": [2, 3, 19], "terminate_on_fal": 14, "test": [19, 20, 22], "than": 10, "thei": [5, 9, 10, 17], "them": [2, 4, 5, 9, 10, 15, 19], "themselv": 5, "therefor": [11, 16], "thi": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 15, 16, 17, 18, 19, 20, 21, 22], "third": 9, "thomasini_2023": 5, "three": 9, "threepwoodi": 21, "through": [2, 3], "tile": [5, 17], "time": [1, 2, 5, 9, 10, 15, 16], "time_penalti": 15, "timestep": [6, 7, 8, 11, 13, 16, 18], "todo": [5, 19], "togeth": 11, "token": 10, "toll": 16, "toll_mod": 16, "tool": 23, "top": [4, 10], "total": 11, "tourist": 5, "toward": [6, 7, 14, 15, 18], "trade": 5, "train": 3, "trajectori": [4, 7, 18], "transform": 4, "travel": [5, 6, 7, 14, 16, 18], "true": [11, 14, 15, 17], "trunc_prob": 11, "truncat": [2, 3, 19], "try": [6, 9, 21], "tupl": [3, 8, 13], "turn": [5, 9, 10, 17], "two": [5, 8, 9, 10, 15, 16, 17], "txt": 1, "type": [2, 3, 4, 5, 8, 11, 13], "type_distribut": 8, "typic": [2, 3], "uint8": 15, "umutucak": 21, "unchang": 15, "under": 16, "undocu": 21, "uniform": [8, 21], "until": 10, "up": [5, 9, 13, 15], "updat": 21, "upper": 11, "us": [2, 4, 8, 10, 11, 15, 16, 19, 20, 21, 22], "usag": [19, 20], "user": 5, "usual": [9, 10, 17], "util": [2, 3, 5, 19, 22, 23], "v0": 5, "valid": 4, "valu": [2, 3, 4, 6, 7, 8, 10, 11, 14, 15, 18, 19], "variabl": 2, "varianc": 4, "variant": [5, 9, 10, 17], "vec_reward": [2, 3, 19], "vector": [2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 22], "vectori": 4, "veri": [2, 19], "version": [5, 16, 21, 22], "vertic": [10, 17], "via": 8, "view": 3, "villag": 11, "visual": 21, "w": 11, "w_bonu": 11, "wa": [4, 6, 7, 11, 15, 16, 18], "wai": [5, 17], "walker_0": [2, 19], "walker_1": [2, 19], "walker_2": [2, 19], "walker_i": 14, "wall": 15, "wandb": 21, "we": [2, 5, 19, 23], "webpag": 21, "websit": 19, "weight": [2, 3, 4, 19, 21], "well": [5, 19, 22], "were": 17, "what": 21, "when": [6, 7, 10, 15, 17, 18], "where": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19], "whether": [9, 10, 13, 15, 17], "which": [2, 3, 5, 6, 7, 9, 10, 11, 14, 17, 18, 19, 22], "while": [3, 5, 6, 7, 16, 18], "whose": [4, 9, 10, 17], "width": [9, 10, 17], "win": [5, 9, 10], "window": [2, 3, 15], "without": [5, 10], "work": [19, 22], "worker": 11, "workflow": 21, "world": 5, "would": [2, 3, 19], "wrapper": [5, 21, 23], "x": [9, 10, 17], "x_0": [6, 7, 18], "x_1": [6, 7, 18], "x_n": [6, 7, 18], "x_targ": [6, 7, 18], "xyz": [6, 7, 18], "y": [9, 17], "y_0": [6, 7, 18], "y_1": [6, 7, 18], "y_n": [6, 7, 18], "y_targ": [6, 7, 18], "you": [2, 3, 19, 22], "your": [1, 2, 3, 19, 22], "z": 9, "z_0": [6, 7, 18], "z_1": [6, 7, 18], "z_n": [6, 7, 18], "z_targ": [6, 7, 18], "zero": [5, 9, 10, 17]}, "titles": ["404 - Page Not Found", "MOMAland documentation", "AEC", "Parallel", "Wrappers and Utils", "All Environments", "Catch", "Escort", "MO-Beach", "MO-Breakthrough", "MO-Connect4", "MO-GemMining", "MO-Ingenious", "MO-ItemGathering", "MO-MultiwalkerStability", "MO-Pistonball", "MO-RouteChoice", "MO-SameGame", "Surround", "API", "Install", "Release Notes", "Making a Custom Environment", "Learning algorithms"], "titleterms": {"0": 21, "1": 21, "2": 21, "404": 0, "Not": 0, "The": 0, "action": [6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18], "aec": [2, 4], "algorithm": 23, "all": 5, "api": 19, "argument": [6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18], "attribut": [2, 3], "beach": 8, "breakthrough": 9, "build": 1, "catch": 6, "cite": 19, "commit": 22, "connect4": 10, "convers": 4, "could": 0, "credit": [6, 7, 11, 15, 16, 18], "custom": 22, "document": 1, "dummi": 21, "environ": [5, 22], "episod": [6, 7, 8, 11, 13, 14, 15, 16, 18], "escort": 7, "found": 0, "gemmin": 11, "histori": [9, 10, 17], "hook": 22, "ingeni": 12, "instal": [19, 20], "itemgath": 13, "learn": 23, "legal": [9, 10, 17], "make": 22, "mask": [9, 10, 17], "method": [2, 3], "mo": [8, 9, 10, 11, 12, 13, 14, 15, 16, 17], "moaecenv": 2, "momaland": 1, "moparallelenv": 3, "multiwalkerst": 14, "note": 21, "observ": [6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18], "page": 0, "parallel": [3, 4], "pistonbal": 15, "pre": 22, "releas": 21, "request": 0, "reward": [6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18], "routechoic": 16, "samegam": 17, "setup": 22, "space": [6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18], "start": [6, 7, 8, 9, 10, 11, 13, 15, 16, 17, 18], "state": [6, 7, 8, 9, 10, 11, 13, 15, 16, 17, 18], "surround": 18, "termin": [6, 7, 8, 11, 13, 14, 15, 16, 18], "truncat": [6, 7, 8, 11, 13, 15, 16, 18], "usag": [2, 3], "util": 4, "v0": 21, "version": [9, 10, 17], "wrapper": 4}})
\ No newline at end of file
diff --git a/tutorials/custom_env/index.html b/tutorials/custom_env/index.html
index 9ddc16ff..77c36f64 100644
--- a/tutorials/custom_env/index.html
+++ b/tutorials/custom_env/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/surround/">Surround</a></li>
 </ul>
diff --git a/tutorials/learning_algorithms/index.html b/tutorials/learning_algorithms/index.html
index 635a831d..1887e587 100644
--- a/tutorials/learning_algorithms/index.html
+++ b/tutorials/learning_algorithms/index.html
@@ -227,13 +227,13 @@
 <li class="toctree-l2"><a class="reference internal" href="../../environments/escort/">Escort</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobeach/">MO-Beach</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mobreakthrough/">MO-Breakthrough</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../environments/mocongestion/">MO-Congestion</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moconnect4/">MO-Connect4</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mogem_mining/">MO-GemMining</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moingenious/">MO-Ingenious</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/moitem_gathering/">MO-ItemGathering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/momultiwalker_stability/">MO-MultiwalkerStability</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mopistonball/">MO-Pistonball</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../environments/moroute_choice/">MO-RouteChoice</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/mosame_game/">MO-SameGame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../../environments/surround/">Surround</a></li>
 </ul>