diff --git a/.buildinfo b/.buildinfo index 5622ad99..8f08983b 100644 --- a/.buildinfo +++ b/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 63a8af9b3368f5f776b1597bc8fb05ae +config: d1a85c866a751920eccef77da5d322f7 tags: d77d1c0d9ca2f4c8421862c7c5a0d620 diff --git a/_images/momultiwalker.gif b/_images/momultiwalker.gif deleted file mode 100644 index ae19bab2..00000000 Binary files a/_images/momultiwalker.gif and /dev/null differ diff --git a/_static/scripts/furo-extensions.js b/_static/scripts/furo-extensions.js deleted file mode 100644 index e69de29b..00000000 diff --git a/_static/scripts/furo.js.LICENSE.txt b/_static/scripts/furo.js.LICENSE.txt deleted file mode 100644 index 1632189c..00000000 --- a/_static/scripts/furo.js.LICENSE.txt +++ /dev/null @@ -1,7 +0,0 @@ -/*! - * gumshoejs v5.1.2 (patched by @pradyunsg) - * A simple, framework-agnostic scrollspy script. - * (c) 2019 Chris Ferdinandi - * MIT License - * http://github.com/cferdinandi/gumshoe - */ diff --git a/environments/mobeach_domain/index.html b/environments/mobeach_domain/index.html deleted file mode 100644 index f4a76dba..00000000 --- a/environments/mobeach_domain/index.html +++ /dev/null @@ -1,327 +0,0 @@ - - - - - - - - - MO-BeachDomain - MOMAland Documentation - - - - - - - - - - - - - - - - Contents - - - - - - Menu - - - - - - - - Expand - - - - - - Light mode - - - - - - - - - - - - - - Dark mode - - - - - - - Auto light/dark mode - - - - - - - - - - - - - - - - - - - -
-
-
- -
-
-
MOMAland Documentation
 -
-
-
- -
- -
-
- -
-
-
- - - - - Back to top - -
-
- - - - -
- -
- -
-
-
-

MO-BeachDomain#

-
- - - - - - - - - - - - - - - - - - - - - - - -

Agents names

agent_i for i in [0, 99]

Action Space

Discrete(3)

Observation Space

Box(0.0, 100.0, (5,), float32)

Reward Space

Box(0.0, 18.73087, (2,), float32)

Import

momaland.envs.mobeach_domain_v0

-
-

Environment for MO-BeachDomain problem.

-

The init method takes in environment arguments and should define the following attributes:

-
    -

  • possible_agents

    • -

  • action_spaces

    • -

  • observation_spaces -These attributes should not be changed after initialization.

    • -
-
- -
-
- -
- -
-
- - - - - \ No newline at end of file diff --git a/environments/mocongestion_game/index.html b/environments/mocongestion_game/index.html deleted file mode 100644 index 7929d9d7..00000000 --- a/environments/mocongestion_game/index.html +++ /dev/null @@ -1,327 +0,0 @@ - - - - - - - - - MO-CongestionGame - MOMAland Documentation - - - - - - - - - - - - - - - - Contents - - - - - - Menu - - - - - - - - Expand - - - - - - Light mode - - - - - - - - - - - - - - Dark mode - - - - - - - Auto light/dark mode - - - - - - - - - - - - - - - - - - - -
-
-
- -
-
-
MOMAland Documentation
 -
-
-
- -
- -
-
- -
-
-
- - - - - Back to top - -
-
- - - - -
- -
- -
-
-
-

MO-CongestionGame#

-
- - - - - - - - - - - - - - - - - - - - - - - -

Agents names

agent_i for i in [0, 4199]

Action Space

Discrete(3)

Observation Space

Box(0.0, 4200.0, (1,), float32)

Reward Space

Box(-3.0, 0.0, (2,), float32)

Import

momaland.envs.mocongestion_game_v0

-
-

Environment for MO-CongestionGame problem.

-

The init method takes in environment arguments and should define the following attributes:

-
    -

  • possible_agents

    • -

  • action_spaces

    • -

  • observation_spaces -These attributes should not be changed after initialization.

    • -
-
- -
-
- -
- -
-
- - - - - \ No newline at end of file diff --git a/environments/mogemmining/index.html b/environments/mogemmining/index.html deleted file mode 100644 index 147d318c..00000000 --- a/environments/mogemmining/index.html +++ /dev/null @@ -1,315 +0,0 @@ - - - - - - - - - Mogemmining - MOMAland Documentation - - - - - - - - - - - - - - - - Contents - - - - - - Menu - - - - - - - - Expand - - - - - - Light mode - - - - - - - - - - - - - - Dark mode - - - - - - - Auto light/dark mode - - - - - - - - - - - - - - - - - - - -
-
-
- -
-
-
MOMAland Documentation
 -
-
-
- -
- -
-
- -
-
-
- - - - - Back to top - -
-
- - - - -
- -
- -
-
-
-

Mogemmining#

-
- - - - - - - - - - - - - - - - - - - - - - - -

Agents names

agent_i for i in [0, 19]

Action Space

[‘0: Discrete(4)’, ‘1: Discrete(3, start=1)’, ‘2: Discrete(4, start=2)’, ‘3: Discrete(2, start=3)’, ‘4: Discrete(3, start=4)’, ‘5: Discrete(3, start=5)’, ‘6: Discrete(4, start=6)’, ‘7: Discrete(3, start=7)’, ‘8: Discrete(4, start=8)’, ‘9: Discrete(3, start=9)’, ‘10: Discrete(4, start=10)’, ‘11: Discrete(2, start=11)’, ‘12: Discrete(4, start=12)’, ‘13: Discrete(4, start=13)’, ‘14: Discrete(2, start=14)’, ‘15: Discrete(4, start=15)’, ‘16: Discrete(4, start=16)’, ‘17: Discrete(3, start=17)’, ‘18: Discrete(4, start=18)’, ‘19: Discrete(3, start=19)’]

Observation Space

Box(0.0, 20.0, (1,), float32)

Reward Space

Box(0.0, 23.0, (2,), float32)

Import

momaland.envs.mogemmining_v0

-
-

Environment for MO gem mining domain.

-

The init method takes in environment arguments and should define the following attributes:

-
    -

  • possible_agents

    • -

  • action_spaces

    • -

  • observation_spaces -These attributes should not be changed after initialization.

    • -
-
- -
-
- -
- -
-
- - - - - \ No newline at end of file diff --git a/environments/moitemgathering/index.html b/environments/moitemgathering/index.html deleted file mode 100644 index 668e2917..00000000 --- a/environments/moitemgathering/index.html +++ /dev/null @@ -1,318 +0,0 @@ - - - - - - - - - Moitemgathering - MOMAland Documentation - - - - - - - - - - - - - - - - Contents - - - - - - Menu - - - - - - - - Expand - - - - - - Light mode - - - - - - - - - - - - - - Dark mode - - - - - - - Auto light/dark mode - - - - - - - - - - - - - - - - - - - -
-
-
- -
-
-
MOMAland Documentation
 -
-
-
- -
- -
-
- -
-
-
- - - - - Back to top - -
-
- - - - -
- -
- -
-
-
-

Moitemgathering#

-
-_static/gifs/moitemgathering.gif -
-
- - - - - - - - - - - - - - - - - - - - - - - -

Agents names

agent_i for i in [0, 1]

Action Space

Discrete(5)

Observation Space

Tuple(Discrete(2, start=-2), Box(-2, 3, (8, 8), int64))

Reward Space

Box(0.0, 3.0, (3,), float32)

Import

momaland.envs.moitemgathering_v0

-
-

Environment for the Item Gathering domain.

-

The init method takes in environment arguments and should define the following attributes:

-
    -

  • possible_agents

    • -

  • action_spaces

    • -

  • observation_spaces -These attributes should not be changed after initialization.

    • -
-
- -
-
- -
- -
-
- - - - - \ No newline at end of file diff --git a/environments/momultiwalker/index.html b/environments/momultiwalker/index.html deleted file mode 100644 index 494d4dd0..00000000 --- a/environments/momultiwalker/index.html +++ /dev/null @@ -1,655 +0,0 @@ - - - - - - - - - - - - - - - MO-Multiwalker - MOMAland Documentation - - - - - - - - - -
-
-
- -
-
- - - - MOMAland Documentation - -
-
-
- - -
-
-
-
- - - - - - - - Contents - - - - - - Menu - - - - - - - - Expand - - - - - - Light mode - - - - - - - - - - - - - - Dark mode - - - - - - - Auto light/dark mode - - - - - - - - - - - - - - - - - -
- - -
- - - - - -
-
-
- - - - - Back to top - -
- -
- -
-
- -
-

MO-Multiwalker

-
-../../_images/momultiwalker.gif - -
-
- - - - - - - - - - - - - - - - - - - - - - - -

Agents names

walker_i for i in [0, 2]

Action Space

Box(-1.0, 1.0, (4,), float32)

Observation Space

Box(-inf, inf, (31,), float32)

Reward Space

Box([ -0.46666667 -110. -100. ], [0.46666667 0. 0. ], (3,), float32)

Import

momaland.envs.momultiwalker_v0

-
-

An MO adaptation of the multiwalker environment.

-
-

Observation Space

-

See PettingZoo documentation.

-
-
-

Action Space

-

The action space is a vector representing the force exerted at the 4 available joints (hips and knees), giving a continuous action space with a 4 element vector. -The higher bound is 1, the lower bound is -1.

-
-
-

Reward Space

-

The reward space is a 3D vector containing rewards for:

-
    -

  • Maximizing distance traveled towards the end of the level during one step. [-0.46, 0.46]

    • -

  • Penalty for agent falling. [-110, 0]

    • -

  • Penalty for the package falling. [-100, 0]

    • -
-
-
-

Episode Termination

-

The episode is terminated if the package is dropped. If terminate_on_fall is True (default), then environment is terminated if a single agent falls even if the package is still alive.

-
-
-

Arguments

-

See PettingZoo documentation.

-
-
- -
-
- -
- -
-
-
- - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/introduction/api/index.html b/introduction/api/index.html deleted file mode 100644 index 8da3dd42..00000000 --- a/introduction/api/index.html +++ /dev/null @@ -1,299 +0,0 @@ - - - - - - - - - API - MOMAland Documentation - - - - - - - - - - - - - - - - Contents - - - - - - Menu - - - - - - - - Expand - - - - - - Light mode - - - - - - - - - - - - - - Dark mode - - - - - - - Auto light/dark mode - - - - - - - - - - - - - - - - - - - -
-
-
- -
-
-
MOMAland Documentation
 -
-
-
- -
- -
-
- -
-
-
- - - - - Back to top - -
-
- - - - -
- -
- -
-
-
-

API#

-

As for PettingZoo, the MOMAland API models environments as simple Python env classes. Creating environment instances and interacting with them is very simple - here’s an example using the “mosurround_v0” environment:

-
import momaland
-import numpy as np
-
-# It follows the original PettingZoo APIs ...
-env = momaland.envs.crazyrl.surround.surround_v0.parallel_env()
-
-obs, info = env.reset()
-# but vector_reward is a numpy array!
-actions = {agent: env.action_spaces[agent].sample() for agent in env.agents}
-next_obs, vector_rewards, terminated, truncated, info = env.step(actions)
-
-# Optionally, you can scalarize the reward function with the LinearReward wrapper to fall back to the original PZ API
-env = momaland.LinearReward(env, weight=np.array([0.6, 0.2, 0.2]))
-
-
-

For details on multi-objective multi-agent RL definitions, see Multi-Objective Multi-Agent Decision Making: A Utility-based Analysis and Survey.

-

You can also check more examples in this colab notebook! TODO

-
- -
-
- -
- -
-
- - - - - \ No newline at end of file diff --git a/tutorials/training/index.html b/tutorials/training/index.html deleted file mode 100644 index b0fb8654..00000000 --- a/tutorials/training/index.html +++ /dev/null @@ -1,593 +0,0 @@ - - - - - - - - - - - - - - Training - MOMAland Documentation - - - - - - - - - -
-
-
- -
-
- - MOMAland Documentation - -
-
-
- - -
-
-
-
- - - - - - - - Contents - - - - - - Menu - - - - - - - - Expand - - - - - - Light mode - - - - - - - - - - - - - - Dark mode - - - - - - - Auto light/dark mode - - - - - - - - - - - - - - - - - -
- - -
- - - - - -
-
-
- - - - - Back to top - -
-
- - - - -
- -
- -
-
- -
-

Training#

-

There are learning algorithms present in the codebase for developers to get familiar with MOMA training. Various MOMA algorithms can be accessed here.

-
- -
-
- -
- -
-
-
- - - - - - - - - - - - - - - - - \ No newline at end of file