2022-05-10 17:18:06 +02:00
|
|
|
"""Implementation of a space consisting of finitely many elements."""
|
2022-05-25 15:28:19 +01:00
|
|
|
from typing import Optional, Union
|
2022-01-24 23:22:11 +01:00
|
|
|
|
2016-04-27 08:00:58 -07:00
|
|
|
import numpy as np
|
2022-03-31 12:50:38 -07:00
|
|
|
|
2022-04-24 17:14:33 +01:00
|
|
|
from gym.spaces.space import Space
|
|
|
|
from gym.utils import seeding
|
2016-04-27 08:00:58 -07:00
|
|
|
|
2019-01-30 22:39:55 +01:00
|
|
|
|
2022-01-24 23:22:11 +01:00
|
|
|
class Discrete(Space[int]):
|
2022-05-10 17:18:06 +02:00
|
|
|
r"""A space consisting of finitely many elements.
|
2019-07-12 14:08:54 -07:00
|
|
|
|
2022-05-10 17:18:06 +02:00
|
|
|
This class represents a finite subset of integers, more specifically a set of the form :math:`\{ a, a+1, \dots, a+n-1 \}`.
|
2021-10-30 21:42:01 +05:30
|
|
|
|
2019-03-25 00:42:53 +01:00
|
|
|
Example::
|
2019-07-12 14:08:54 -07:00
|
|
|
|
2022-03-02 11:14:59 -05:00
|
|
|
>>> Discrete(2) # {0, 1}
|
2021-10-30 21:42:01 +05:30
|
|
|
>>> Discrete(3, start=-1) # {-1, 0, 1}
|
2016-04-27 08:00:58 -07:00
|
|
|
"""
|
2021-07-29 02:26:34 +02:00
|
|
|
|
2022-04-24 17:14:33 +01:00
|
|
|
def __init__(
|
|
|
|
self,
|
|
|
|
n: int,
|
2022-05-25 15:28:19 +01:00
|
|
|
seed: Optional[Union[int, seeding.RandomNumberGenerator]] = None,
|
2022-04-24 17:14:33 +01:00
|
|
|
start: int = 0,
|
|
|
|
):
|
2022-05-10 17:18:06 +02:00
|
|
|
r"""Constructor of :class:`Discrete` space.
|
|
|
|
|
|
|
|
This will construct the space :math:`\{\text{start}, ..., \text{start} + n - 1\}`.
|
|
|
|
|
|
|
|
Args:
|
|
|
|
n (int): The number of elements of this space.
|
|
|
|
seed: Optionally, you can use this argument to seed the RNG that is used to sample from the ``Dict`` space.
|
|
|
|
start (int): The smallest element of this space.
|
|
|
|
"""
|
2022-06-06 16:21:45 +01:00
|
|
|
assert isinstance(n, (int, np.integer))
|
2021-12-16 13:45:37 +08:00
|
|
|
assert n > 0, "n (counts) have to be positive"
|
|
|
|
assert isinstance(start, (int, np.integer))
|
|
|
|
self.n = int(n)
|
2021-10-30 21:42:01 +05:30
|
|
|
self.start = int(start)
|
2021-11-14 14:50:23 +01:00
|
|
|
super().__init__((), np.int64, seed)
|
2018-09-24 20:11:03 +02:00
|
|
|
|
2022-01-24 23:22:11 +01:00
|
|
|
def sample(self) -> int:
|
2022-05-10 17:18:06 +02:00
|
|
|
"""Generates a single random sample from this space.
|
|
|
|
|
|
|
|
A sample will be chosen uniformly at random.
|
2022-05-25 14:46:41 +01:00
|
|
|
|
|
|
|
Returns:
|
|
|
|
A sampled integer from the space
|
2022-05-10 17:18:06 +02:00
|
|
|
"""
|
2022-03-14 14:27:03 +00:00
|
|
|
return int(self.start + self.np_random.integers(self.n))
|
2018-09-24 20:11:03 +02:00
|
|
|
|
2022-01-24 23:22:11 +01:00
|
|
|
def contains(self, x) -> bool:
|
2022-05-10 17:18:06 +02:00
|
|
|
"""Return boolean specifying if x is a valid member of this space."""
|
2016-04-27 18:31:32 -07:00
|
|
|
if isinstance(x, int):
|
|
|
|
as_int = x
|
2021-07-29 15:39:42 -04:00
|
|
|
elif isinstance(x, (np.generic, np.ndarray)) and (
|
|
|
|
x.dtype.char in np.typecodes["AllInteger"] and x.shape == ()
|
|
|
|
):
|
2022-01-24 23:22:11 +01:00
|
|
|
as_int = int(x) # type: ignore
|
2016-04-27 18:31:32 -07:00
|
|
|
else:
|
|
|
|
return False
|
2021-10-30 21:42:01 +05:30
|
|
|
return self.start <= as_int < self.start + self.n
|
2018-08-27 15:30:47 -07:00
|
|
|
|
2022-01-24 23:22:11 +01:00
|
|
|
def __repr__(self) -> str:
|
2022-05-10 17:18:06 +02:00
|
|
|
"""Gives a string representation of this space."""
|
2021-10-30 21:42:01 +05:30
|
|
|
if self.start != 0:
|
|
|
|
return "Discrete(%d, start=%d)" % (self.n, self.start)
|
2016-04-27 08:00:58 -07:00
|
|
|
return "Discrete(%d)" % self.n
|
2018-09-24 20:11:03 +02:00
|
|
|
|
2022-01-24 23:22:11 +01:00
|
|
|
def __eq__(self, other) -> bool:
|
2022-05-10 17:18:06 +02:00
|
|
|
"""Check whether ``other`` is equivalent to this instance."""
|
2021-10-30 21:42:01 +05:30
|
|
|
return (
|
|
|
|
isinstance(other, Discrete)
|
|
|
|
and self.n == other.n
|
|
|
|
and self.start == other.start
|
|
|
|
)
|
2022-03-02 11:14:59 -05:00
|
|
|
|
|
|
|
def __setstate__(self, state):
|
2022-05-10 17:18:06 +02:00
|
|
|
"""Used when loading a pickled space.
|
|
|
|
|
|
|
|
This method has to be implemented explicitly to allow for loading of legacy states.
|
2022-05-25 14:46:41 +01:00
|
|
|
|
|
|
|
Args:
|
|
|
|
state: The new state
|
2022-05-10 17:18:06 +02:00
|
|
|
"""
|
2022-03-02 11:14:59 -05:00
|
|
|
super().__setstate__(state)
|
|
|
|
|
|
|
|
# Don't mutate the original state
|
|
|
|
state = dict(state)
|
|
|
|
|
|
|
|
# Allow for loading of legacy states.
|
|
|
|
# See https://github.com/openai/gym/pull/2470
|
|
|
|
if "start" not in state:
|
|
|
|
state["start"] = 0
|
|
|
|
|
|
|
|
# Update our state
|
|
|
|
self.__dict__.update(state)
|