2019-05-25 00:57:29 +02:00
|
|
|
from gym.utils import seeding
|
|
|
|
|
|
|
|
|
2019-01-30 22:39:55 +01:00
|
|
|
class Space(object):
|
|
|
|
"""Defines the observation and action spaces, so you can write generic
|
|
|
|
code that applies to any Env. For example, you can choose a random
|
|
|
|
action.
|
2020-09-21 22:38:51 +02:00
|
|
|
|
|
|
|
WARNING - Custom observation & action spaces can inherit from the `Space`
|
|
|
|
class. However, most use-cases should be covered by the existing space
|
|
|
|
classes (e.g. `Box`, `Discrete`, etc...), and container classes (`Tuple` &
|
|
|
|
`Dict`). Note that parametrized probability distributions (through the
|
|
|
|
`sample()` method), and batching functions (in `gym.vector.VectorEnv`), are
|
|
|
|
only well-defined for instances of spaces provided in gym by default.
|
|
|
|
Moreover, some implementations of Reinforcement Learning algorithms might
|
|
|
|
not handle custom spaces properly. Use custom spaces with care.
|
2019-01-30 22:39:55 +01:00
|
|
|
"""
|
2021-07-29 02:26:34 +02:00
|
|
|
|
2019-01-30 22:39:55 +01:00
|
|
|
def __init__(self, shape=None, dtype=None):
|
2019-03-25 00:46:14 +01:00
|
|
|
import numpy as np # takes about 300-400ms to import, so we load lazily
|
2021-07-29 02:26:34 +02:00
|
|
|
|
2019-01-30 22:39:55 +01:00
|
|
|
self.shape = None if shape is None else tuple(shape)
|
|
|
|
self.dtype = None if dtype is None else np.dtype(dtype)
|
2020-05-29 22:11:39 +01:00
|
|
|
self._np_random = None
|
|
|
|
|
|
|
|
@property
|
|
|
|
def np_random(self):
|
|
|
|
"""Lazily seed the rng since this is expensive and only needed if
|
|
|
|
sampling from this space.
|
|
|
|
"""
|
|
|
|
if self._np_random is None:
|
|
|
|
self.seed()
|
|
|
|
|
|
|
|
return self._np_random
|
2019-01-30 22:39:55 +01:00
|
|
|
|
|
|
|
def sample(self):
|
2021-07-29 02:26:34 +02:00
|
|
|
"""Randomly sample an element of this space. Can be
|
2019-07-12 14:32:41 -07:00
|
|
|
uniform or non-uniform sampling based on boundedness of space."""
|
2019-01-30 22:39:55 +01:00
|
|
|
raise NotImplementedError
|
|
|
|
|
2019-05-25 00:57:29 +02:00
|
|
|
def seed(self, seed=None):
|
2021-07-29 02:26:34 +02:00
|
|
|
"""Seed the PRNG of this space."""
|
2020-05-29 22:11:39 +01:00
|
|
|
self._np_random, seed = seeding.np_random(seed)
|
2019-05-25 00:57:29 +02:00
|
|
|
return [seed]
|
2019-01-30 22:39:55 +01:00
|
|
|
|
|
|
|
def contains(self, x):
|
|
|
|
"""
|
|
|
|
Return boolean specifying if x is a valid
|
|
|
|
member of this space
|
|
|
|
"""
|
|
|
|
raise NotImplementedError
|
|
|
|
|
|
|
|
def __contains__(self, x):
|
|
|
|
return self.contains(x)
|
|
|
|
|
|
|
|
def to_jsonable(self, sample_n):
|
|
|
|
"""Convert a batch of samples from this space to a JSONable data type."""
|
|
|
|
# By default, assume identity is JSONable
|
|
|
|
return sample_n
|
|
|
|
|
|
|
|
def from_jsonable(self, sample_n):
|
|
|
|
"""Convert a JSONable data type to a batch of samples from this space."""
|
|
|
|
# By default, assume identity is JSONable
|
|
|
|
return sample_n
|