allow_early_resets=True in create_vec_env

This commit is contained in:
Peter Zhokhov
2018-08-30 09:40:42 -07:00
parent e5de29a954
commit 3bbf3f3511

View File

@@ -29,7 +29,10 @@ def make_vec_env(env_id, env_type, num_env, seed, wrapper_kwargs=None, start_ind
def _thunk(): def _thunk():
env = make_atari(env_id) if env_type == 'atari' else gym.make(env_id) env = make_atari(env_id) if env_type == 'atari' else gym.make(env_id)
env.seed(seed + 10000*mpi_rank + rank if seed is not None else None) env.seed(seed + 10000*mpi_rank + rank if seed is not None else None)
env = Monitor(env, logger.get_dir() and os.path.join(logger.get_dir(), str(mpi_rank) + '.' + str(rank))) env = Monitor(env,
logger.get_dir() and os.path.join(logger.get_dir(), str(mpi_rank) + '.' + str(rank))
allow_early_resets=True)
if env_type == 'atari': return wrap_deepmind(env, **wrapper_kwargs) if env_type == 'atari': return wrap_deepmind(env, **wrapper_kwargs)
elif reward_scale != 1: return RewardScaler(env, reward_scale) elif reward_scale != 1: return RewardScaler(env, reward_scale)
else: return env else: return env