fix DummyVecEnv reusing buffers

This commit is contained in:
Alex Nichol
2018-03-02 17:18:07 -08:00
parent 569bd42629
commit 8b3a6c2051
2 changed files with 4 additions and 4 deletions

View File

@@ -189,4 +189,3 @@ def train(env, nb_epochs, nb_epoch_cycles, render_eval, reward_scale, render, pa
if eval_env and hasattr(eval_env, 'get_state'):
with open(os.path.join(logdir, 'eval_env_state.pkl'), 'wb') as f:
pickle.dump(eval_env.get_state(), f)