change rms 2 tfrms switch in vec_normalize to be more explicit (#886)

* change rms 2 tfrms switch in vec_normalize to be more explicit * modify the vec_normalize / use_tf logic a little bit * typo * use_tf = False by default
2019-04-26 16:14:21 -07:00
parent 5d8041d18e
commit a07fad9066
3 changed files with 10 additions and 7 deletions
--- a/baselines/run.py
+++ b/baselines/run.py
@@ -113,7 +113,7 @@ def build_env(args):
        env = make_vec_env(env_id, env_type, args.num_env or 1, seed, reward_scale=args.reward_scale, flatten_dict_observations=flatten_dict_observations)

        if env_type == 'mujoco':
-            env = VecNormalize(env)
+            env = VecNormalize(env, use_tf=True)

    return env