Fix reward normalization arguments

ikostrikov · Feb 4, 2021 · b03eba0 · b03eba0
1 parent b25c006
commit b03eba0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/a2c_ppo_acktr/envs.py b/a2c_ppo_acktr/envs.py
@@ -96,7 +96,7 @@ def make_vec_envs(env_name,
 
  if len(envs.observation_space.shape) == 1:
  if gamma is None:
- envs = VecNormalize(envs, ret=False)
+ envs = VecNormalize(envs, norm_reward=False)
  else:
  envs = VecNormalize(envs, gamma=gamma)