saymrwulf/stable-baselines3
1
0
Fork 0
mirror of https://github.com/saymrwulf/stable-baselines3.git synced 2026-07-03 03:59:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Normalize returns

Browse source
This commit is contained in:
Antonin RAFFIN 2019-11-12 22:32:21 +01:00
parent 623e3cf4f9
commit d725d01186
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
torchy_baselines/td3/td3.py
View file

@ -206,6 +206,7 @@ class TD3(BaseRLModel):
# Normalize returns
# returns = (returns - returns.mean()) / (returns.std() + 1e-8)
returns = (returns - returns.mean())
policy_loss = -(returns * log_prob).mean()