saymrwulf/stable-baselines3
1
0
Fork 0
mirror of https://github.com/saymrwulf/stable-baselines3.git synced 2026-06-24 02:48:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Sample batch_size noise matrices for SAC

Browse source
This commit is contained in:
Antonin Raffin 2019-12-20 11:28:44 +01:00
parent 161c608f9c
commit 9b3b34c9c4
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
torchy_baselines/sac/sac.py
View file

@ -181,8 +181,8 @@ class SAC(BaseRLModel):
# is lost and we cannot backpropagate through again
# anyway, we need to sample because `log_std` may have changed between two gradient steps
if self.use_sde:
# self.actor.reset_noise(batch_size=batch_size)
self.actor.reset_noise()
self.actor.reset_noise(batch_size=batch_size)
# self.actor.reset_noise()
# Action by the current actor for the sampled state
action_pi, log_prob = self.actor.action_log_prob(obs)