mirror of
https://github.com/saymrwulf/stable-baselines3.git
synced 2026-11-17 08:56:08 +00:00
Sample batch_size noise matrices for SAC
This commit is contained in:
parent
161c608f9c
commit
9b3b34c9c4
1 changed files with 2 additions and 2 deletions
|
|
@ -181,8 +181,8 @@ class SAC(BaseRLModel):
|
||||||
# is lost and we cannot backpropagate through again
|
# is lost and we cannot backpropagate through again
|
||||||
# anyway, we need to sample because `log_std` may have changed between two gradient steps
|
# anyway, we need to sample because `log_std` may have changed between two gradient steps
|
||||||
if self.use_sde:
|
if self.use_sde:
|
||||||
# self.actor.reset_noise(batch_size=batch_size)
|
self.actor.reset_noise(batch_size=batch_size)
|
||||||
self.actor.reset_noise()
|
# self.actor.reset_noise()
|
||||||
|
|
||||||
# Action by the current actor for the sampled state
|
# Action by the current actor for the sampled state
|
||||||
action_pi, log_prob = self.actor.action_log_prob(obs)
|
action_pi, log_prob = self.actor.action_log_prob(obs)
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue