mirror of
https://github.com/saymrwulf/stable-baselines3.git
synced 2026-11-18 09:54:10 +00:00
Try to clip grad norm
This commit is contained in:
parent
d63cef7693
commit
919dfee452
1 changed files with 6 additions and 0 deletions
|
|
@ -202,6 +202,9 @@ class SAC(BaseRLModel):
|
||||||
if ent_coef_loss is not None:
|
if ent_coef_loss is not None:
|
||||||
self.ent_coef_optimizer.zero_grad()
|
self.ent_coef_optimizer.zero_grad()
|
||||||
ent_coef_loss.backward()
|
ent_coef_loss.backward()
|
||||||
|
# Clip grad norm
|
||||||
|
if self.max_grad_norm is not None:
|
||||||
|
th.nn.utils.clip_grad_norm_(self.policy.parameters(), self.max_grad_norm)
|
||||||
self.ent_coef_optimizer.step()
|
self.ent_coef_optimizer.step()
|
||||||
|
|
||||||
|
|
||||||
|
|
@ -227,6 +230,9 @@ class SAC(BaseRLModel):
|
||||||
# Optimize the critic
|
# Optimize the critic
|
||||||
self.critic.optimizer.zero_grad()
|
self.critic.optimizer.zero_grad()
|
||||||
critic_loss.backward()
|
critic_loss.backward()
|
||||||
|
# Clip grad norm
|
||||||
|
if self.max_grad_norm is not None:
|
||||||
|
th.nn.utils.clip_grad_norm_(self.policy.parameters(), self.max_grad_norm)
|
||||||
self.critic.optimizer.step()
|
self.critic.optimizer.step()
|
||||||
|
|
||||||
# Compute actor loss
|
# Compute actor loss
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue