saymrwulf/stable-baselines3
1
0
Fork 0
mirror of https://github.com/saymrwulf/stable-baselines3.git synced 2026-07-27 20:02:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Separate checks

Browse source
This commit is contained in:
Antonin RAFFIN 2020-09-26 18:26:54 +02:00
parent e6573d6c22
commit a209520b0c
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
stable_baselines3/tqc/tqc.py
View file

@ -277,9 +277,10 @@ class TQC(OffPolicyAlgorithm):
logger.record("train/critic_loss", np.mean(critic_losses))
if len(ent_coef_losses) > 0:
logger.record("train/ent_coef_loss", np.mean(ent_coef_losses))
if hasattr(self.actor, "scale_expert"):
with th.no_grad():
with th.no_grad():
if hasattr(self.actor, "scale_expert"):
logger.record("train/scale_expert", th.sigmoid(self.actor.scale_expert).mean().item())
if hasattr(self.actor, "scale_rl"):
logger.record("train/scale_rl", th.sigmoid(self.actor.scale_rl).mean().item())
def pretrain(