From 693bfa943753819c0837e6a318a0c3c61dd2e5aa Mon Sep 17 00:00:00 2001 From: Antonin RAFFIN Date: Sat, 26 Sep 2020 15:02:17 +0200 Subject: [PATCH] Log residual scale --- stable_baselines3/tqc/tqc.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/stable_baselines3/tqc/tqc.py b/stable_baselines3/tqc/tqc.py index 1f36246..312ce0c 100644 --- a/stable_baselines3/tqc/tqc.py +++ b/stable_baselines3/tqc/tqc.py @@ -277,6 +277,10 @@ class TQC(OffPolicyAlgorithm): logger.record("train/critic_loss", np.mean(critic_losses)) if len(ent_coef_losses) > 0: logger.record("train/ent_coef_loss", np.mean(ent_coef_losses)) + if hasattr(self.actor, "scale_expert"): + with th.no_grad(): + logger.record("train/scale_expert", th.sigmoid(self.actor.scale_expert).mean().item()) + logger.record("train/scale_rl", th.sigmoid(self.actor.scale_rl).mean().item()) def pretrain( self,