saymrwulf/stable-baselines3
1
0
Fork 0
mirror of https://github.com/saymrwulf/stable-baselines3.git synced 2026-07-28 20:11:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Log residual scale

Browse source
This commit is contained in:
Antonin RAFFIN 2020-09-26 15:02:17 +02:00
parent ccaf9c3882
commit 693bfa9437
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
stable_baselines3/tqc/tqc.py
View file

@ -277,6 +277,10 @@ class TQC(OffPolicyAlgorithm):
logger.record("train/critic_loss", np.mean(critic_losses))
if len(ent_coef_losses) > 0:
logger.record("train/ent_coef_loss", np.mean(ent_coef_losses))
if hasattr(self.actor, "scale_expert"):
with th.no_grad():
logger.record("train/scale_expert", th.sigmoid(self.actor.scale_expert).mean().item())
logger.record("train/scale_rl", th.sigmoid(self.actor.scale_rl).mean().item())
def pretrain(
self,