Fix logger for discrete actions

This commit is contained in:
Antonin Raffin 2019-11-07 17:01:02 +01:00
parent c6f90b9c3c
commit 95c741c707
2 changed files with 4 additions and 2 deletions

View file

@ -123,6 +123,7 @@ class A2C(PPO):
logger.logkv("entropy", entropy.mean().item()) logger.logkv("entropy", entropy.mean().item())
logger.logkv("policy_loss", policy_loss.item()) logger.logkv("policy_loss", policy_loss.item())
logger.logkv("value_loss", value_loss.item()) logger.logkv("value_loss", value_loss.item())
if hasattr(self.policy, 'log_std'):
logger.logkv("std", th.exp(self.policy.log_std).mean().item()) logger.logkv("std", th.exp(self.policy.log_std).mean().item())
def learn(self, total_timesteps, callback=None, log_interval=100, def learn(self, total_timesteps, callback=None, log_interval=100,

View file

@ -253,6 +253,7 @@ class PPO(BaseRLModel):
logger.logkv("entropy", entropy.mean().item()) logger.logkv("entropy", entropy.mean().item())
logger.logkv("policy_loss", policy_loss.item()) logger.logkv("policy_loss", policy_loss.item())
logger.logkv("value_loss", value_loss.item()) logger.logkv("value_loss", value_loss.item())
if hasattr(self.policy, 'log_std'):
logger.logkv("std", th.exp(self.policy.log_std).mean().item()) logger.logkv("std", th.exp(self.policy.log_std).mean().item())
def learn(self, total_timesteps, callback=None, log_interval=1, def learn(self, total_timesteps, callback=None, log_interval=1,