saymrwulf/stable-baselines3
1
0
Fork 0
mirror of https://github.com/saymrwulf/stable-baselines3.git synced 2026-09-15 22:10:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add std to logger

Browse source
This commit is contained in:
Antonin Raffin 2019-11-07 17:41:28 +01:00
parent db87e0d36a
commit f4546837c3
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
torchy_baselines/common/base_class.py
View file

@ -328,7 +328,7 @@ class BaseRLModel(object):
assert env.num_envs == 1
if hasattr(self, 'use_sde') and self.use_sde:
self.policy.reset_noise()
self.actor.reset_noise()
while total_steps < n_steps or total_episodes < n_episodes:
done = False
@ -394,6 +394,8 @@ class BaseRLModel(object):
logger.logkv("fps", fps)
logger.logkv('time_elapsed', int(time.time() - self.start_time))
logger.logkv("total timesteps", num_timesteps)
if hasattr(self, 'use_sde') and self.use_sde:
logger.logkv("std", th.exp(self.actor.log_std).mean().item())
logger.dumpkvs()
mean_reward = np.mean(episode_rewards) if total_episodes > 0 else 0.0