saymrwulf/stable-baselines3
1
0
Fork 0
mirror of https://github.com/saymrwulf/stable-baselines3.git synced 2026-07-29 20:14:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix random exploration

Browse source
This commit is contained in:
Antonin Raffin 2019-09-06 14:11:27 +02:00
parent 5e38080937
commit 6cce61d183
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
torchy_baselines/cem_rl/cem_rl.py
View file

@ -194,6 +194,8 @@ class CEMRL(TD3):
obs = new_obs
episode_timesteps += 1
# Note: if put on the outer, it will explore start_timesteps for each actor
self.num_timesteps += 1
if self.verbose > 1:
print("Total T: {} Episode Num: {} Episode T: {} Reward: {}".format(
@ -204,7 +206,7 @@ class CEMRL(TD3):
self.es.tell(self.es_params, self.fitnesses)
self.num_timesteps += actor_steps
# self.num_timesteps += actor_steps
timesteps_since_eval += actor_steps
return self