mirror of
https://github.com/saymrwulf/stable-baselines3.git
synced 2026-11-18 09:54:10 +00:00
Fix random exploration
This commit is contained in:
parent
5e38080937
commit
6cce61d183
1 changed files with 3 additions and 1 deletions
|
|
@ -194,6 +194,8 @@ class CEMRL(TD3):
|
||||||
|
|
||||||
obs = new_obs
|
obs = new_obs
|
||||||
episode_timesteps += 1
|
episode_timesteps += 1
|
||||||
|
# Note: if put on the outer, it will explore start_timesteps for each actor
|
||||||
|
self.num_timesteps += 1
|
||||||
|
|
||||||
if self.verbose > 1:
|
if self.verbose > 1:
|
||||||
print("Total T: {} Episode Num: {} Episode T: {} Reward: {}".format(
|
print("Total T: {} Episode Num: {} Episode T: {} Reward: {}".format(
|
||||||
|
|
@ -204,7 +206,7 @@ class CEMRL(TD3):
|
||||||
|
|
||||||
self.es.tell(self.es_params, self.fitnesses)
|
self.es.tell(self.es_params, self.fitnesses)
|
||||||
|
|
||||||
self.num_timesteps += actor_steps
|
# self.num_timesteps += actor_steps
|
||||||
timesteps_since_eval += actor_steps
|
timesteps_since_eval += actor_steps
|
||||||
return self
|
return self
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue