saymrwulf/stable-baselines3
1
0
Fork 0
mirror of https://github.com/saymrwulf/stable-baselines3.git synced 2026-07-28 20:11:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Disable saving es temporary

Browse source
This commit is contained in:
Antonin Raffin 2020-08-02 20:29:24 +02:00
parent ab51040e48
commit 84786d54b2
1 changed files with 3 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
stable_baselines3/cmaes/cmaes.py
View file

@ -109,11 +109,6 @@ class CMAES(BaseAlgorithm):
if self.diagonal_cov:
options["CMA_diagonal"] = True
self.es = cma.CMAEvolutionStrategy(self.best_individual, self.std_init, options)
else:
# Remove extra history from saved model
self.es.fit.hist = self.es.fit.hist[: self.max_hist]
self.es.fit.histbest = self.es.fit.histbest[: self.max_hist]
self.es.fit.histmedian = self.es.fit.histmedian[: self.max_hist]
continue_training = True
@ -121,7 +116,7 @@ class CMAES(BaseAlgorithm):
candidates = self.es.ask()
# Prevent high memory usage but changes `es.stop()` behavior
if len(self.es.hist) > self.max_hist:
if len(self.es.fit.hist) > self.max_hist:
try:
self.es.fit.hist.pop()
self.es.fit.histbest.pop()
@ -192,6 +187,8 @@ class CMAES(BaseAlgorithm):
self.best_individual = self.best_ever.x
self.policy.best_actor.load_from_vector(self.best_individual)
# TODO: fix saving/loading
del self.es
callback.on_training_end()
return self