This commit is contained in:
Antonin RAFFIN 2020-07-30 11:18:03 +02:00
parent 03e9a96d2c
commit 0d74244de9
2 changed files with 2 additions and 2 deletions

View file

@ -94,7 +94,7 @@ class CMAES(BaseAlgorithm):
if self.es is None:
options = {"seed": self.seed}
if self.env.num_envs > 1:
options['popsize'] = self.env.num_envs
options["popsize"] = self.env.num_envs
self.es = cma.CMAEvolutionStrategy(self.best_individual, self.std_init, options)
continue_training = True

View file

@ -82,6 +82,7 @@ def test_n_critics(n_critics):
)
model.learn(total_timesteps=1000)
# "CartPole-v1"
@pytest.mark.parametrize("env_id", ["MountainCarContinuous-v0"])
def test_cmaes(env_id):
@ -91,7 +92,6 @@ def test_cmaes(env_id):
model.learn(total_timesteps=50000, eval_freq=10000)
# def test_crr(tmp_path):
# model = TQC(
# "MlpPolicy",