From 70e5de1d1b3f2086d00d5e8e35c62763922fecba Mon Sep 17 00:00:00 2001 From: Antonin Raffin Date: Wed, 25 Sep 2019 17:07:54 +0200 Subject: [PATCH] Update SAC defaults --- torchy_baselines/sac/sac.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/torchy_baselines/sac/sac.py b/torchy_baselines/sac/sac.py index 26a08c2..07fcc52 100644 --- a/torchy_baselines/sac/sac.py +++ b/torchy_baselines/sac/sac.py @@ -53,7 +53,7 @@ class SAC(BaseRLModel): def __init__(self, policy, env, learning_rate=3e-4, buffer_size=int(1e6), learning_starts=100, batch_size=64, tau=0.005, ent_coef='auto', target_update_interval=1, - train_freq=-1, gradient_steps=-1, n_episodes_rollout=1, + train_freq=1, gradient_steps=1, n_episodes_rollout=-1, target_entropy='auto', action_noise=None, gamma=0.99, action_noise_std=0.0, create_eval_env=False, policy_kwargs=None, verbose=0, seed=0, device='auto',