This commit is contained in:
Antonin Raffin 2022-08-28 18:56:34 +02:00
parent 8311377634
commit 4114e9ad14
No known key found for this signature in database
GPG key ID: B8B48F65CAD6232C

View file

@ -202,6 +202,7 @@ class SAC(OffPolicyAlgorithm):
ent_coef_losses, ent_coefs = [], []
actor_losses, critic_losses = [], []
# TODO: properly handle it when train_freq > 1
policy_update_delay = gradient_steps
for gradient_step in range(gradient_steps):