saymrwulf/stable-baselines3
1
0
Fork 0
mirror of https://github.com/saymrwulf/stable-baselines3.git synced 2026-07-28 20:11:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

disable pytype for n-step replay

Browse source
This commit is contained in:
Antonin RAFFIN 2020-08-29 17:48:31 +02:00
parent dfcff73c5a
commit 826b2250f4
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
stable_baselines3/common/buffers.py
View file

@ -463,7 +463,7 @@ class NstepReplayBuffer(ReplayBuffer):
# Memory inneficient version but fast computation
self.log_probs[unique_indices] = log_prob.cpu().numpy().flatten()
# Add entropy term, only for n-step > 1
rewards[:, 1:] = rewards[:, 1:] - self.ent_coef * self.log_probs[indices[:, 1:]]
rewards[:, 1:] = rewards[:, 1:] - self.ent_coef * self.log_probs[indices[:, 1:]] # pytype: disable=attribute-error
# we filter through the indices.
# The immediate indice, i.e. col 0 needs to be 1, so we ensure that it is here using np.ones