saymrwulf/stable-baselines3
1
0
Fork 0
mirror of https://github.com/saymrwulf/stable-baselines3.git synced 2026-07-27 20:02:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix n-step replay

Browse source
This commit is contained in:
Antonin RAFFIN 2020-09-26 15:43:01 +02:00
parent 693bfa9437
commit e6573d6c22
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
stable_baselines3/common/buffers.py
View file

@ -457,7 +457,7 @@ class NstepReplayBuffer(ReplayBuffer):
# Compute entropy term
# TODO: convert to pytorch tensor on the correct device
with th.no_grad():
obs = th.as_tensor(self.observations[unique_indices, :]).to(self.actor.device)
obs = th.as_tensor(self.observations[unique_indices, 0, :]).to(self.actor.device)
_, log_prob = self.actor.action_log_prob(obs)
# Memory inneficient version but fast computation