mirror of
https://github.com/saymrwulf/stable-baselines3.git
synced 2026-11-17 08:56:08 +00:00
Update replay buffer
This commit is contained in:
parent
bcdd99d22c
commit
a196306d9e
1 changed files with 13 additions and 13 deletions
|
|
@ -60,19 +60,19 @@ class ReplayBuffer(BaseBuffer):
|
||||||
super(ReplayBuffer, self).__init__(buffer_size, state_dim, action_dim, device, n_envs=n_envs)
|
super(ReplayBuffer, self).__init__(buffer_size, state_dim, action_dim, device, n_envs=n_envs)
|
||||||
|
|
||||||
assert n_envs == 1
|
assert n_envs == 1
|
||||||
self.states = th.zeros(self.buffer_size, self.n_envs, self.state_dim)
|
self.states = th.zeros(self.buffer_size, self.state_dim)
|
||||||
self.actions = th.zeros(self.buffer_size, self.n_envs, self.action_dim)
|
self.actions = th.zeros(self.buffer_size, self.action_dim)
|
||||||
self.next_states = th.zeros(self.buffer_size, self.n_envs, self.state_dim)
|
self.next_states = th.zeros(self.buffer_size, self.state_dim)
|
||||||
self.rewards = th.zeros(self.buffer_size, self.n_envs)
|
self.rewards = th.zeros(self.buffer_size, 1)
|
||||||
self.dones = th.zeros(self.buffer_size, self.n_envs)
|
self.dones = th.zeros(self.buffer_size, 1)
|
||||||
|
|
||||||
def add(self, state, next_state, action, reward, done):
|
def add(self, state, next_state, action, reward, done):
|
||||||
# Copy to avoid modification by reference
|
# Copy to avoid modification by reference
|
||||||
self.states[self.pos] = th.FloatTensor(np.array(state).copy())
|
self.states[self.pos] = th.FloatTensor(state[0, :])
|
||||||
self.next_states[self.pos] = th.FloatTensor(np.array(next_state).copy())
|
self.next_states[self.pos] = th.FloatTensor(next_state[0, :])
|
||||||
self.actions[self.pos] = th.FloatTensor(np.array(action).copy())
|
self.actions[self.pos] = th.FloatTensor(action[0, :])
|
||||||
self.rewards[self.pos] = th.FloatTensor(np.array(reward).copy())
|
self.rewards[self.pos] = th.FloatTensor([reward[0]])
|
||||||
self.dones[self.pos] = th.FloatTensor(np.array(done).copy())
|
self.dones[self.pos] = th.FloatTensor([done[0]])
|
||||||
|
|
||||||
self.pos += 1
|
self.pos += 1
|
||||||
if self.pos == self.buffer_size:
|
if self.pos == self.buffer_size:
|
||||||
|
|
@ -80,9 +80,9 @@ class ReplayBuffer(BaseBuffer):
|
||||||
self.pos = 0
|
self.pos = 0
|
||||||
|
|
||||||
def _get_samples(self, batch_inds):
|
def _get_samples(self, batch_inds):
|
||||||
return (self.states[batch_inds, 0, :].to(self.device),
|
return (self.states[batch_inds].to(self.device),
|
||||||
self.actions[batch_inds, 0, :].to(self.device),
|
self.actions[batch_inds].to(self.device),
|
||||||
self.next_states[batch_inds, 0, :].to(self.device),
|
self.next_states[batch_inds].to(self.device),
|
||||||
self.dones[batch_inds].to(self.device),
|
self.dones[batch_inds].to(self.device),
|
||||||
self.rewards[batch_inds].to(self.device))
|
self.rewards[batch_inds].to(self.device))
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue