Update stable_baselines3/common/buffers.py

Co-authored-by: Antonin RAFFIN <antonin.raffin@ensta.org>
DLR-RM · May 13, 2024 · 4ef5c76 · 4ef5c76
1 parent 95ccf80
commit 4ef5c76
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/stable_baselines3/common/buffers.py b/stable_baselines3/common/buffers.py
@@ -424,7 +424,7 @@ def compute_returns_and_advantage(self, last_values: th.Tensor, dones: np.ndarra
         last_gae_lam = 0
         for step in reversed(range(self.buffer_size)):
             if step == self.buffer_size - 1:
-                next_non_terminal = 1.0 - dones.astype(int)
+                next_non_terminal = 1.0 - dones.astype(np.float32)
                 next_values = last_values
             else:
                 next_non_terminal = 1.0 - self.episode_starts[step + 1]