Fix episodic training of DDPG

chainer · Feb 22, 2019 · 4a376ee · 4a376ee
1 parent e2907a5
commit 4a376ee
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/chainerrl/agents/ddpg.py b/chainerrl/agents/ddpg.py
@@ -271,7 +271,7 @@ def update_from_episodes(self, episodes, errors_out=None):
             for ep in sorted_episodes:
                 if len(ep) <= i:
                     break
-                transitions.append(ep[i])
+                transitions.append([ep[i]])
             batch = batch_experiences(
                 transitions, xp=self.xp, phi=self.phi, gamma=self.gamma)
             batches.append(batch)