Update dqn_with_rnn.py

pytorch · Apr 28, 2023 · 25370f7 · 25370f7
1 parent a7a0235
commit 25370f7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tutorials/sphinx-tutorials/dqn_with_rnn.py b/tutorials/sphinx-tutorials/dqn_with_rnn.py
@@ -343,7 +343,7 @@
 #   here. In a real setting, the total number of frames should be set to 1M.
 #
 collector = SyncDataCollector(
-    env, stoch_policy, frames_per_batch=50, total_frames=10_000
+    env, stoch_policy, frames_per_batch=50, total_frames=200
 )
 rb = TensorDictReplayBuffer(
     storage=LazyMemmapStorage(20_000), batch_size=4, prefetch=10