fix

pytorch · Sep 17, 2024 · c6cdc69 · c6cdc69
1 parent 6b55c1d
commit c6cdc69
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/recipes/configs/qwen2/7B_full_single_device.yaml b/recipes/configs/qwen2/7B_full_single_device.yaml
@@ -60,7 +60,7 @@ optimizer_in_bwd: True
 loss:
   _component_: torchtune.modules.loss.CEWithChunkedOutputLoss
 max_steps_per_epoch: null
-gradient_accumulation_steps: 16
+gradient_accumulation_steps: 1
 compile: False
 
 # Training environment