feat(fintune): update for batch size for 4090

unit-mesh · Dec 24, 2023 · 19a9eb7 · 19a9eb7
1 parent c8706eb
commit 19a9eb7
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/finetunes/deepseek/finetune.ipynb b/finetunes/deepseek/finetune.ipynb
@@ -86,14 +86,14 @@
     "    --data_path $DATA_PATH \\\n",
     "    --output_dir $OUTPUT_PATH \\\n",
     "    --num_train_epochs 1 \\\n",
-    "    --model_max_length 512 \\\n",
-    "    --per_device_train_batch_size 4 \\\n",
+    "    --model_max_length 768 \\\n",
+    "    --per_device_train_batch_size 16 \\\n",
     "    --per_device_eval_batch_size 1 \\\n",
     "    --gradient_accumulation_steps 4 \\\n",
     "    --evaluation_strategy \"no\" \\\n",
     "    --save_strategy \"steps\" \\\n",
-    "    --save_steps 300 \\\n",
-    "    --save_total_limit 100 \\\n",
+    "    --save_steps 50 \\\n",
+    "    --save_total_limit 10 \\\n",
     "    --learning_rate 4e-5 \\\n",
     "    --warmup_steps 10 \\\n",
     "    --logging_steps 1 \\\n",