fix qlora script

OptimalScale · Mar 6, 2025 · 8194d36 · 8194d36
1 parent 29f10d8
commit 8194d36
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/scripts/run_finetune_with_qlora.sh b/scripts/run_finetune_with_qlora.sh
@@ -56,8 +56,7 @@ accelerate launch --config_file configs/accelerate_fsdp_config.yaml \
     --block_size 512 \
     --per_device_train_batch_size 1 \
     --use_qlora 1 \
-    --bf16 \
-    --torch_dtype bfloat16 \
+    --bits 4 \
     --validation_split_percentage 0 \
     --logging_steps 20 \
     --do_train \