final fix SFT

huggingface · Jan 12, 2024 · 01b8ac0 · 01b8ac0
1 parent ceedd8d
commit 01b8ac0
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/commands/run_sft.sh b/commands/run_sft.sh
@@ -15,9 +15,8 @@ EXTRA_TRAINING_ARGS="""--use_peft \
     --load_in_4bit
 """
 
-# This is a hack to get the number of available GPUs
-mapfile -t num_gpus < <(nvidia-smi --format=csv --query-gpu=index | tail -n+2 | wc -l)
-NUM_GPUS=${num_gpus[0]}
+# Set your number of GPUs here
+NUM_GPUS=2
 
 if [[ "${TRL_ACCELERATE_CONFIG}" == "" ]]; then
   EXTRA_ACCELERATE_ARGS=""