update param

tastelikefeet · Nov 11, 2023 · 5a67164 · 5a67164
1 parent 183859d
commit 5a67164
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/swift/llm/sft.py b/swift/llm/sft.py
@@ -107,7 +107,7 @@ def llm_sft(args: SftArguments) -> str:
             model = Swift.from_pretrained(
                 model, args.resume_from_checkpoint, is_trainable=True)
 
-    model = Swift.prepare_model(model, NEFTuneConfig())
+    model = Swift.prepare_model(model, NEFTuneConfig(noise_alpha=1.))
     show_layers(model)
     print_model_info(model)
     logger.info(model)