when from_pretrained is called in retraining case of lora with flag "…

…is_trainable" True, should not call model.eval()
huggingface · Jun 16, 2023 · b4b3177 · b4b3177
1 parent 38e9c65
commit b4b3177
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/peft/peft_model.py b/src/peft/peft_model.py
@@ -508,7 +508,8 @@ def load_adapter(self, model_id, adapter_name, is_trainable=False, **kwargs):
             add_hook_to_module(self.get_base_model(), hook)
 
         # Set model in evaluation mode to deactivate Dropout modules by default
-        self.eval()
+        if not is_trainable:
+            self.eval()
         return load_result
 
     def set_adapter(self, adapter_name):