ENH Add support for phi model architecture (#1186)

huggingface · Nov 28, 2023 · da29ae6 · da29ae6
1 parent 64c8d1d
commit da29ae6
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/peft/utils/other.py b/src/peft/utils/other.py
@@ -507,6 +507,7 @@ def id_tensor_storage(tensor: torch.Tensor) -> Tuple[torch.device, int, int]:
     "codegen": ["qkv_proj"],
     "mistral": ["q_proj", "v_proj"],
     "stablelm": ["q_proj", "v_proj"],
+    "phi": ["Wqkv", "out_proj", "fc1", "fc2"],
 }
 
 TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPING = {