From b9d45e62da01146417b3d3608bd9b39376488ad8 Mon Sep 17 00:00:00 2001
From: Umar Butler <umar@umar.au>
Date: Sun, 26 Nov 2023 01:30:23 +1100
Subject: [PATCH] Added support for phi

---
 src/peft/utils/other.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/peft/utils/other.py b/src/peft/utils/other.py
index 50f22a5523..e811bee5ba 100644
--- a/src/peft/utils/other.py
+++ b/src/peft/utils/other.py
@@ -507,6 +507,7 @@ def id_tensor_storage(tensor: torch.Tensor) -> Tuple[torch.device, int, int]:
     "codegen": ["qkv_proj"],
     "mistral": ["q_proj", "v_proj"],
     "stablelm": ["q_proj", "v_proj"],
+    "phi": ["Wqkv", "out_proj", "fc1", "fc2"],
 }
 
 TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPING = {