[Bugfix] GPTBigCodeForCausalLM: Remove lm_head from supported_lora_mo…

…dules. (#6326) Signed-off-by: Thomas Parnell <tpa@zurich.ibm.com> Co-authored-by: Travis Johnson <tsjohnso@us.ibm.com>
vllm-project · Jul 11, 2024 · 8a1415c · 8a1415c
1 parent 546b101
commit 8a1415c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/model_executor/models/gpt_bigcode.py b/vllm/model_executor/models/gpt_bigcode.py
@@ -235,7 +235,7 @@ def forward(
 class GPTBigCodeForCausalLM(nn.Module, SupportsLoRA):
     packed_modules_mapping = {"c_attn": ["c_attn"]}
 
-    supported_lora_modules = ["c_fc", "c_proj", "wte", "lm_head", "c_attn"]
+    supported_lora_modules = ["c_fc", "c_proj", "wte", "c_attn"]
 
     embedding_modules = {
         "wte": "input_embeddings",