Fix LoRA module mapping for Phi models (#1375)

huggingface · Jan 24, 2024 · 1c1c7fd · 1c1c7fd
1 parent 4a15595
commit 1c1c7fd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/peft/utils/constants.py b/src/peft/utils/constants.py
@@ -76,7 +76,7 @@ def starcoder_model_postprocess_past_key_value(past_key_values):
     "mistral": ["q_proj", "v_proj"],
     "mixtral": ["q_proj", "v_proj"],
     "stablelm": ["q_proj", "v_proj"],
-    "phi": ["Wqkv", "out_proj", "fc1", "fc2"],
+    "phi": ["q_proj", "v_proj", "fc1", "fc2"],
 }
 
 TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPING = {