Add btlm to officially supported LoRA (#751)

huggingface · Jul 26, 2023 · ffbb6bc · ffbb6bc
1 parent 8541b60
commit ffbb6bc
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/peft/utils/other.py b/src/peft/utils/other.py
@@ -285,6 +285,7 @@ def transpose(weight, fan_in_fan_out):
     "RefinedWebModel": ["query_key_value"],
     "RefinedWeb": ["query_key_value"],
     "falcon": ["query_key_value"],
+    "btlm": ["c_proj", "c_attn"],
 }
 
 TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPING = {