FIX: lora+: include lr in optimizer kwargs (#1973)

huggingface · Jul 30, 2024 · 7e7b558 · 7e7b558
1 parent 1b16753
commit 7e7b558
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/peft/optimizers/loraplus.py b/src/peft/optimizers/loraplus.py
@@ -82,6 +82,7 @@ def create_loraplus_optimizer(
         else:
             param_groups["groupA"][name] = param
 
+    kwargs["lr"] = lr
     loraplus_weight_decay = kwargs.pop("loraplus_weight_decay", 0.0)
     loraplus_lr_embedding = kwargs.pop("loraplus_lr_embedding", 1e-6)