diff --git a/src/peft/optimizers/loraplus.py b/src/peft/optimizers/loraplus.py
index 2bc7e44dc8..0c4bd7d1e0 100644
--- a/src/peft/optimizers/loraplus.py
+++ b/src/peft/optimizers/loraplus.py
@@ -82,6 +82,7 @@ def create_loraplus_optimizer(
         else:
             param_groups["groupA"][name] = param
 
+    kwargs["lr"] = lr
     loraplus_weight_decay = kwargs.pop("loraplus_weight_decay", 0.0)
     loraplus_lr_embedding = kwargs.pop("loraplus_lr_embedding", 1e-6)