diff --git a/src/peft/tuners/lora/bnb.py b/src/peft/tuners/lora/bnb.py
index d60f56a8a1..ac0433e950 100644
--- a/src/peft/tuners/lora/bnb.py
+++ b/src/peft/tuners/lora/bnb.py
@@ -189,8 +189,6 @@ def forward(self, x: torch.Tensor) -> torch.Tensor:
                     expected_dtype = result.dtype
                     x = x.to(lora_A.weight.dtype)
 
-                x = x.to(lora_A.weight.dtype)
-                result += lora_B(lora_A(dropout(x))) * scaling
                 output = lora_B(lora_A(dropout(x)))
                 if requires_conversion:
                     output = output.to(expected_dtype)