diff --git a/extensions-builtin/Lora/networks.py b/extensions-builtin/Lora/networks.py
index 96d14344dd25ed16871a2ec8d634f4824b0e75cc..22fdff4a0146e5e70f95a5fab6db02426f944622 100644
--- a/extensions-builtin/Lora/networks.py
+++ b/extensions-builtin/Lora/networks.py
@@ -312,7 +312,7 @@
self.network_weights_backup = weights_backup
bias_backup = getattr(self, "network_bias_backup", None)
- if bias_backup is None and getattr(self, 'bias', None) is not None:
+ if bias_backup is None:
if isinstance(self, torch.nn.MultiheadAttention) and self.out_proj.bias is not None:
bias_backup = self.out_proj.bias.to(devices.cpu, copy=True)
elif getattr(self, 'bias', None) is not None:
