diff --git a/src/peft/utils/save_and_load.py b/src/peft/utils/save_and_load.py
index 44a1cad5ff..12aad7f989 100644
--- a/src/peft/utils/save_and_load.py
+++ b/src/peft/utils/save_and_load.py
@@ -442,7 +442,7 @@ def renamed_dora_weights(k):
         model, peft_model_state_dict, ignore_mismatched_sizes=ignore_mismatched_sizes
     )
     if low_cpu_mem_usage:
-        load_result = model.load_state_dict(peft_model_state_dict, strict=False, assign=True)
+        load_result = model.load_state_dict(peft_model_state_dict, strict=False)
         # ensure that the correct device is set
         for module in model.modules():
             if hasattr(module, "_move_adapter_to_device_of_base_layer"):