diff --git a/src/transformers/integrations/mxfp4.py b/src/transformers/integrations/mxfp4.py
index ac6ab780ffc0..6a6ce1db17e7 100644
--- a/src/transformers/integrations/mxfp4.py
+++ b/src/transformers/integrations/mxfp4.py
@@ -343,7 +343,6 @@ def dequantize(module, param_name, param_value, target_device, dq_param_name, **
                     to_contiguous,
                     rank,
                     device_mesh,
-                    set_param=False,
                 )
             blocks_attr = f"{proj}_blocks"
             scales_attr = f"{proj}_scales"