cleaner (vllm-project#168)

Co-authored-by: Kyle Sayers <kyle@neuralmagic.com>
markmc · Oct 2, 2024 · 710bc53 · 710bc53
1 parent 9c36ff0
commit 710bc53
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/src/compressed_tensors/quantization/lifecycle/calibration.py b/src/compressed_tensors/quantization/lifecycle/calibration.py
@@ -56,10 +56,9 @@ def set_module_for_calibration(module: Module, quantize_weights_upfront: bool =
         observer = module.weight_observer
         g_idx = getattr(module, "weight_g_idx", None)
 
-        offloaded = False
-        if is_module_offloaded(module):
+        offloaded = is_module_offloaded(module)
+        if offloaded:
             module._hf_hook.pre_forward(module)
-            offloaded = True
 
         scale, zero_point = observer(module.weight, g_idx=g_idx)
         update_parameter_data(module, scale, "weight_scale")