[Bugfix] Fix import gemm_afp4wfp4 failure on AMD (vllm-project#26068)

zhewenl · xuebwang-amd · commit 0ad2abd526df · 2025-10-24T09:19:23.000Z
Signed-off-by: zhewenli &lt;zhewenli@meta.com&gt;
Signed-off-by: xuebwang-amd &lt;xuebwang@amd.com&gt;
diff --git a/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py b/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py
@@ -97,7 +97,7 @@ def gemm_with_dynamic_quant_fake(
         dispatch_key=current_platform.dispatch_key,
     )
 
-except ImportError:
+except (ImportError, AttributeError):
     dynamic_mxfp4_quant = gemm_afp4wfp4 = None
 
 __all__ = ["QuarkW4A4MXFP4"]

Original file line number	Diff line number	Diff line change
`@@ -97,7 +97,7 @@ def gemm_with_dynamic_quant_fake(`
`97`	`97`	`dispatch_key=current_platform.dispatch_key,`
`98`	`98`	`)`
`99`	`99`
`100`		`-except ImportError:`
	`100`	`+except (ImportError, AttributeError):`
`101`	`101`	`dynamic_mxfp4_quant = gemm_afp4wfp4 = None`
`102`	`102`
`103`	`103`	`__all__ = ["QuarkW4A4MXFP4"]`