We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c3efe38 commit 39d9aafCopy full SHA for 39d9aaf
vllm/utils/deep_gemm.py
@@ -68,8 +68,8 @@ def is_deep_gemm_e8m0_used() -> bool:
68
def _missing(*_: Any, **__: Any) -> NoReturn:
69
"""Placeholder for unavailable DeepGEMM backend."""
70
raise RuntimeError(
71
- "DeepGEMM backend is not available. Please install the `deep_gemm` "
72
- "package to enable FP8 kernels.")
+ "DeepGEMM backend is not available or outdated. Please install or "
+ "update the `deep_gemm` to a newer version to enable FP8 kernels.")
73
74
75
_fp8_gemm_nt_impl: Callable[..., Any] | None = None
0 commit comments