compare torch version with 2.8.0a instead of 2.8.0

Signed-off-by: Boyuan Feng <boyuan@meta.com>

Author: BoyuanFeng

vllm/compilation/backends.py

@@ -31,7 +31,7 @@
 def make_compiler(compilation_config: CompilationConfig) -> CompilerInterface:
     if compilation_config.use_inductor:
         if envs.VLLM_USE_STANDALONE_COMPILE and is_torch_equal_or_newer(
-                "2.8.0"):
+                "2.8.0a"):
             logger.debug("Using InductorStandaloneAdaptor")
             return InductorStandaloneAdaptor()
         else:

vllm/model_executor/layers/quantization/torchao.py

@@ -44,14 +44,14 @@ def __init__(self,
         """
         # TorchAO quantization relies on tensor subclasses. In order,
         # to enable proper caching this needs standalone compile
-        if is_torch_equal_or_newer("2.8.0"):
+        if is_torch_equal_or_newer("2.8.0a"):
             os.environ["VLLM_TEST_STANDALONE_COMPILE"] = "1"
             logger.info(
                 "Using TorchAO: Setting VLLM_TEST_STANDALONE_COMPILE=1")
 
         # TODO: remove after the torch dependency is updated to 2.8
         if is_torch_equal_or_newer(
-                "2.7.0") and not is_torch_equal_or_newer("2.8.0"):
+                "2.7.0") and not is_torch_equal_or_newer("2.8.0a"):
             os.environ["VLLM_DISABLE_COMPILE_CACHE"] = "1"
             logger.info("Using TorchAO: Setting VLLM_DISABLE_COMPILE_CACHE=1")
         """

vllm/utils.py

@@ -2905,10 +2905,6 @@ def sha256(input) -> int:
 def is_torch_equal_or_newer(target: str) -> bool:
     """Check if the installed torch version is >= the target version.
 
-    This function uses base_version for comparison such that pre release
-    versions are considered to be older than the target version. For example,
-    torch version 2.8.0a0+git093fd47 is considered to be older than 2.8.0.
-
     Args:
         target: a version string, like "2.6.0".
 
@@ -2917,8 +2913,7 @@ def is_torch_equal_or_newer(target: str) -> bool:
     """
     try:
         torch_version = version.parse(str(torch.__version__))
-        base_version = version.parse(torch_version.base_version)
-        return base_version >= version.parse(target)
+        return torch_version >= version.parse(target)
     except Exception:
         # Fallback to PKG-INFO to load the package info, needed by the doc gen.
         return Version(importlib.metadata.version('torch')) >= Version(target)