Skip to content

Commit 1beb32b

Browse files
committed
use .dev to match nightly release
Signed-off-by: Boyuan Feng <boyuan@meta.com>
1 parent 26d34eb commit 1beb32b

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

vllm/compilation/backends.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@
3232
def make_compiler(compilation_config: CompilationConfig) -> CompilerInterface:
3333
if compilation_config.use_inductor:
3434
if envs.VLLM_USE_STANDALONE_COMPILE and is_torch_equal_or_newer(
35-
"2.8.0a"):
35+
"2.8.0.dev"):
3636
logger.debug("Using InductorStandaloneAdaptor")
3737
return InductorStandaloneAdaptor()
3838
else:

vllm/model_executor/layers/quantization/torchao.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -44,14 +44,14 @@ def __init__(self,
4444
"""
4545
# TorchAO quantization relies on tensor subclasses. In order,
4646
# to enable proper caching this needs standalone compile
47-
if is_torch_equal_or_newer("2.8.0a"):
47+
if is_torch_equal_or_newer("2.8.0.dev"):
4848
os.environ["VLLM_TEST_STANDALONE_COMPILE"] = "1"
4949
logger.info(
5050
"Using TorchAO: Setting VLLM_TEST_STANDALONE_COMPILE=1")
5151
5252
# TODO: remove after the torch dependency is updated to 2.8
5353
if is_torch_equal_or_newer(
54-
"2.7.0") and not is_torch_equal_or_newer("2.8.0a"):
54+
"2.7.0") and not is_torch_equal_or_newer("2.8.0.dev"):
5555
os.environ["VLLM_DISABLE_COMPILE_CACHE"] = "1"
5656
logger.info("Using TorchAO: Setting VLLM_DISABLE_COMPILE_CACHE=1")
5757
"""

0 commit comments

Comments
 (0)