Skip to content

Commit cd390b6

Browse files
authored
[compile] Turn standalone_compile back on (#27460)
Signed-off-by: Richard Zou <zou3519@gmail.com>
1 parent 2080b05 commit cd390b6

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

vllm/envs.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -131,7 +131,7 @@
131131
VLLM_DP_RANK: int = 0
132132
VLLM_DP_RANK_LOCAL: int = -1
133133
VLLM_DP_SIZE: int = 1
134-
VLLM_USE_STANDALONE_COMPILE: bool = False
134+
VLLM_USE_STANDALONE_COMPILE: bool = True
135135
VLLM_DP_MASTER_IP: str = ""
136136
VLLM_DP_MASTER_PORT: int = 0
137137
VLLM_MOE_DP_CHUNK_SIZE: int = 256
@@ -494,10 +494,10 @@ def get_vllm_port() -> int | None:
494494
os.environ.get("VLLM_FLASH_ATTN_VERSION", None)
495495
),
496496
# Feature flag to enable/disable Inductor standalone compile.
497-
# In torch <= 2.7 we ignore this flag; in torch >= 2.8 this is
498-
# disabled by default.
497+
# In torch <= 2.7 we ignore this flag; in torch >= 2.9 this is
498+
# enabled by default.
499499
"VLLM_USE_STANDALONE_COMPILE": lambda: os.environ.get(
500-
"VLLM_USE_STANDALONE_COMPILE", "0"
500+
"VLLM_USE_STANDALONE_COMPILE", "1"
501501
)
502502
== "1",
503503
# Debug pattern matching inside custom passes.

0 commit comments

Comments
 (0)