Skip to content

Commit 0eda9f4

Browse files
committed
Turn standalone compile back on
Signed-off-by: Luka Govedič <lgovedic@redhat.com>
1 parent 8c2b722 commit 0eda9f4

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

vllm/envs.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -133,7 +133,7 @@
133133
VLLM_DP_RANK: int = 0
134134
VLLM_DP_RANK_LOCAL: int = -1
135135
VLLM_DP_SIZE: int = 1
136-
VLLM_USE_STANDALONE_COMPILE: bool = False
136+
VLLM_USE_STANDALONE_COMPILE: bool = True
137137
VLLM_DP_MASTER_IP: str = ""
138138
VLLM_DP_MASTER_PORT: int = 0
139139
VLLM_MOE_DP_CHUNK_SIZE: int = 256
@@ -498,9 +498,9 @@ def get_vllm_port() -> int | None:
498498
# In torch <= 2.7 we ignore this flag; in torch >= 2.8 this is
499499
# disabled by default.
500500
"VLLM_USE_STANDALONE_COMPILE": lambda: os.environ.get(
501-
"VLLM_USE_STANDALONE_COMPILE", "0"
502-
)
503-
== "1",
501+
"VLLM_USE_STANDALONE_COMPILE", "1"
502+
).lower()
503+
in ["true", "1"],
504504
# Debug pattern matching inside custom passes.
505505
# Should be set to the fx.Node name (e.g. 'getitem_34' or 'scaled_mm_3').
506506
"VLLM_PATTERN_MATCH_DEBUG": lambda: os.environ.get(

0 commit comments

Comments
 (0)