File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 133133 VLLM_DP_RANK : int = 0
134134 VLLM_DP_RANK_LOCAL : int = - 1
135135 VLLM_DP_SIZE : int = 1
136- VLLM_USE_STANDALONE_COMPILE : bool = False
136+ VLLM_USE_STANDALONE_COMPILE : bool = True
137137 VLLM_DP_MASTER_IP : str = ""
138138 VLLM_DP_MASTER_PORT : int = 0
139139 VLLM_MOE_DP_CHUNK_SIZE : int = 256
@@ -498,9 +498,9 @@ def get_vllm_port() -> int | None:
498498 # In torch <= 2.7 we ignore this flag; in torch >= 2.8 this is
499499 # disabled by default.
500500 "VLLM_USE_STANDALONE_COMPILE" : lambda : os .environ .get (
501- "VLLM_USE_STANDALONE_COMPILE" , "0 "
502- )
503- == "1" ,
501+ "VLLM_USE_STANDALONE_COMPILE" , "1 "
502+ ). lower ()
503+ in [ "true" , "1" ] ,
504504 # Debug pattern matching inside custom passes.
505505 # Should be set to the fx.Node name (e.g. 'getitem_34' or 'scaled_mm_3').
506506 "VLLM_PATTERN_MATCH_DEBUG" : lambda : os .environ .get (
You can’t perform that action at this time.
0 commit comments