File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 131131 VLLM_DP_RANK : int = 0
132132 VLLM_DP_RANK_LOCAL : int = - 1
133133 VLLM_DP_SIZE : int = 1
134- VLLM_USE_STANDALONE_COMPILE : bool = False
134+ VLLM_USE_STANDALONE_COMPILE : bool = True
135135 VLLM_DP_MASTER_IP : str = ""
136136 VLLM_DP_MASTER_PORT : int = 0
137137 VLLM_MOE_DP_CHUNK_SIZE : int = 256
@@ -494,10 +494,10 @@ def get_vllm_port() -> int | None:
494494 os .environ .get ("VLLM_FLASH_ATTN_VERSION" , None )
495495 ),
496496 # Feature flag to enable/disable Inductor standalone compile.
497- # In torch <= 2.7 we ignore this flag; in torch >= 2.8 this is
498- # disabled by default.
497+ # In torch <= 2.7 we ignore this flag; in torch >= 2.9 this is
498+ # enabled by default.
499499 "VLLM_USE_STANDALONE_COMPILE" : lambda : os .environ .get (
500- "VLLM_USE_STANDALONE_COMPILE" , "0 "
500+ "VLLM_USE_STANDALONE_COMPILE" , "1 "
501501 )
502502 == "1" ,
503503 # Debug pattern matching inside custom passes.
You can’t perform that action at this time.
0 commit comments