File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 4545 VLLM_USE_RAY_SPMD_WORKER : bool = False
4646 VLLM_USE_RAY_COMPILED_DAG : bool = False
4747 VLLM_USE_RAY_COMPILED_DAG_NCCL_CHANNEL : bool = True
48- VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMM : bool = True
48+ VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMM : bool = False
4949 VLLM_WORKER_MULTIPROC_METHOD : str = "fork"
5050 VLLM_ASSETS_CACHE : str = os .path .join (VLLM_CACHE_ROOT , "assets" )
5151 VLLM_IMAGE_FETCH_TIMEOUT : int = 5
@@ -340,11 +340,11 @@ def get_default_config_root():
340340 lambda : bool (int (os .getenv ("VLLM_USE_RAY_COMPILED_DAG_NCCL_CHANNEL" , "1" ))
341341 ),
342342
343- # If the env var is set, it enables GPU communication overlap in
344- # Ray's compiled DAG. This flag is ignored if
343+ # If the env var is set, it enables GPU communication overlap
344+ # (experimental feature) in Ray's compiled DAG. This flag is ignored if
345345 # VLLM_USE_RAY_COMPILED_DAG is not set.
346346 "VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMM" :
347- lambda : bool (int (os .getenv ("VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMM" , "1 " ))
347+ lambda : bool (int (os .getenv ("VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMM" , "0 " ))
348348 ),
349349
350350 # Use dedicated multiprocess context for workers.
You can’t perform that action at this time.
0 commit comments