Skip to content

Commit 4e2976b

Browse files
committed
TEMP: use spawn to circumvent CUDA init issue
Signed-off-by: ProExpertProg <lgovedic@redhat.com>
1 parent f1dcb6d commit 4e2976b

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm/envs.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@
6363
VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMM: bool = False
6464
VLLM_USE_RAY_WRAPPED_PP_COMM: bool = True
6565
VLLM_XLA_USE_SPMD: bool = False
66-
VLLM_WORKER_MULTIPROC_METHOD: Literal["fork", "spawn"] = "fork"
66+
VLLM_WORKER_MULTIPROC_METHOD: Literal["fork", "spawn"] = "spawn"
6767
VLLM_ASSETS_CACHE: str = os.path.join(VLLM_CACHE_ROOT, "assets")
6868
VLLM_ASSETS_CACHE_MODEL_CLEAN: bool = False
6969
VLLM_IMAGE_FETCH_TIMEOUT: int = 5
@@ -675,7 +675,7 @@ def get_vllm_port() -> int | None:
675675
# Use dedicated multiprocess context for workers.
676676
# Both spawn and fork work
677677
"VLLM_WORKER_MULTIPROC_METHOD": env_with_choices(
678-
"VLLM_WORKER_MULTIPROC_METHOD", "fork", ["spawn", "fork"]
678+
"VLLM_WORKER_MULTIPROC_METHOD", "spawn", ["spawn", "fork"]
679679
),
680680
# Path to the cache for storing downloaded assets
681681
"VLLM_ASSETS_CACHE": lambda: os.path.expanduser(

0 commit comments

Comments
 (0)