diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index 94c835b786da..3668dd7ee37f 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -87,7 +87,7 @@ def __init__( worker_cls = ray.remote( num_cpus=0, num_gpus=1, - resources={node_resource: 1e-5}, + resources={node_resource: 1e-3}, )(worker_cls).remote worker = worker_cls(