Skip to content

Commit 345dcfc

Browse files
committed
up
Signed-off-by: Rui Qiao <ruisearch42@gmail.com>
1 parent 26eaecc commit 345dcfc

File tree

2 files changed

+4
-3
lines changed

2 files changed

+4
-3
lines changed

vllm/envs.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -123,7 +123,7 @@
123123
VLLM_DP_MASTER_PORT: int = 0
124124
VLLM_MOE_DP_CHUNK_SIZE: int = 256
125125
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: bool = False
126-
VLLM_RAY_DP_PACK_STRATEGY: str = None
126+
VLLM_RAY_DP_PACK_STRATEGY: str = "fill"
127127
VLLM_MARLIN_USE_ATOMIC_ADD: bool = False
128128
VLLM_MXFP4_USE_MARLIN: Optional[bool] = None
129129
VLLM_V0_USE_OUTLINES_CACHE: bool = False

vllm/v1/engine/utils.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -374,8 +374,9 @@ def create_dp_placement_groups(
374374
if dp_size_available < dp_size_local:
375375
if node_ip == dp_master_ip:
376376
raise ValueError(
377-
"Not enough resources to allocate DP ranks "
378-
f"on DP master node {dp_master_ip}")
377+
"Not enough resources to allocate %s DP ranks "
378+
"on DP master node %s, possible to fit %s DP ranks",
379+
dp_size_local, dp_master_ip, dp_size_available)
379380
else:
380381
logger.info(
381382
"Skipping node %s as %s DP ranks could not fit, "

0 commit comments

Comments
 (0)