We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2d8476e commit d77f7fbCopy full SHA for d77f7fb
vllm/v1/utils.py
@@ -407,7 +407,7 @@ def create_dp_placement_groups(
407
# For now, each DP rank can only be assigned to one node
408
# TODO(rui): support allocating a single DP rank
409
# to multiple nodes
410
- available_engine_count = node_resources["GPU"] // world_size
+ available_engine_count = int(node_resources["GPU"]) // world_size
411
if node_ip == dp_master_ip:
412
assert available_engine_count >= local_engine_count, (
413
"Not enough resources to allocate DP ranks "
0 commit comments