Skip to content

Commit c9c739e

Browse files
committed
[Fix] Fix load_async failed dead loop
1 parent d68d78e commit c9c739e

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

ucm/integration/vllm/uc_connector.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -489,6 +489,7 @@ def get_finished(self, finished_req_ids: set[str]) -> tuple[set[str], set[str]]:
489489
done_recving: set[str] = set()
490490
for req_id, tasks in self._need_load_reqs.items():
491491
if req_id in self._load_failed_reqs:
492+
done_recving.add(req_id)
492493
continue
493494
unfinished_tasks = []
494495
for task in tasks:
@@ -498,6 +499,7 @@ def get_finished(self, finished_req_ids: set[str]) -> tuple[set[str], set[str]]:
498499
f"Task {task} failed, check return {ret} for request {req_id}"
499500
)
500501
self._load_failed_reqs.add(req_id)
502+
done_recving.add(req_id)
501503
break
502504
if not finish:
503505
unfinished_tasks.append(task)
@@ -508,6 +510,7 @@ def get_finished(self, finished_req_ids: set[str]) -> tuple[set[str], set[str]]:
508510
f"Task {task} failed, wait return {wret} for request {req_id}"
509511
)
510512
self._load_failed_reqs.add(req_id)
513+
done_recving.add(req_id)
511514
break
512515
if not unfinished_tasks:
513516
done_recving.add(req_id)

0 commit comments

Comments
 (0)