Skip to content

Commit 4c043f4

Browse files
committed
warn if add_request fails
Signed-off-by: PeaBrane <yanrpei@gmail.com>
1 parent 9e20fc3 commit 4c043f4

File tree

1 file changed

+18
-12
lines changed

1 file changed

+18
-12
lines changed

lib/llm/src/kv_router/scheduler.rs

Lines changed: 18 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -243,20 +243,26 @@ impl KvScheduler {
243243
};
244244
request.respond(response);
245245

246-
// Only update the state if update_states is true
247-
if request.update_states {
248-
let _ = slots_clone
249-
.add_request(
250-
request.request_id,
251-
request.token_seq,
252-
request.isl_tokens,
253-
selection.overlap_blocks,
254-
selection.worker_id,
255-
)
256-
.await;
246+
// Skip state update if not requested
247+
if !request.update_states {
248+
continue;
257249
}
258250

259-
continue;
251+
let request_id = request.request_id;
252+
if let Err(e) = slots_clone
253+
.add_request(
254+
request_id.clone(),
255+
request.token_seq,
256+
request.isl_tokens,
257+
selection.overlap_blocks,
258+
selection.worker_id,
259+
)
260+
.await
261+
{
262+
tracing::warn!(
263+
"Failed to add request {request_id} to local slot tracker: {e:?}"
264+
);
265+
}
260266
}
261267
Err(KvSchedulerError::NoEndpoints) => {
262268
tracing::trace!("no endpoints available; waiting for endpoints update");

0 commit comments

Comments
 (0)