Skip to content

Commit 0631a23

Browse files
committed
adding more details to advance_computed_position error
1 parent 105e68d commit 0631a23

File tree

1 file changed

+8
-4
lines changed
  • lib/bindings/python/rust/llm/block_manager/vllm/connector/leader

1 file changed

+8
-4
lines changed

lib/bindings/python/rust/llm/block_manager/vllm/connector/leader/slot.rs

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -516,7 +516,10 @@ impl Slot for VllmConnectorSlot {
516516
// we start matching non-device blocks after the device blocks
517517
let search_offset = num_computed_blocks;
518518

519-
tracing::debug!("matching against {} block hashes", sequence_hashes[search_offset..].len());
519+
tracing::debug!(
520+
"matching against {} block hashes",
521+
sequence_hashes[search_offset..].len()
522+
);
520523

521524
// we should do this opportunistically after this operation is done
522525
// ideally it was triggered by the match_sequence_hashes_blocking calls directly
@@ -568,7 +571,8 @@ impl Slot for VllmConnectorSlot {
568571
}
569572

570573
// early exit if we need to onboard 0 blocks
571-
if (num_computed_blocks + num_matched_blocks) * block_size == self.sequence().total_tokens() {
574+
if (num_computed_blocks + num_matched_blocks) * block_size == self.sequence().total_tokens()
575+
{
572576
return Ok(());
573577
}
574578

@@ -683,8 +687,8 @@ impl ExternallyManagedDeviceSlot for VllmConnectorSlot {
683687
fn advance_computed_position(&mut self, num_tokens: usize) -> Result<(), SlotError> {
684688
if self.current_position + num_tokens > self.sequence().total_tokens() {
685689
return Err(SlotError::InvalidOperation(format!(
686-
"cannot advance computed position by {num_tokens} tokens, total tokens is {}",
687-
self.sequence().total_tokens()
690+
"cannot advance computed position from {} by {num_tokens} tokens, total tokens is {}",
691+
self.current_position, self.sequence().total_tokens()
688692
)));
689693
}
690694

0 commit comments

Comments
 (0)