Skip to content

Commit cdc1ac7

Browse files
committed
Rename method to set_inband_engine_stats in sequence group
Signed-off-by: kunjan <kunjanp@google.com>
1 parent a49f04c commit cdc1ac7

File tree

2 files changed

+3
-4
lines changed

2 files changed

+3
-4
lines changed

vllm/engine/llm_engine.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1166,7 +1166,7 @@ def _process_model_outputs(self,
11661166
stats_snapshot = self._get_stats(scheduler_outputs, outputs,
11671167
finished_before, skip)
11681168
inband_stats = self._get_inband_engine_stats(stats_snapshot)
1169-
seq_group.set_final_engine_stats_snapshot(inband_stats)
1169+
seq_group.set_inband_engine_stats(inband_stats)
11701170
request_output = RequestOutputFactory.create(
11711171
seq_group,
11721172
self.seq_id_to_seq_group,
@@ -1213,7 +1213,7 @@ def _process_model_outputs(self,
12131213
stats_snapshot = self._get_stats(scheduler_outputs, outputs,
12141214
finished_before, skip)
12151215
inband_stats = self._get_inband_engine_stats(stats_snapshot)
1216-
seq_group.set_final_engine_stats_snapshot(inband_stats)
1216+
seq_group.set_inband_engine_stats(inband_stats)
12171217
seq_group.set_last_token_time(now)
12181218
request_output = RequestOutputFactory.create(
12191219
seq_group,

vllm/sequence.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -848,8 +848,7 @@ def set_finished_time(self, time: Optional[float]) -> None:
848848
"""Sets the finished time for Request level timings."""
849849
self.metrics.finished_time = time
850850

851-
def set_final_engine_stats_snapshot(self,
852-
stats: InbandEngineStats) -> None:
851+
def set_inband_engine_stats(self, stats: InbandEngineStats) -> None:
853852
self.inband_engine_stats = stats
854853

855854
def get_max_num_running_seqs(self) -> int:

0 commit comments

Comments
 (0)