Skip to content

Commit bf26bbd

Browse files
committed
[Serving] Fix lints
1 parent eb4d624 commit bf26bbd

File tree

2 files changed

+5
-4
lines changed

2 files changed

+5
-4
lines changed

cpp/serve/engine_state.cc

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -12,10 +12,10 @@ namespace serve {
1212

1313
String EngineStats::AsJSON() const {
1414
picojson::object config;
15-
config["single_token_prefill_latency"] =
16-
picojson::value(total_prefill_length > 0 ? request_total_prefill_time / total_prefill_length : 0.0);
17-
config["single_token_decode_latency"] =
18-
picojson::value(total_decode_length > 0 ? request_total_decode_time / total_decode_length : 0.0);
15+
config["single_token_prefill_latency"] = picojson::value(
16+
total_prefill_length > 0 ? request_total_prefill_time / total_prefill_length : 0.0);
17+
config["single_token_decode_latency"] = picojson::value(
18+
total_decode_length > 0 ? request_total_decode_time / total_decode_length : 0.0);
1919
config["engine_total_prefill_time"] = picojson::value(engine_total_prefill_time);
2020
config["engine_total_decode_time"] = picojson::value(engine_total_decode_time);
2121
config["total_prefill_tokens"] = picojson::value(total_prefill_length);

python/mlc_llm/serve/engine_base.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1120,6 +1120,7 @@ def _debug_call_func_on_all_worker(self, func_name: str) -> None:
11201120
self._ffi["debug_call_func_on_all_worker"](func_name)
11211121

11221122
def stats(self):
1123+
"""Get the engine stats.""""
11231124
return self._ffi["stats"]()
11241125

11251126

0 commit comments

Comments
 (0)