We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 78c0405 commit 3e03e48Copy full SHA for 3e03e48
benchmarks/benchmark_serving.py
@@ -406,9 +406,9 @@ def calculate_metrics(
406
median_itl_ms=np.median(itls or 0) * 1000,
407
percentiles_itl_ms=[(p, np.percentile(itls or 0, p) * 1000)
408
for p in selected_percentiles],
409
- mean_e2el_ms=np.median(e2els or 0) * 1000,
+ mean_e2el_ms=np.mean(e2els or 0) * 1000,
410
std_e2el_ms=np.std(e2els or 0) * 1000,
411
- median_e2el_ms=np.mean(e2els or 0) * 1000,
+ median_e2el_ms=np.median(e2els or 0) * 1000,
412
percentiles_e2el_ms=[(p, np.percentile(e2els or 0, p) * 1000)
413
414
)
0 commit comments