From fbd1e3190ac3d14625c337e20ce615a27cd5a9db Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Mon, 23 Dec 2024 18:19:05 -0800 Subject: [PATCH] flush cache before benchmarking --- python/sglang/bench_serving.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 96e8677bb6..ac24745498 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -924,6 +924,7 @@ async def limited_request_func(request_func_input, pbar): f"are correctly specified. Error: {test_output.error}" ) else: + requests.post(base_url + "/flush_cache") print("Initial test run completed. Starting main benchmark run...") time.sleep(1.5)