[Misc] update benchmark backend for scalellm (vllm-project#6018)

neuralmagic · Jul 1, 2024 · 2c3c43b · 2c3c43b
1 parent 81e1c3e
commit 2c3c43b
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py
@@ -422,4 +422,5 @@ def get_tokenizer(
     "openai": async_request_openai_completions,
     "openai-chat": async_request_openai_chat_completions,
     "tensorrt-llm": async_request_trt_llm,
+    "scalellm": async_request_openai_completions,
 }