File tree Expand file tree Collapse file tree 2 files changed +6
-2
lines changed Expand file tree Collapse file tree 2 files changed +6
-2
lines changed Original file line number Diff line number Diff line change @@ -177,6 +177,7 @@ vllm serve Qwen/Qwen2-VL-7B-Instruct
177177``` bash
178178vllm bench serve \
179179 --backend openai-chat \
180+ --endpoint-type openai-chat \
180181 --model Qwen/Qwen2-VL-7B-Instruct \
181182 --endpoint /v1/chat/completions \
182183 --dataset-name hf \
@@ -213,6 +214,7 @@ vllm serve Qwen/Qwen2-VL-7B-Instruct
213214``` bash
214215vllm bench serve \
215216 --backend openai-chat \
217+ --endpoint-type openai-chat \
216218 --model Qwen/Qwen2-VL-7B-Instruct \
217219 --endpoint /v1/chat/completions \
218220 --dataset-name hf \
@@ -227,6 +229,7 @@ vllm bench serve \
227229``` bash
228230vllm bench serve \
229231 --backend openai-chat \
232+ --endpoint-type openai-chat \
230233 --model Qwen/Qwen2-VL-7B-Instruct \
231234 --endpoint /v1/chat/completions \
232235 --dataset-name hf \
Original file line number Diff line number Diff line change @@ -673,10 +673,11 @@ def get_samples(args, tokenizer) -> list[SampleRequest]:
673673 "openai-chat" ,
674674 "openai-audio" ,
675675 ]:
676- # multi-modal benchmark is only available on OpenAI Chat backend.
676+ # multi-modal benchmark is only available on OpenAI Chat
677+ # endpoint-type.
677678 raise ValueError (
678679 "Multi-modal content is only supported on 'openai-chat' and "
679- "'openai-audio' backend ." )
680+ "'openai-audio' endpoint-type ." )
680681 input_requests = dataset_class (
681682 dataset_path = args .dataset_path ,
682683 dataset_subset = args .hf_subset ,
You can’t perform that action at this time.
0 commit comments