From dd97620269c6949ae5beb670bde009d89129b1fb Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Fri, 13 Sep 2024 10:56:13 +0800 Subject: [PATCH] [Core] Factor out input preprocessing to a separate class (#7329) Signed-off-by: Amit Garg --- vllm/engine/async_llm_engine.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py index 8a301e40e95dd..01114e9843ce4 100644 --- a/vllm/engine/async_llm_engine.py +++ b/vllm/engine/async_llm_engine.py @@ -14,9 +14,7 @@ from vllm.engine.metrics_types import StatLoggerBase from vllm.executor.executor_base import ExecutorAsyncBase from vllm.executor.ray_utils import initialize_ray_cluster -from vllm.inputs import (EncoderDecoderLLMInputs, LLMInputs, PromptInputs, - SingletonPromptInputs) -from vllm.inputs.parse import is_explicit_encoder_decoder_prompt +from vllm.inputs import PromptInputs from vllm.logger import init_logger from vllm.lora.request import LoRARequest from vllm.model_executor.layers.sampler import SamplerOutput