[MISC] Keep chunked prefill enabled by default with long context when…

… prefix caching is enabled (vllm-project#8342) Signed-off-by: Amit Garg <mitgarg17495@gmail.com>
garg-amit · Oct 28, 2024 · 9c71e08 · 9c71e08
1 parent fdf41bf
commit 9c71e08
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py
@@ -878,7 +878,6 @@ def create_engine_config(self) -> EngineConfig:
                 if (is_gpu and not use_sliding_window and not use_spec_decode
                         and not self.enable_lora
                         and not self.enable_prompt_adapter
-                        and not self.enable_prefix_caching
                         and not has_seqlen_agnostic_layers):
                     self.enable_chunked_prefill = True
                     logger.warning(