We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cedaaa0 commit b721f6cCopy full SHA for b721f6c
vllm/config/__init__.py
@@ -432,7 +432,9 @@ def __post_init__(self):
432
"try setting 'VLLM_WORKER_MULTIPROC_METHOD' "
433
"to 'spawn'.")
434
435
- if (not self.scheduler_config.chunked_prefill_enabled
+ # Disable prefix caching only if chunked prefill is explicitly disabled
436
+ # (and not merely unset)
437
+ if (self.scheduler_config.chunked_prefill_enabled is False
438
or disable_chunked_prefill_reasons):
439
for reason in disable_chunked_prefill_reasons:
440
logger.info(reason)
0 commit comments