We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d63183c commit de11286Copy full SHA for de11286
vllm/engine/arg_utils.py
@@ -1089,7 +1089,7 @@ def create_engine_config(
1089
# Disable chunked prefill for POWER (ppc64le) CPUs in V1
1090
if current_platform.is_cpu(
1091
) and current_platform.get_cpu_architecture(
1092
- ) == CpuArchEnum.POWERPC:
+ ) in (CpuArchEnum.POWERPC, CpuArchEnum.ARM):
1093
logger.info("Chunked prefill is not supported for POWER CPUs; "
1094
"disabling it for V1 backend.")
1095
self.enable_chunked_prefill = False
0 commit comments