File tree Expand file tree Collapse file tree 1 file changed +4
-3
lines changed Expand file tree Collapse file tree 1 file changed +4
-3
lines changed Original file line number Diff line number Diff line change @@ -1162,9 +1162,10 @@ def create_engine_config(
11621162 self ._set_default_args (usage_context , model_config )
11631163 # Disable chunked prefill for POWER (ppc64le)/ARM/s390x CPUs in V1
11641164 if current_platform .is_cpu () and current_platform .get_cpu_architecture (
1165- ) in (CpuArchEnum .POWERPC , CpuArchEnum .S390X , CpuArchEnum .ARM ):
1166- logger .info ("Chunked prefill is not supported for ARM and POWER "
1167- "and S390X CPUs; "
1165+ ) in (CpuArchEnum .POWERPC , CpuArchEnum .S390X , CpuArchEnum .ARM ,
1166+ CpuArchEnum .RISCV ):
1167+ logger .info ("Chunked prefill is not supported for ARM and POWER, "
1168+ "S390X and RISC-V CPUs; "
11681169 "disabling it for V1 backend." )
11691170 self .enable_chunked_prefill = False
11701171 assert self .enable_chunked_prefill is not None
You can’t perform that action at this time.
0 commit comments