File tree Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -1160,11 +1160,12 @@ def create_engine_config(
11601160
11611161 # Set default arguments for V1 Engine.
11621162 self ._set_default_args (usage_context , model_config )
1163- # Disable chunked prefill for POWER (ppc64le)/ARM/s390x CPUs in V1
1163+ # Disable chunked prefill for POWER (ppc64le)/ARM/s390x/RISCV CPUs in V1
11641164 if current_platform .is_cpu () and current_platform .get_cpu_architecture (
1165- ) in (CpuArchEnum .POWERPC , CpuArchEnum .S390X , CpuArchEnum .ARM ):
1166- logger .info ("Chunked prefill is not supported for ARM and POWER "
1167- "and S390X CPUs; "
1165+ ) in (CpuArchEnum .POWERPC , CpuArchEnum .S390X , CpuArchEnum .ARM ,
1166+ CpuArchEnum .RISCV ):
1167+ logger .info ("Chunked prefill is not supported for ARM and POWER, "
1168+ "S390X and RISC-V CPUs; "
11681169 "disabling it for V1 backend." )
11691170 self .enable_chunked_prefill = False
11701171 assert self .enable_chunked_prefill is not None
You can’t perform that action at this time.
0 commit comments