We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
compile_size
None
1 parent e41946e commit e3a3c73Copy full SHA for e3a3c73
vllm/platforms/xpu.py
@@ -113,6 +113,8 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
113
# lazy import to avoid circular import
114
from vllm.config import CompilationLevel, CUDAGraphMode
115
compilation_config = vllm_config.compilation_config
116
+ if compilation_config.compile_sizes is None:
117
+ compilation_config.compile_sizes = []
118
119
assert compilation_config.cudagraph_mode == CUDAGraphMode.NONE, \
120
"CUDA graph mode should be NONE on XPU"
0 commit comments