We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b8217f6 commit bfbad71Copy full SHA for bfbad71
vllm_gaudi/platform.py
@@ -154,7 +154,8 @@ def set_torch_compile(cls) -> None:
154
os.environ['PT_HPU_ENABLE_LAZY_COLLECTIVES'] = 'true'
155
156
@classmethod
157
- def is_kv_cache_dtype_supported(cls, kv_cache_dtype: str) -> bool:
+ def is_kv_cache_dtype_supported(cls, kv_cache_dtype: str,
158
+ model_config: ModelConfig) -> bool:
159
return kv_cache_dtype == "fp8_inc"
160
161
0 commit comments