We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent aaf3974 commit d15cc44Copy full SHA for d15cc44
vllm/model_executor/layers/mamba/abstract.py
@@ -44,7 +44,7 @@ def get_attn_backend(self) -> type["AttentionBackend"]:
44
pass
45
46
@abstractmethod
47
- def get_state_dtype(self) -> tuple[torch.dtype]:
+ def get_state_dtype(self) -> tuple[torch.dtype, ...]:
48
49
50
def get_kv_cache_spec(self, vllm_config: VllmConfig) -> Optional[KVCacheSpec]:
0 commit comments