[Bugfix][ROCm] Fix AITER MLA V1 (#17880)

vllmellm · web-flow · commit 217db4baa646 · 2025-05-09T08:38:21.000Z
Signed-off-by: vllmellm &lt;vllm.ellm@embeddedllm.com&gt;
diff --git a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py
@@ -95,8 +95,7 @@ def _get_paged_kv_tensors(
             paged_kv_last_page_len,
         )
 
-    def _build_decode(self, input_positions: torch.Tensor,
-                      block_table: torch.Tensor,
+    def _build_decode(self, block_table: torch.Tensor,
                       seq_lens: torch.Tensor) -> AiterMLADecodeMetadata:
 
         (
@@ -106,7 +105,6 @@ def _build_decode(self, input_positions: torch.Tensor,
         ) = self._get_paged_kv_tensors(block_table, seq_lens)
 
         attn_metadata = AiterMLADecodeMetadata(
-            input_positions=input_positions,
             block_table=block_table,
             seq_lens=seq_lens,
             paged_kv_indptr=paged_kv_indptr,

Original file line number	Diff line number	Diff line change
`@@ -95,8 +95,7 @@ def _get_paged_kv_tensors(`
`95`	`95`	`paged_kv_last_page_len,`
`96`	`96`	`)`
`97`	`97`
`98`		`- def _build_decode(self, input_positions: torch.Tensor,`
`99`		`- block_table: torch.Tensor,`
	`98`	`+ def _build_decode(self, block_table: torch.Tensor,`
`100`	`99`	`seq_lens: torch.Tensor) -> AiterMLADecodeMetadata:`
`101`	`100`
`102`	`101`	`(`
`@@ -106,7 +105,6 @@ def _build_decode(self, input_positions: torch.Tensor,`
`106`	`105`	`) = self._get_paged_kv_tensors(block_table, seq_lens)`
`107`	`106`
`108`	`107`	`attn_metadata = AiterMLADecodeMetadata(`
`109`		`- input_positions=input_positions,`
`110`	`108`	`block_table=block_table,`
`111`	`109`	`seq_lens=seq_lens,`
`112`	`110`	`paged_kv_indptr=paged_kv_indptr,`