From 5dc6636d5a8656a4eb18d8612246a33db191e741 Mon Sep 17 00:00:00 2001 From: vllmellm Date: Fri, 9 May 2025 05:04:47 +0000 Subject: [PATCH] update AITER MLA metadata builder based on new api changes. Signed-off-by: vllmellm --- vllm/v1/attention/backends/mla/rocm_aiter_mla.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py index 909e737dcea..37b72c08d52 100644 --- a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py +++ b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py @@ -95,8 +95,7 @@ def _get_paged_kv_tensors( paged_kv_last_page_len, ) - def _build_decode(self, input_positions: torch.Tensor, - block_table: torch.Tensor, + def _build_decode(self, block_table: torch.Tensor, seq_lens: torch.Tensor) -> AiterMLADecodeMetadata: ( @@ -106,7 +105,6 @@ def _build_decode(self, input_positions: torch.Tensor, ) = self._get_paged_kv_tensors(block_table, seq_lens) attn_metadata = AiterMLADecodeMetadata( - input_positions=input_positions, block_table=block_table, seq_lens=seq_lens, paged_kv_indptr=paged_kv_indptr,