xx

Author: wangxiaoxin-sherie

vllm_ascend/compilation/acl_graph.py

@@ -261,7 +261,8 @@ def update_mla_attn_params(update_stream, forward_context, runtime_shape,
              spec_attn_mask, sparse_mode, scale, block_table, block_size,
              seq_lens_list, actual_seq_lengths, attn_output,
              softmax_lse) = param
-            seq_lens_list = forward_context.attn_metadata[key].decode.seq_lens_list
+            seq_lens_list = forward_context.attn_metadata[
+                key].decode.seq_lens_list
             if speculative_config and speculative_config.method == "deepseek_mtp":
                 actual_seq_lengths = forward_context.attn_metadata[
                     key].decode.actual_seq_lengths_q