File tree Expand file tree Collapse file tree 1 file changed +11
-10
lines changed Expand file tree Collapse file tree 1 file changed +11
-10
lines changed Original file line number Diff line number Diff line change @@ -215,16 +215,17 @@ def build(
215215 attn_state \
216216 = self ._prepare_build_info (num_reqs , max_query_len , num_actual_tokens )
217217
218- attn_metadata = AscendMetadata (num_actual_tokens = num_actual_tokens ,
219- block_tables = block_table ,
220- query_start_loc = query_start_loc ,
221- query_lens = query_lens ,
222- seq_lens = seq_lens ,
223- max_query_len = max_query_len ,
224- slot_mapping = slot_mapping ,
225- attn_mask = attn_mask ,
226- attn_state = attn_state ,
227- enable_dbo_across_dp = enable_dbo_across_dp )
218+ attn_metadata = AscendMetadata (
219+ num_actual_tokens = num_actual_tokens ,
220+ block_tables = block_table ,
221+ query_start_loc = query_start_loc ,
222+ query_lens = query_lens ,
223+ seq_lens = seq_lens ,
224+ max_query_len = max_query_len ,
225+ slot_mapping = slot_mapping ,
226+ attn_mask = attn_mask ,
227+ attn_state = attn_state ,
228+ enable_dbo_across_dp = enable_dbo_across_dp )
228229 return attn_metadata
229230
230231
You can’t perform that action at this time.
0 commit comments