Skip to content

Commit e03c536

Browse files
committed
fix logits_indices in _process_req
Signed-off-by: zzhx1 <zzh_201018@outlook.com>
1 parent 531544a commit e03c536

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

vllm_ascend/worker/model_runner_v1.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1320,14 +1320,14 @@ def _process_reqs(
13201320
if self.use_aux_hidden_state_outputs:
13211321
hidden_states, aux_hidden_states = hidden_states
13221322

1323-
if _enable_lmhead_tp(): #
1323+
if _enable_lmhead_tp():
13241324
if not with_prefill:
13251325
max_num_reqs_across_dp = padded_num_tokens_across_dp
13261326
else:
13271327
max_num_reqs_across_dp = self.max_num_reqs
1328-
sample_indices = nn.functional.pad(
1329-
sample_indices,
1330-
(0, max_num_reqs_across_dp - sample_indices.shape[0]))
1328+
logits_indices = nn.functional.pad(
1329+
logits_indices,
1330+
(0, max_num_reqs_across_dp - logits_indices.shape[0]))
13311331

13321332
return (attn_metadata, hidden_states, spec_decode_metadata, positions,
13331333
total_num_scheduled_tokens, logits_indices, aux_hidden_states,

0 commit comments

Comments
 (0)