From c30cdd7a3f60c1d5948bb6edfad3b59ae5c64751 Mon Sep 17 00:00:00 2001 From: vllmellm Date: Wed, 4 Jun 2025 10:30:38 +0000 Subject: [PATCH] remove unnecessary condition Signed-off-by: vllmellm --- vllm/v1/attention/backends/triton_attn.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/vllm/v1/attention/backends/triton_attn.py b/vllm/v1/attention/backends/triton_attn.py index 968f13701118..5db592b15010 100644 --- a/vllm/v1/attention/backends/triton_attn.py +++ b/vllm/v1/attention/backends/triton_attn.py @@ -171,10 +171,7 @@ def forward( # Whenever making a change in this method, please benchmark the # performance to make sure it does not introduce any overhead. - num_queries_per_kv = query.shape[1] // key.shape[1] - num_q_is_pow2 = (num_queries_per_kv & (num_queries_per_kv - 1)) == 0 - use_prefill_decode_attn = (self.force_prefill_decode_attn - or not num_q_is_pow2) + use_prefill_decode_attn = self.force_prefill_decode_attn num_actual_tokens = attn_metadata.num_actual_tokens if use_prefill_decode_attn: