Merge pull request #30 from HabanaAI/private/kzawora/cumsum_wa

WA: Disable cumsum in HPU _prepare_prompt
red-hat-data-services · May 15, 2024 · 2664659 · 2664659
2 parents ae3d612 + fdf282b
commit 2664659
Showing 1 changed file with 0 additions and 9 deletions.
diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py
@@ -402,15 +402,6 @@ def _prepare_prompt(
                                     dtype=torch.int32,
                                     device=self.device)
 
-        torch.cumsum(query_lens_tensor,
-                     dim=0,
-                     dtype=subquery_start_loc.dtype,
-                     out=subquery_start_loc[1:])
-
-        torch.cumsum(seq_lens_tensor,
-                     dim=0,
-                     dtype=seq_start_loc.dtype,
-                     out=seq_start_loc[1:])
         attn_metadata = self.attn_backend.make_metadata(
             is_prompt=True,
             seq_lens=seq_lens,