[Bugfix][Hardware][CPU] Fix CPU model input for decode (vllm-project#…

…9044) Signed-off-by: Amit Garg <mitgarg17495@gmail.com>
garg-amit · Oct 28, 2024 · d6c45cd · d6c45cd
1 parent e957542
commit d6c45cd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -133,7 +133,7 @@ def build(self) -> ModelInputForCPU:
             (input_tokens, input_positions,
              attn_metadata) = self._prepare_decode(
                  self.seq_group_metadata_list)
-            seq_lens = []
+            seq_lens = None
 
         return self.model_input_cls(
             input_tokens=input_tokens,