[Bugfix] Fix token padding for chameleon (vllm-project#6724)

Signed-off-by: Alvant <alvasian@yandex.ru>
compressa-ai · Oct 26, 2024 · 5b1042f · 5b1042f
1 parent c4d1c1b
commit 5b1042f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/model_executor/models/chameleon.py b/vllm/model_executor/models/chameleon.py
@@ -125,7 +125,8 @@ def input_processor_for_chameleon(ctx: InputContext, llm_inputs: LLMInputs):
 
     # Appending sep token for chat mode to follow default processor
     # behavior
-    new_prompt += tokenizer.sep_token
+    if new_prompt is not None:
+        new_prompt += tokenizer.sep_token
     new_token_ids += [CHAMELEON_SEP_TOKEN_ID]
 
     # NOTE: Create a defensive copy of the original inputs