[Bugfix] Fix token padding for chameleon (#6724)

vllm-project · Jul 24, 2024 · 0a740a1 · 0a740a1
1 parent c882a7f
commit 0a740a1
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/model_executor/models/chameleon.py b/vllm/model_executor/models/chameleon.py
@@ -125,7 +125,8 @@ def input_processor_for_chameleon(ctx: InputContext, llm_inputs: LLMInputs):
 
     # Appending sep token for chat mode to follow default processor
     # behavior
-    new_prompt += tokenizer.sep_token
+    if new_prompt is not None:
+        new_prompt += tokenizer.sep_token
     new_token_ids += [CHAMELEON_SEP_TOKEN_ID]
 
     # NOTE: Create a defensive copy of the original inputs