[Bugfix] Fix token padding for chameleon (#6724)

2024-07-24 01:05:09 -07:00
parent c882a7f5b3
commit 0a740a11ba
1 changed files with 2 additions and 1 deletions
--- a/vllm/model_executor/models/chameleon.py
+++ b/vllm/model_executor/models/chameleon.py
@@ -125,7 +125,8 @@ def input_processor_for_chameleon(ctx: InputContext, llm_inputs: LLMInputs):

    # Appending sep token for chat mode to follow default processor
    # behavior
-    new_prompt += tokenizer.sep_token
+    if new_prompt is not None:
+        new_prompt += tokenizer.sep_token
    new_token_ids += [CHAMELEON_SEP_TOKEN_ID]

    # NOTE: Create a defensive copy of the original inputs