[Misc] add return token strs for tokenize (#18941)

Signed-off-by: reidliu41 <reid201711@gmail.com> Co-authored-by: reidliu41 <reid201711@gmail.com>
2025-06-01 02:00:11 +08:00
parent 9a1b9b99d7
commit 20079c6e36
3 changed files with 66 additions and 15 deletions
--- a/vllm/entrypoints/openai/serving_tokenization.py
+++ b/vllm/entrypoints/openai/serving_tokenization.py
@@ -110,7 +110,12 @@ class OpenAIServingTokenization(OpenAIServing):
                          dict) and "prompt_token_ids" in engine_prompt:
                input_ids.extend(engine_prompt["prompt_token_ids"])

+        token_strs = None
+        if request.return_token_strs:
+            token_strs = tokenizer.convert_ids_to_tokens(input_ids)
+
        return TokenizeResponse(tokens=input_ids,
+                                token_strs=token_strs,
                                count=len(input_ids),
                                max_model_len=self.max_model_len)