biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Fix AssertionError: skip_special_tokens=False is not supported for Mistral tokenizers (#16964)

Browse Source 
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
Chauncey
2025-04-23 15:24:09 +08:00
committed by GitHub
parent ec69124eb4
commit 8c87a9ad46
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py
View File

@@ -72,10 +72,14 @@ class MistralToolParser(ToolParser):
def adjust_request( def adjust_request(
self, request: ChatCompletionRequest) -> ChatCompletionRequest: self, request: ChatCompletionRequest) -> ChatCompletionRequest:
if request.tools and request.tool_choice != 'none': if not isinstance(
# do not skip special tokens because mistral uses the special self.model_tokenizer, MistralTokenizer
# tokens to indicate the start and end of the tool calls ) and request.tools and request.tool_choice != 'none':
# information. # Do not skip special tokens when using chat template
# with Mistral parser as TOOL_CALL token is needed
# for tool detection.
# Note: we don't want skip_special_tokens=False
# with MistralTokenizer as it is incompatible
request.skip_special_tokens = False request.skip_special_tokens = False
return request return request