biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] fix tool_parser error handling when serve a model not support it (#8709)

Browse Source
This commit is contained in:
Yanyi Liu
2024-10-06 20:51:08 +08:00
committed by GitHub
parent b22b798471
commit fdf59d30ea
3 changed files with 31 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py
View File

@@ -50,10 +50,10 @@ class Hermes2ProToolParser(ToolParser):
raise ValueError(
"The model tokenizer must be passed to the ToolParser "
"constructor during construction.")
self.tool_call_start_token_id: int = self.model_tokenizer.vocab[
self.tool_call_start_token]
self.tool_call_end_token_id: int = self.model_tokenizer.vocab[
self.tool_call_end_token]
self.tool_call_start_token_id: int = self.model_tokenizer.vocab.get(
self.tool_call_start_token, None)
self.tool_call_end_token_id: int = self.model_tokenizer.vocab.get(
self.tool_call_end_token, None)
if not self.tool_call_start_token_id or not self.tool_call_end_token_id:
raise RuntimeError(
"Hermes 2 Pro Tool parser could not locate tool call start/end "