fix deepseeks bullshit parser
This commit is contained in:
16
deepseekv4_tool_parser.py
Normal file
16
deepseekv4_tool_parser.py
Normal file
@@ -0,0 +1,16 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
from deepseekv32_tool_parser import DeepSeekV32ToolParser
|
||||
|
||||
|
||||
class DeepSeekV4ToolParser(DeepSeekV32ToolParser):
|
||||
"""
|
||||
DeepSeek V4 DSML tool parser.
|
||||
|
||||
V4 keeps the V3.2 DSML invoke/parameter grammar, but wraps tool calls in
|
||||
``<|DSML|tool_calls>`` instead of ``<|DSML|function_calls>``.
|
||||
"""
|
||||
|
||||
tool_call_start_token: str = "<|DSML|tool_calls>"
|
||||
tool_call_end_token: str = "</|DSML|tool_calls>"
|
||||
Reference in New Issue
Block a user