[Bugfix] Handle None parameters in Mistral function calls. (#13786)

2025-02-26 12:06:21 +01:00
parent 0ecdd98031
commit 215bf150a6
2 changed files with 36 additions and 2 deletions
--- a/vllm/transformers_utils/tokenizers/mistral.py
+++ b/vllm/transformers_utils/tokenizers/mistral.py
@@ -164,7 +164,8 @@ def make_mistral_chat_completion_request(
                tool["function"] for tool in tools
                if tool["type"] == "function"
        ]:
-            function.setdefault("parameters", {})
+            if function.get("parameters") is None:
+                function["parameters"] = {}

    from mistral_common.protocol.instruct.request import ChatCompletionRequest
    return ChatCompletionRequest(messages=messages,