biondizzle/model-tool-tests
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add test_devstral.py, restore chat_template_kwargs+logprobs to all tests (vLLM-compat spec)

Browse Source
This commit is contained in:
Jinx
2026-04-12 20:27:44 +00:00
parent 1186c9d816
commit b285ffc2d5
4 changed files with 527 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
test_streaming_tool_calls.py
View File

@@ -91,7 +91,10 @@ def test_streaming_tool_call_with_code():
"tools": tools,
"tool_choice": "auto",
"stream": True,
"max_tokens": 4096
"max_tokens": 4096,
"chat_template_kwargs": {"enable_thinking": False},
"logprobs": True,
"top_logprobs": 5
}
) as response:
print(f"[{timestamp()}] Response status: {response.status_code}")
@@ -242,7 +245,10 @@ def test_streaming_tool_call_with_json():
"tools": tools,
"tool_choice": "auto",
"stream": True,
"max_tokens": 2048
"max_tokens": 2048,
"chat_template_kwargs": {"enable_thinking": False},
"logprobs": True,
"top_logprobs": 5
}
) as response:
for line in response.iter_lines():
@@ -328,7 +334,10 @@ def test_non_streaming_tool_call():
"tools": tools,
"tool_choice": "auto",
"stream": False,
"max_tokens": 1024
"max_tokens": 1024,
"chat_template_kwargs": {"enable_thinking": False},
"logprobs": True,
"top_logprobs": 5
}
)