[Frontend] Pythonic tool parser (#9859)

Signed-off-by: Mike Depinet <mike@fixie.ai>
2024-11-13 20:14:34 -08:00
parent e0853b6508
commit f67ce05d0b
10 changed files with 806 additions and 26 deletions
--- a/tests/tool_use/utils.py
+++ b/tests/tool_use/utils.py
@@ -122,7 +122,17 @@ CONFIGS: Dict[str, ServerConfig] = {
        ],
        "supports_parallel":
        False,
-    }
+    },
+    "toolACE": {
+        "model":
+        "Team-ACE/ToolACE-8B",
+        "arguments": [
+            "--tool-call-parser", "pythonic", "--chat-template",
+            str(VLLM_PATH / "examples/tool_chat_template_toolace.jinja")
+        ],
+        "supports_parallel":
+        True,
+    },
 }

 WEATHER_TOOL: ChatCompletionToolParam = {