[Frontend][Bug Fix] Update llama4 pythonic jinja template and llama4_pythonic parser (#17917)

Signed-off-by: Kai Wu <kaiwu@meta.com>
2025-05-22 16:44:08 -07:00
parent a04720bc36
commit c91fe7b1b9
6 changed files with 541 additions and 72 deletions
--- a/tests/tool_use/utils.py
+++ b/tests/tool_use/utils.py
@@ -88,7 +88,7 @@ CONFIGS: dict[str, ServerConfig] = {
        "meta-llama/Llama-4-Scout-17B-16E-Instruct",
        "arguments": [
            "--enforce-eager", "--no-enable-prefix-caching",
-            "--tool-call-parser", "pythonic", "--chat-template",
+            "--tool-call-parser", "llama4_pythonic", "--chat-template",
            str(VLLM_PATH /
                "examples/tool_chat_template_llama4_pythonic.jinja"), "-tp",
            "4"