Frontend: Adding LM Format Enforcer support to V1 engine (#22564)

Signed-off-by: Noam Gat <noamgat@gmail.com> Co-authored-by: Russell Bryant <rbryant@redhat.com> Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
2025-08-25 05:31:22 +03:00
parent 504d914314
commit 39971db3aa
6 changed files with 190 additions and 5 deletions
--- a/vllm/config/init.py
+++ b/vllm/config/init.py
@@ -3057,7 +3057,8 @@ def get_served_model_name(model: str,
    return served_model_name


-GuidedDecodingBackend = Literal["auto", "xgrammar", "guidance", "outlines"]
+GuidedDecodingBackend = Literal["auto", "xgrammar", "guidance", "outlines",
+                                "lm-format-enforcer"]


@config