[Core][Performance] Add XGrammar support for guided decoding and set it as default (#10785)

Signed-off-by: Aaron Pham <contact@aarnphm.xyz> Signed-off-by: mgoin <michael@neuralmagic.com> Co-authored-by: mgoin <michael@neuralmagic.com>
2024-12-03 02:17:00 -05:00
parent 3257d449fa
commit 9323a3153b
11 changed files with 385 additions and 33 deletions
--- a/docs/source/conf.py
+++ b/docs/source/conf.py
@@ -178,6 +178,7 @@ autodoc_mock_imports = [
    "tensorizer",
    "pynvml",
    "outlines",
+    "xgrammar,"
    "librosa",
    "soundfile",
    "gguf",