Support for guided decoding for offline LLM (#6878)

Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
2024-08-03 23:12:09 -04:00
parent 825b044863
commit 654bc5ca49
9 changed files with 352 additions and 12 deletions
--- a/docs/source/conf.py
+++ b/docs/source/conf.py
@@ -111,6 +111,7 @@ autodoc_mock_imports = [
    "tqdm",
    "tensorizer",
    "pynvml",
+    "outlines",
 ]

 for mock_target in autodoc_mock_imports: