[Frontend] [Core] feat: Add model loading using tensorizer (#3476)

2024-04-13 20:13:01 -04:00
parent 989ae2538d
commit 711a000255
20 changed files with 1351 additions and 51 deletions
--- a/docs/source/conf.py
+++ b/docs/source/conf.py
@@ -83,6 +83,7 @@ autodoc_mock_imports = [
    "vllm._C",
    "numpy",
    "tqdm",
+    "tensorizer",
 ]

 for mock_target in autodoc_mock_imports: