Support SqueezeLLM (#1326)

Co-authored-by: squeeze-ai-lab <squeezeailab.bair@gmail.com> Co-authored-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
2023-10-22 03:14:59 -03:00
parent bf31d3606a
commit 1f24755bf8
16 changed files with 378 additions and 40 deletions
--- a/vllm/model_executor/quantization_utils/init.py
+++ b/vllm/model_executor/quantization_utils/init.py
@@ -2,9 +2,11 @@ from typing import Type

 from vllm.model_executor.quantization_utils.awq import AWQConfig
 from vllm.model_executor.quantization_utils.base import QuantizationConfig
+from vllm.model_executor.quantization_utils.squeezellm import SqueezeLLMConfig

 _QUANTIZATION_REGISTRY = {
    "awq": AWQConfig,
+    "squeezellm": SqueezeLLMConfig,
 }