[Quant] Add SupportsQuant to phi3 and clip (#13104)

2025-02-15 22:28:33 -05:00
parent 80f63a3966
commit 12913d17ba
25 changed files with 67 additions and 13 deletions
--- a/vllm/model_executor/layers/quantization/gguf.py
+++ b/vllm/model_executor/layers/quantization/gguf.py
@@ -20,7 +20,7 @@ class GGUFConfig(QuantizationConfig):
    """Config class for GGUF."""

    def __init__(self, ) -> None:
-        pass
+        super().__init__()

    def __repr__(self) -> str:
        return ("GGUFConfig()")