[Misc] Fix get_min_capability (#5971)

2024-06-30 16:15:16 -04:00
parent deacb7ec44
commit 7836fdcc11
5 changed files with 17 additions and 6 deletions
--- a/vllm/model_executor/layers/quantization/bitsandbytes.py
+++ b/vllm/model_executor/layers/quantization/bitsandbytes.py
@@ -38,7 +38,7 @@ class BitsAndBytesConfig(QuantizationConfig):
        return [torch.float32, torch.float16, torch.bfloat16]

    @classmethod
-    def get_min_capability(self) -> int:
+    def get_min_capability(cls) -> int:
        return 70

    @staticmethod