[Core] Allow AQLM on Pascal (#5058)

2024-05-27 22:26:14 +00:00
parent 1102bef219
commit fbdb7b3ee2
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/layers/quantization/aqlm.py
+++ b/vllm/model_executor/layers/quantization/aqlm.py
@@ -192,7 +192,7 @@ class AQLMConfig(QuantizationConfig):

    @classmethod
    def get_min_capability(cls) -> int:
-        return 70
+        return 60

    @classmethod
    def get_config_filenames(cls) -> List[str]: