[CI/Build] Add is_quant_method_supported to control quantization test configurations (#5253)

This commit is contained in:
Michael Goin
2024-06-12 12:58:02 -04:00
committed by GitHub
parent 8f89d72090
commit 3dd6853bc8
8 changed files with 30 additions and 68 deletions

View File

@@ -0,0 +1,14 @@
import torch
from vllm.model_executor.layers.quantization import QUANTIZATION_METHODS
def is_quant_method_supported(quant_method: str) -> bool:
# Currently, all quantization methods require Nvidia or AMD GPUs
if not torch.cuda.is_available():
return False
capability = torch.cuda.get_device_capability()
capability = capability[0] * 10 + capability[1]
return (capability <
QUANTIZATION_METHODS[quant_method].get_min_capability())