[CI/Build][REDO] Add is_quant_method_supported to control quantization test configurations (#5466)

This commit is contained in:
Michael Goin
2024-06-13 11:18:08 -04:00
committed by GitHub
parent c2637a613b
commit 23ec72fa03
8 changed files with 32 additions and 71 deletions

View File

@@ -0,0 +1,14 @@
import torch
from vllm.model_executor.layers.quantization import QUANTIZATION_METHODS
def is_quant_method_supported(quant_method: str) -> bool:
# Currently, all quantization methods require Nvidia or AMD GPUs
if not torch.cuda.is_available():
return False
capability = torch.cuda.get_device_capability()
capability = capability[0] * 10 + capability[1]
return (capability <
QUANTIZATION_METHODS[quant_method].get_min_capability())