[misc][ci] fix quant test (#8449)

This commit is contained in:
youkaichao
2024-09-13 02:20:14 -07:00
committed by GitHub
parent 06311e2956
commit a2469127db
2 changed files with 21 additions and 15 deletions

View File

@@ -1,12 +1,10 @@
import torch
from vllm.model_executor.layers.quantization import QUANTIZATION_METHODS
from vllm.platforms import current_platform
def is_quant_method_supported(quant_method: str) -> bool:
# Currently, all quantization methods require Nvidia or AMD GPUs
if not torch.cuda.is_available():
if not (current_platform.is_cuda() or current_platform.is_rocm()):
return False
capability = current_platform.get_device_capability()