[platform] Add verify_quantization in platform. (#10757)

Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
2024-11-29 23:22:21 +08:00
parent 3132aac043
commit 661175bc82
10 changed files with 38 additions and 27 deletions
--- a/vllm/platforms/hpu.py
+++ b/vllm/platforms/hpu.py
@@ -12,6 +12,7 @@ else:

 class HpuPlatform(Platform):
    _enum = PlatformEnum.HPU
+    device_name: str = "hpu"
    device_type: str = "hpu"
    dispatch_key: str = "HPU"