[Bugfix] Add int8 torch dtype for KVCache (#15260)

Signed-off-by: shen-shanshan <467638484@qq.com>
2025-03-21 16:58:28 +08:00
parent 0fa3970deb
commit a989ca2bf6
1 changed files with 1 additions and 0 deletions
--- a/vllm/utils.py
+++ b/vllm/utils.py
@@ -153,6 +153,7 @@ STR_DTYPE_TO_TORCH_DTYPE = {
    "fp8": torch.uint8,
    "fp8_e4m3": torch.uint8,
    "fp8_e5m2": torch.uint8,
+    "int8": torch.int8,
 }

 TORCH_DTYPE_TO_NUMPY_DTYPE = {