[Misc] Add float16 to CacheDType (#37199)

Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
2026-03-16 16:24:48 -04:00
parent 2cc26c3a99
commit 93f3c8e531
19 changed files with 55 additions and 22 deletions
--- a/vllm/v1/attention/backends/rocm_aiter_fa.py
+++ b/vllm/v1/attention/backends/rocm_aiter_fa.py
@@ -736,6 +736,7 @@ class AiterFlashAttentionBackend(AttentionBackend):
    supported_dtypes: ClassVar[list[torch.dtype]] = [torch.float16, torch.bfloat16]
    supported_kv_cache_dtypes: ClassVar[list[CacheDType]] = [
        "auto",
+        "float16",
        "bfloat16",
        "fp8",
        "fp8_e4m3",