[Misc] Add float16 to CacheDType (#37199)

Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
2026-03-16 16:24:48 -04:00
parent 2cc26c3a99
commit 93f3c8e531
19 changed files with 55 additions and 22 deletions
--- a/vllm/config/cache.py
+++ b/vllm/config/cache.py
@@ -13,6 +13,7 @@ logger = init_logger(__name__)

 CacheDType = Literal[
    "auto",
+    "float16",
    "bfloat16",
    "fp8",
    "fp8_e4m3",