[Quantization] Bump to use latest bitsandbytes (#20424)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
2025-07-03 21:58:46 +08:00
parent 7f0367109e
commit 1819fbda63
8 changed files with 14 additions and 14 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -969,7 +969,7 @@ class ModelConfig:

    def _verify_bnb_config(self) -> None:
        """
-        The current version of bitsandbytes (0.45.3) with 8-bit models does not
+        The current version of bitsandbytes (0.46.1) with 8-bit models does not
        yet support CUDA graph.
        # TODO Remove this when bitsandbytes supports.
        """