[Core] Integrate fastsafetensors loader for loading model weights (#10647)

Signed-off-by: Manish Sethi <Manish.sethi1@ibm.com>
2025-03-24 11:08:02 -04:00
parent 9606d572ed
commit 761702fd19
11 changed files with 152 additions and 9 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -1277,6 +1277,7 @@ class LoadFormat(str, enum.Enum):
    BITSANDBYTES = "bitsandbytes"
    MISTRAL = "mistral"
    RUNAI_STREAMER = "runai_streamer"
+    FASTSAFETENSORS = "fastsafetensors"


@dataclass