[Feature] Add Azure Blob Storage support for RunAI Model Streamer (#34614)
Signed-off-by: hasethuraman <hsethuraman@microsoft.com>
This commit is contained in:
@@ -1574,8 +1574,9 @@ class VllmConfig:
|
||||
"runai_streamer_sharded",
|
||||
):
|
||||
raise ValueError(
|
||||
f"To load a model from S3, 'load_format' "
|
||||
f"must be 'runai_streamer' or 'runai_streamer_sharded', "
|
||||
f"To load a model from object storage (S3/GCS/Azure), "
|
||||
f"'load_format' must be 'runai_streamer' or "
|
||||
f"'runai_streamer_sharded', "
|
||||
f"but got '{self.load_config.load_format}'. "
|
||||
f"Model: {self.model_config.model}"
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user