[Bugfix] when use s3 model cannot use default load_format (#24435)

Signed-off-by: rongfu.leng <rongfu.leng@daocloud.io>
Co-authored-by: 22quinn <33176974+22quinn@users.noreply.github.com>
This commit is contained in:
rongfu.leng
2025-09-18 15:47:43 +08:00
committed by GitHub
parent f4cd80f944
commit 350c94deb3
2 changed files with 12 additions and 1 deletions

View File

@@ -959,7 +959,6 @@ class EngineArgs:
if (not isinstance(self, AsyncEngineArgs) and envs.VLLM_CI_USE_S3
and self.model in MODELS_ON_S3 and self.load_format == "auto"):
self.model = f"{MODEL_WEIGHTS_S3_BUCKET}/{self.model}"
self.load_format = "runai_streamer"
if self.disable_mm_preprocessor_cache:
logger.warning(