From aa4eb0db78ec469438a7a18147b0372fe2eb7cf4 Mon Sep 17 00:00:00 2001 From: Kunshang Ji Date: Sun, 29 Mar 2026 00:56:50 +0800 Subject: [PATCH] [CI]revert initialize_model context manager (#38426) Signed-off-by: Kunshang Ji Co-authored-by: wang.yuqi --- vllm/model_executor/model_loader/base_loader.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/vllm/model_executor/model_loader/base_loader.py b/vllm/model_executor/model_loader/base_loader.py index f68405d05..d6c38664f 100644 --- a/vllm/model_executor/model_loader/base_loader.py +++ b/vllm/model_executor/model_loader/base_loader.py @@ -50,10 +50,14 @@ class BaseModelLoader(ABC): device_config.device if load_config.device is None else load_config.device ) target_device = torch.device(load_device) - with set_default_torch_dtype(model_config.dtype), target_device: - model = initialize_model( - vllm_config=vllm_config, model_config=model_config, prefix=prefix - ) + with set_default_torch_dtype(model_config.dtype): + with target_device: + model = initialize_model( + vllm_config=vllm_config, + model_config=model_config, + prefix=prefix, + ) + log_model_inspection(model) logger.debug("Loading weights on %s ...", load_device)