From 217f27598dbf3cc8ec0765cc3a41b667939ce6bb Mon Sep 17 00:00:00 2001 From: "Li, Jiang" Date: Mon, 9 Mar 2026 13:06:28 +0800 Subject: [PATCH] [Bugfix] Avoid to replace non-tensor members in cpu model runner (#36430) Signed-off-by: jiang1.li --- vllm/v1/worker/cpu_model_runner.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vllm/v1/worker/cpu_model_runner.py b/vllm/v1/worker/cpu_model_runner.py index 489480004..a945aec39 100644 --- a/vllm/v1/worker/cpu_model_runner.py +++ b/vllm/v1/worker/cpu_model_runner.py @@ -34,9 +34,9 @@ class CPUModelRunner(GPUModelRunner): def replace_tensor(obj: Any, cpu_attr_name: str, device_attr_name) -> None: cpu_tensor = getattr(obj, cpu_attr_name, None) device_tensor = getattr(obj, device_attr_name, None) - if cpu_tensor is not None and device_tensor is not None: - assert isinstance(cpu_tensor, torch.Tensor) - assert isinstance(device_tensor, torch.Tensor) + if isinstance(cpu_tensor, torch.Tensor) and isinstance( + device_tensor, torch.Tensor + ): setattr(obj, device_attr_name, cpu_tensor) for v in vars(self).values():