[Chore] Fix torch precision warning (#30428)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
2025-12-10 23:05:56 -05:00
parent 7e24e5d4d6
commit d6464f2679
3 changed files with 9 additions and 7 deletions
--- a/vllm/v1/worker/gpu_worker.py
+++ b/vllm/v1/worker/gpu_worker.py
@@ -81,7 +81,7 @@ class Worker(WorkerBase):

        # configure float32 matmul precision according to vLLM env.
        precision = envs.VLLM_FLOAT32_MATMUL_PRECISION
-        torch.set_float32_matmul_precision(precision)
+        torch.backends.cuda.matmul.fp32_precision = precision

        if self.model_config.trust_remote_code:
            # note: lazy import to avoid importing torch before initializing