[core] fix sleep mode and pytorch checkpoint compatibility (#13001)

Signed-off-by: youkaichao <youkaichao@gmail.com>
2025-02-10 13:03:43 +08:00
parent 44607e07d3
commit b2496bb07f
2 changed files with 8 additions and 3 deletions
--- a/vllm/model_executor/model_loader/weight_utils.py
+++ b/vllm/model_executor/model_loader/weight_utils.py
@@ -462,7 +462,6 @@ def pt_weights_iterator(
        state = torch.load(bin_file, map_location="cpu", weights_only=True)
        yield from state.items()
        del state
-        torch.cuda.empty_cache()


 def get_gguf_extra_tensor_names(