biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

explicitly del state (#784)

Browse Source
This commit is contained in:
Xinyu Yang
2023-08-18 03:56:04 +08:00
committed by GitHub
parent d1744376ae
commit 73b3de79ea
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/weight_utils.py
View File

@@ -76,6 +76,8 @@ def hf_model_weights_iterator(
state = torch.load(bin_file, map_location="cpu") state = torch.load(bin_file, map_location="cpu")
for name, param in state.items(): for name, param in state.items():
yield name, param yield name, param
del state
torch.cuda.empty_cache()
def load_tensor_parallel_weights( def load_tensor_parallel_weights(