From 8d48d0a9d9edfc2eb9cee6bb941be20211eb8282 Mon Sep 17 00:00:00 2001 From: Balaxxe <136368465+jaim12005@users.noreply.github.com> Date: Tue, 10 Feb 2026 00:06:30 -0700 Subject: [PATCH] [Bugfix] Sort hf_weights_files in fastsafetensors_weights_iterator to match #33491 (#34190) Signed-off-by: Balaxxe <136368465+jaim12005@users.noreply.github.com> --- vllm/model_executor/model_loader/weight_utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/model_executor/model_loader/weight_utils.py b/vllm/model_executor/model_loader/weight_utils.py index d43656c4f..7025efd1c 100644 --- a/vllm/model_executor/model_loader/weight_utils.py +++ b/vllm/model_executor/model_loader/weight_utils.py @@ -826,6 +826,7 @@ def fastsafetensors_weights_iterator( pg = SingleGroup() device = torch.device(f"cuda:{current_platform.current_device()}") + hf_weights_files = sorted(hf_weights_files, key=_natural_sort_key) weight_files_sub_lists = [ hf_weights_files[i : i + pg.size()] for i in range(0, len(hf_weights_files), pg.size())