Fix an error in dummy weight loading for quantization models (#18855)

Signed-off-by: Chenyaaang <chenyangli@google.com>
2025-05-29 03:07:20 -07:00
parent f274581f44
commit f8977c233f
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/model_loader/weight_utils.py
+++ b/vllm/model_executor/model_loader/weight_utils.py
@@ -696,7 +696,7 @@ def initialize_dummy_weights(
                # Note: We avoid using torch.rank_like as it doesn't currently
                # support the generator argument.
                param.copy_((high - low) *
-                            torch.rand(*param.shape,
+                            torch.rand(param.shape,
                                       generator=generator,
                                       dtype=param.dtype,
                                       layout=param.layout,