[Bugfix] update the prefix for qwen2 (#11795)

Co-authored-by: jiadi.jjd <jiadi.jjd@antgroup.com>
2025-01-08 02:36:34 +08:00
parent 869579a702
commit c994223d56
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/models/qwen2.py
+++ b/vllm/model_executor/models/qwen2.py
@@ -298,7 +298,7 @@ class Qwen2Model(nn.Module):
            lambda prefix: Qwen2DecoderLayer(config=config,
                                             cache_config=cache_config,
                                             quant_config=quant_config,
-                                             prefix=f"{prefix}.layers"),
+                                             prefix=prefix),
            prefix=f"{prefix}.layers",
        )