[Misc] Modify BNB parameter name (#9997)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
2024-11-06 03:40:08 +08:00
parent d2e80332a7
commit b9c64c0ca7
3 changed files with 11 additions and 14 deletions
--- a/vllm/model_executor/layers/resampler.py
+++ b/vllm/model_executor/layers/resampler.py
@@ -177,7 +177,7 @@ class BaseResampler(nn.Module):
                                            embed_dim,
                                            bias=False,
                                            quant_config=quant_config,
-                                            prefix=prefix)
+                                            prefix=f"{prefix}.kv_proj")
        else:
            # Maintain the same return value with ReplicatedLinear.forward
            self.kv_proj = lambda *args, **kwargs: (  # type: ignore # noqa