[Bugfix] Fix unable to load some models (#10312)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2024-11-15 08:55:54 +08:00
parent 11cd1ae6ad
commit 972112d82f
13 changed files with 340 additions and 59 deletions
--- a/vllm/model_executor/models/mlp_speculator.py
+++ b/vllm/model_executor/models/mlp_speculator.py
@@ -65,7 +65,7 @@ class MLPSpeculator(nn.Module):
    https://huggingface.co/ibm-fms and https://huggingface.co/ibm-granite
    """

-    def __init__(self, vllm_config: VllmConfig, prefix: str = "") -> None:
+    def __init__(self, *, vllm_config: VllmConfig, prefix: str = "") -> None:
        super().__init__()
        config = vllm_config.model_config.hf_config
        self.n_predict = config.n_predict