[Model][Bugfix] Implicit model flags and reenable Phi-3-Vision (#5896)

2024-06-28 00:08:10 +08:00
parent e9d32d077d
commit 98cf2ed678
14 changed files with 26 additions and 32 deletions
--- a/vllm/model_executor/models/gpt_bigcode.py
+++ b/vllm/model_executor/models/gpt_bigcode.py
@@ -233,8 +233,6 @@ class GPTBigCodeModel(nn.Module):


 class GPTBigCodeForCausalLM(nn.Module, SupportsLoRA):
-    supports_lora = True
-
    packed_modules_mapping = {"c_attn": ["c_attn"]}

    supported_lora_modules = ["c_fc", "c_proj", "wte", "lm_head", "c_attn"]