[Model][Bugfix] Implicit model flags and reenable Phi-3-Vision (#5896)

2024-06-28 00:08:10 +08:00
parent e9d32d077d
commit 98cf2ed678
14 changed files with 26 additions and 32 deletions
--- a/vllm/model_executor/models/qwen2.py
+++ b/vllm/model_executor/models/qwen2.py
@@ -266,8 +266,6 @@ class Qwen2Model(nn.Module):


 class Qwen2ForCausalLM(nn.Module, SupportsLoRA):
-    supports_lora = True
-
    packed_modules_mapping = {
        "qkv_proj": [
            "q_proj",