diff --git a/vllm/model_executor/models/module_mapping.py b/vllm/model_executor/models/module_mapping.py index 9e7d997bd..5cb246175 100644 --- a/vllm/model_executor/models/module_mapping.py +++ b/vllm/model_executor/models/module_mapping.py @@ -8,44 +8,7 @@ from dataclasses import dataclass, field @dataclass -class ModelKeys: - model_type: str = None - - module_list: str = None - - embedding: str = None - - mlp: str = None - - down_proj: str = None - - attention: str = None - - o_proj: str = None - - q_proj: str = None - - k_proj: str = None - - v_proj: str = None - - qkv_proj: str = None - - qk_proj: str = None - - qa_proj: str = None - - qb_proj: str = None - - kva_proj: str = None - - kvb_proj: str = None - - output: str = None - - -@dataclass -class MultiModelKeys(ModelKeys): +class MultiModelKeys: language_model: list[str] = field(default_factory=list) connector: list[str] = field(default_factory=list) # vision tower and audio tower