[misc][plugin] add plugin system implementation (#7426)

2024-08-13 16:24:17 -07:00
parent 373538f973
commit 16422ea76f
13 changed files with 162 additions and 102 deletions
--- a/vllm/model_executor/models/init.py
+++ b/vllm/model_executor/models/init.py
@@ -166,7 +166,7 @@ class ModelRegistry:

    @staticmethod
    def get_supported_archs() -> List[str]:
-        return list(_MODELS.keys())
+        return list(_MODELS.keys()) + list(_OOT_MODELS.keys())

    @staticmethod
    def register_model(model_arch: str, model_cls: Type[nn.Module]):