[Model] Update multi-modal processor to support Mantis(LLaVA) model (#10711)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2024-12-08 01:10:05 +08:00
parent 1c768fe537
commit 39e227c7ae
14 changed files with 175 additions and 78 deletions
--- a/vllm/multimodal/processing.py
+++ b/vllm/multimodal/processing.py
@@ -529,9 +529,9 @@ def iter_placeholders(
            yield placeholder


-class MultiModalProcessor(ABC):
+class BaseMultiModalProcessor(ABC):
    """
-    Helper class to process multi-modal inputs to be used in vLLM.
+    Abstract base class to process multi-modal inputs to be used in vLLM.
    """

    def __init__(