[Model] Initialize Florence-2 language backbone support (#9555)

2024-10-23 18:42:47 +08:00
parent 2394962d70
commit 3ff57ebfca
5 changed files with 428 additions and 8 deletions
--- a/vllm/model_executor/models/registry.py
+++ b/vllm/model_executor/models/registry.py
@@ -85,6 +85,7 @@ _TEXT_GENERATION_MODELS = {
    # [Encoder-decoder]
    "BartModel": ("bart", "BartForConditionalGeneration"),
    "BartForConditionalGeneration": ("bart", "BartForConditionalGeneration"),
+    "Florence2ForConditionalGeneration": ("florence2", "Florence2ForConditionalGeneration"),  # noqa: E501
 }

 _EMBEDDING_MODELS = {