[Bugfix][Docs] Fix offline Whisper (#13274)

2025-02-15 06:32:37 +01:00
parent c9f9d5b397
commit 579d7a63b2
2 changed files with 21 additions and 1 deletions
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
@@ -421,7 +421,7 @@ class LLM:
            instead pass them via the ``inputs`` parameter.
        """
        runner_type = self.llm_engine.model_config.runner_type
-        if runner_type != "generate":
+        if runner_type not in ["generate", "transcription"]:
            messages = [
                "LLM.generate() is only supported for (conditional) generation "
                "models (XForCausalLM, XForConditionalGeneration).",