[Frontend] Add Support for MM Encoder/Decoder Beam Search (Offline) (#36153)

Signed-off-by: Alex Brooks <albrooks@redhat.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
2026-03-06 02:16:56 -07:00
parent 5b3ba94ab4
commit 10f4db4dbe
5 changed files with 191 additions and 29 deletions
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
@@ -734,10 +734,6 @@ class LLM:
                raise NotImplementedError(
                    "Embedding prompt not supported for beam search"
                )
-            if prompt["type"] == "enc_dec":
-                raise NotImplementedError(
-                    "Encoder-decoder prompt not supported for beam search"
-                )

            instances.append(
                BeamSearchInstance(