[Misc] V0 fallback for --enable-prompt-embeds (#17615)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2025-05-04 06:59:24 +08:00
parent f66f1e0fa3
commit 46fae69cf0
2 changed files with 6 additions and 3 deletions
--- a/vllm/engine/arg_utils.py
+++ b/vllm/engine/arg_utils.py
@@ -1237,6 +1237,12 @@ class EngineArgs:
                               recommend_to_remove=False)
            return False

+        # No text embedding inputs so far.
+        if self.enable_prompt_embeds:
+            _raise_or_fallback(feature_name="--enable-prompt-embeds",
+                               recommend_to_remove=False)
+            return False
+
        # Only Fp16 and Bf16 dtypes since we only support FA.
        V1_SUPPORTED_DTYPES = [torch.bfloat16, torch.float16]
        if model_config.dtype not in V1_SUPPORTED_DTYPES: