[HTTP Server] Make model param optional in request (#13568)

2025-02-21 21:55:50 -08:00
parent 8c0dd3d4df
commit 0ffdf8ce0c
9 changed files with 61 additions and 18 deletions
--- a/vllm/entrypoints/openai/serving_pooling.py
+++ b/vllm/entrypoints/openai/serving_pooling.py
@@ -79,7 +79,7 @@ class OpenAIServingPooling(OpenAIServing):
            return self.create_error_response(
                "dimensions is currently not supported")

-        model_name = request.model
+        model_name = self._get_model_name(request.model)
        request_id = f"pool-{self._base_request_id(raw_request)}"
        created_time = int(time.time())