biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Frontend] Support scores endpoint in run_batch (#12430)

Browse Source 
Signed-off-by: Pooya Davoodi <pooya.davoodi@parasail.io>
This commit is contained in:
Pooya Davoodi
2025-01-26 20:30:17 -08:00
committed by GitHub
parent 28e0750847
commit 0cc6b383d7
4 changed files with 99 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/entrypoints/openai/protocol.py
View File

@@ -1283,7 +1283,7 @@ class BatchRequestInput(OpenAIBaseModel):
url: str
# The parameters of the request.
body: Union[ChatCompletionRequest, EmbeddingRequest]
body: Union[ChatCompletionRequest, EmbeddingRequest, ScoreRequest]
class BatchResponseData(OpenAIBaseModel):
@@ -1294,7 +1294,8 @@ class BatchResponseData(OpenAIBaseModel):
request_id: str
# The body of the response.
body: Optional[Union[ChatCompletionResponse, EmbeddingResponse]] = None
body: Optional[Union[ChatCompletionResponse, EmbeddingResponse,
ScoreResponse]] = None
class BatchRequestOutput(OpenAIBaseModel):