[Bug] Fix pooling model benchmark script (#36300)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-03-09 11:17:45 -04:00
committed by GitHub
parent 77a73458e3
commit be292b7c14
2 changed files with 13 additions and 5 deletions

View File

@@ -795,6 +795,17 @@ ASYNC_REQUEST_FUNCS: dict[str, RequestFunc] = {
"vllm-rerank": async_request_vllm_rerank,
}
POOLING_BACKENDS = {
"openai-embeddings",
"openai-embeddings-chat",
"openai-embeddings-clip",
"openai-embeddings-vlm2vec",
"infinity-embeddings",
"infinity-embeddings-clip",
"vllm-pooling",
"vllm-rerank",
}
OPENAI_COMPATIBLE_BACKENDS = [
k
for k, v in ASYNC_REQUEST_FUNCS.items()