[Misc] update benchmark backend for scalellm (#6018)

2024-07-02 01:20:33 +08:00
parent 4050d646e5
commit bb60326836
1 changed files with 1 additions and 0 deletions
--- a/benchmarks/backend_request_func.py
+++ b/benchmarks/backend_request_func.py
@@ -422,4 +422,5 @@ ASYNC_REQUEST_FUNCS = {
    "openai": async_request_openai_completions,
    "openai-chat": async_request_openai_chat_completions,
    "tensorrt-llm": async_request_trt_llm,
+    "scalellm": async_request_openai_completions,
 }