[CI/Build] Add nightly benchmarking for tgi, tensorrt-llm and lmdeploy (#5362)

2024-07-11 13:28:38 -07:00
parent 2d23b42d92
commit a4feba929b
18 changed files with 1623 additions and 27 deletions
--- a/.buildkite/nightly-benchmarks/scripts/get-lmdeploy-modelname.py
+++ b/.buildkite/nightly-benchmarks/scripts/get-lmdeploy-modelname.py
@@ -0,0 +1,6 @@
+from lmdeploy.serve.openai.api_client import APIClient
+
+api_client = APIClient("http://localhost:8000")
+model_name = api_client.available_models[0]
+
+print(model_name)