[Feature] Add vllm bench CLI (#13993)

Signed-off-by: Randy Chen <acad.randyjhc@gmail.com>
Signed-off-by: Cody Yu <hao.yu.cody@gmail.com>
Co-authored-by: Cody Yu <hao.yu.cody@gmail.com>
This commit is contained in:
Randy Chen
2025-03-11 17:31:48 -07:00
committed by GitHub
parent 9f583e360c
commit 36e0c8f7da
8 changed files with 1274 additions and 0 deletions

View File

@@ -5,6 +5,7 @@ import os
import signal
import sys
import vllm.entrypoints.cli.benchmark.main
import vllm.entrypoints.cli.openai
import vllm.entrypoints.cli.serve
import vllm.version
@@ -16,6 +17,7 @@ logger = init_logger(__name__)
CMD_MODULES = [
vllm.entrypoints.cli.openai,
vllm.entrypoints.cli.serve,
vllm.entrypoints.cli.benchmark.main,
]