Add "/server_info" endpoint in api_server to retrieve the vllm_config.  (#16572)

Signed-off-by: Xihui Cang <xihuicang@gmail.com>
This commit is contained in:
Xihui Cang
2025-04-15 19:50:38 +08:00
committed by GitHub
parent 1575c1701a
commit 1666e66443
7 changed files with 37 additions and 6 deletions

View File

@@ -64,7 +64,7 @@ class AsyncLLM(EngineClient):
assert start_engine_loop
self.model_config = vllm_config.model_config
self.vllm_config = vllm_config
self.log_requests = log_requests
self.log_stats = log_stats
@@ -379,6 +379,9 @@ class AsyncLLM(EngineClient):
):
raise ValueError("Not Supported on V1 yet.")
async def get_vllm_config(self) -> VllmConfig:
return self.vllm_config
async def get_model_config(self) -> ModelConfig:
return self.model_config