biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Frontend] Add --log-error-stack to print stack trace for error response (#22960)

Browse Source 
Signed-off-by: Chen Zhang <zhangch99@outlook.com>
This commit is contained in:
Chen Zhang
2025-08-26 21:58:59 -07:00
committed by GitHub
parent 644d57d531
commit 3210264421
13 changed files with 51 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/openai/serving_chat.py
View File

@@ -76,13 +76,15 @@ class OpenAIServingChat(OpenAIServing):
enable_prompt_tokens_details: bool = False,
enable_force_include_usage: bool = False,
enable_log_outputs: bool = False,
log_error_stack: bool = False,
) -> None:
super().__init__(engine_client=engine_client,
model_config=model_config,
models=models,
request_logger=request_logger,
return_tokens_as_token_ids=return_tokens_as_token_ids,
enable_force_include_usage=enable_force_include_usage)
enable_force_include_usage=enable_force_include_usage,
log_error_stack=log_error_stack)
self.response_role = response_role
self.chat_template = chat_template