make 500: InternalServerError more informative (#20610)

Signed-off-by: Masataro Asai <guicho2.71828@gmail.com>
This commit is contained in:
Masataro Asai
2026-01-06 12:36:24 -05:00
committed by GitHub
parent 6f5e653383
commit 142c4d1738

View File

@@ -461,9 +461,9 @@ class AsyncLLM(EngineClient):
raise
# Request validation error.
except ValueError:
except ValueError as e:
if self.log_requests:
logger.info("Request %s failed (bad request).", request_id)
logger.info("Request %s failed (bad request): %s.", request_id, e)
raise
# Unexpected error in the generate() task (possibly recoverable).
@@ -471,7 +471,15 @@ class AsyncLLM(EngineClient):
if q is not None:
await self.abort(q.request_id, internal=True)
if self.log_requests:
logger.info("Request %s failed.", request_id)
try:
s = f"{e.__class__.__name__}: {e}"
except Exception as e2:
s = (
f"{e.__class__.__name__}: "
+ "error during printing an exception of class"
+ e2.__class__.__name__
)
logger.info("Request %s failed due to %s.", request_id, s)
raise EngineGenerateError() from e
def _run_output_handler(self):