[Bugfix] Backport request id validation to v0 (#11036)

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
This commit is contained in:
Joe Runde
2024-12-10 09:38:23 -07:00
committed by GitHub
parent d05f88679b
commit 9b9cef3145
2 changed files with 5 additions and 1 deletions

View File

@@ -152,7 +152,7 @@ class AsyncLLM(EngineClient):
"""Add new request to the AsyncLLM."""
if self.detokenizer.is_request_active(request_id):
raise KeyError(f"Request {request_id} already exists.")
raise ValueError(f"Request {request_id} already exists.")
# 1) Create a new AsyncStream for the request.
stream = self._add_request_to_streams(request_id)