[Misc] Simplify get_max_tokens (#34036)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-02-07 16:59:49 +08:00
committed by GitHub
parent 15a0b9e570
commit 11a4c9d30d
5 changed files with 8 additions and 30 deletions

View File

@@ -388,7 +388,9 @@ class OpenAIServingChat(OpenAIServing):
max_tokens = get_max_tokens(
self.max_model_len,
request,
request.max_completion_tokens
if request.max_completion_tokens is not None
else request.max_tokens,
self._extract_prompt_len(engine_prompt),
self.default_sampling_params,
)