[Log] Optimize startup log (#28948)
Signed-off-by: yewentao256 <zhyanwentao@126.com> Signed-off-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com> Co-authored-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
@@ -1236,10 +1236,11 @@ def _report_kv_cache_config(
|
||||
max_concurrency = get_max_concurrency_for_kv_cache_config(
|
||||
vllm_config, kv_cache_config
|
||||
)
|
||||
logger.info(
|
||||
logger.info_once(
|
||||
"Maximum concurrency for %s tokens per request: %.2fx",
|
||||
max_model_len_str,
|
||||
max_concurrency,
|
||||
scope="local",
|
||||
)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user