[Log] Optimize Startup Log (#26740)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2025-10-24 19:27:04 -04:00
committed by GitHub
parent d95d0f4b98
commit 52efc34ebf
21 changed files with 151 additions and 63 deletions

View File

@@ -20,7 +20,10 @@ from vllm.distributed import (
set_custom_all_reduce,
)
from vllm.distributed.kv_transfer import ensure_kv_transfer_initialized
from vllm.distributed.parallel_state import get_pp_group, get_tp_group
from vllm.distributed.parallel_state import (
get_pp_group,
get_tp_group,
)
from vllm.logger import init_logger
from vllm.lora.request import LoRARequest
from vllm.model_executor import set_random_seed
@@ -334,9 +337,10 @@ class Worker(WorkerBase):
GiB(free_gpu_memory - unrequested_memory),
)
logger.debug(profile_result)
logger.info(
logger.info_once(
"Available KV cache memory: %.2f GiB",
GiB(self.available_kv_cache_memory_bytes),
scope="local",
)
gc.collect()