diff --git a/vllm/entrypoints/logger.py b/vllm/entrypoints/logger.py index 678a7b3a6..c9e809353 100644 --- a/vllm/entrypoints/logger.py +++ b/vllm/entrypoints/logger.py @@ -1,6 +1,7 @@ # SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project +import logging from collections.abc import Sequence import torch @@ -26,23 +27,24 @@ class RequestLogger: params: SamplingParams | PoolingParams | BeamSearchParams | None, lora_request: LoRARequest | None, ) -> None: - max_log_len = self.max_log_len - if max_log_len is not None: - if prompt is not None: - prompt = prompt[:max_log_len] + if logger.isEnabledFor(logging.DEBUG): + max_log_len = self.max_log_len + if max_log_len is not None: + if prompt is not None: + prompt = prompt[:max_log_len] - if prompt_token_ids is not None: - prompt_token_ids = prompt_token_ids[:max_log_len] + if prompt_token_ids is not None: + prompt_token_ids = prompt_token_ids[:max_log_len] - logger.debug( - "Request %s details: prompt: %r, " - "prompt_token_ids: %s, " - "prompt_embeds shape: %s.", - request_id, - prompt, - prompt_token_ids, - prompt_embeds.shape if prompt_embeds is not None else None, - ) + logger.debug( + "Request %s details: prompt: %r, " + "prompt_token_ids: %s, " + "prompt_embeds shape: %s.", + request_id, + prompt, + prompt_token_ids, + prompt_embeds.shape if prompt_embeds is not None else None, + ) logger.info( "Received request %s: params: %s, lora_request: %s.",