[MISC] tiny fixes (#13378)

This commit is contained in:
Mengqing Cao
2025-02-17 16:57:13 +08:00
committed by GitHub
parent 45186834a0
commit 238dfc8ac3
2 changed files with 2 additions and 2 deletions

View File

@@ -109,7 +109,7 @@ class ExecutorBase(ABC):
"""
# NOTE: This is logged in the executor because there can be >1 workers.
logger.info("# %s blocks: %d, # CPU blocks: %d",
vllm.platforms.current_platform.dispatch_key,
vllm.platforms.current_platform.device_name,
num_gpu_blocks, num_cpu_blocks)
max_concurrency = (num_gpu_blocks * self.cache_config.block_size /
self.model_config.max_model_len)