fix logging msg for block manager (#3701)

This commit is contained in:
Simon Mo
2024-03-28 16:29:55 -07:00
committed by GitHub
parent c0935c96d3
commit 4716a32dd4
3 changed files with 5 additions and 4 deletions

View File

@@ -10,7 +10,6 @@ logger = logging.getLogger(__name__)
try:
from vllm.model_executor.parallel_utils.pynccl import (NCCLCommunicator,
ncclGetVersion)
logger.info(f"vLLM is using nccl=={ncclGetVersion()}")
except Exception as e:
# in non-NVIDIA environments, we can't import the nccl module
# e.g. when running on machines with AMD GPUs
@@ -40,6 +39,7 @@ def init_process_group(world_size: int, local_rank: int, rank: int,
init_method: str) -> None:
assert not is_initialized()
global comm
logger.info(f"vLLM is using nccl=={ncclGetVersion()}")
comm = NCCLCommunicator(init_method=init_method,
world_size=world_size,
local_rank=local_rank,