[V1] log GPU blocks num for MultiprocExecutor (#11656)

This commit is contained in:
WangErXiao
2025-01-04 08:13:12 +08:00
committed by GitHub
parent ad0d567e1c
commit e5d7ed0c53

View File

@@ -95,6 +95,7 @@ class MultiprocExecutor(Executor):
Initialize the KV caches and begin the model execution loop of the
underlying workers.
"""
logger.info("# GPU blocks: %d", num_gpu_blocks)
self.collective_rpc("initialize_cache", args=(num_gpu_blocks, ))
self.collective_rpc("compile_or_warm_up_model")