From e5d7ed0c5374d38e75a8ef0243cc348f0f6f9185 Mon Sep 17 00:00:00 2001 From: WangErXiao <863579016@qq.com> Date: Sat, 4 Jan 2025 08:13:12 +0800 Subject: [PATCH] [V1] log GPU blocks num for MultiprocExecutor (#11656) --- vllm/v1/executor/multiproc_executor.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/v1/executor/multiproc_executor.py b/vllm/v1/executor/multiproc_executor.py index 114deae980d01..41e6abbd67956 100644 --- a/vllm/v1/executor/multiproc_executor.py +++ b/vllm/v1/executor/multiproc_executor.py @@ -95,6 +95,7 @@ def initialize(self, num_gpu_blocks: int) -> None: Initialize the KV caches and begin the model execution loop of the underlying workers. """ + logger.info("# GPU blocks: %d", num_gpu_blocks) self.collective_rpc("initialize_cache", args=(num_gpu_blocks, )) self.collective_rpc("compile_or_warm_up_model")