We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ad0d567 commit e5d7ed0Copy full SHA for e5d7ed0
vllm/v1/executor/multiproc_executor.py
@@ -95,6 +95,7 @@ def initialize(self, num_gpu_blocks: int) -> None:
95
Initialize the KV caches and begin the model execution loop of the
96
underlying workers.
97
"""
98
+ logger.info("# GPU blocks: %d", num_gpu_blocks)
99
self.collective_rpc("initialize_cache", args=(num_gpu_blocks, ))
100
self.collective_rpc("compile_or_warm_up_model")
101
0 commit comments