From 6772dab48fb9e6d654de036887754e56b702db3f Mon Sep 17 00:00:00 2001 From: Mengqing Cao Date: Mon, 17 Feb 2025 14:15:55 +0800 Subject: [PATCH 1/2] [MISC] tiny fixes * use current_platform.device_name instead of dispatch_key in log print * fix typo Signed-off-by: Mengqing Cao --- vllm/executor/executor_base.py | 2 +- vllm/platforms/interface.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/executor/executor_base.py b/vllm/executor/executor_base.py index 75e3c67c5563..6f5adb4f6472 100644 --- a/vllm/executor/executor_base.py +++ b/vllm/executor/executor_base.py @@ -109,7 +109,7 @@ def initialize_cache(self, num_gpu_blocks: int, num_cpu_blocks) -> None: """ # NOTE: This is logged in the executor because there can be >1 workers. logger.info("# %s blocks: %d, # CPU blocks: %d", - vllm.platforms.current_platform.dispatch_key, + vllm.platforms.current_platform.device_name, num_gpu_blocks, num_cpu_blocks) max_concurrency = (num_gpu_blocks * self.cache_config.block_size / self.model_config.max_model_len) diff --git a/vllm/platforms/interface.py b/vllm/platforms/interface.py index 58948ad1aba0..ac00fec5e134 100644 --- a/vllm/platforms/interface.py +++ b/vllm/platforms/interface.py @@ -327,7 +327,7 @@ def get_device_communicator_cls(cls) -> str: """ Get device specific communicator class for distributed communication. """ - return "vllm.distributed.device_communicator.base_device_communicator.DeviceCommunicatorBase" # noqa + return "vllm.distributed.device_communicator.base_device_communicators.DeviceCommunicatorBase" # noqa class UnspecifiedPlatform(Platform): From f1654f458712f3c4aff9ffceba3802a57fc31e08 Mon Sep 17 00:00:00 2001 From: Mengqing Cao Date: Mon, 17 Feb 2025 14:32:51 +0800 Subject: [PATCH 2/2] Update vllm/platforms/interface.py Co-authored-by: Cyrus Leung --- vllm/platforms/interface.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/platforms/interface.py b/vllm/platforms/interface.py index ac00fec5e134..d6dae2e526dc 100644 --- a/vllm/platforms/interface.py +++ b/vllm/platforms/interface.py @@ -327,7 +327,7 @@ def get_device_communicator_cls(cls) -> str: """ Get device specific communicator class for distributed communication. """ - return "vllm.distributed.device_communicator.base_device_communicators.DeviceCommunicatorBase" # noqa + return "vllm.distributed.device_communicators.base_device_communicator.DeviceCommunicatorBase" # noqa class UnspecifiedPlatform(Platform):