From 68c27bc6ca08026c9c8c9ffe6e9b1cffd1ff416c Mon Sep 17 00:00:00 2001
From: Isotr0py <2037008807@qq.com>
Date: Fri, 28 Jun 2024 18:41:37 +0800
Subject: [PATCH] fix unpassed multi_modal_kwargs for CPU

---
 vllm/worker/cpu_model_runner.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
index e3464c0d3900..148332f3402f 100644
--- a/vllm/worker/cpu_model_runner.py
+++ b/vllm/worker/cpu_model_runner.py
@@ -355,6 +355,7 @@ def prepare_model_input(
             input_positions=input_positions,
             attn_metadata=attn_metadata,
             sampling_metadata=sampling_metadata,
+            multi_modal_kwargs=multi_modal_kwargs,
         )
 
     @torch.inference_mode()