From e17959db37037da21f8fc94a2b763447d36cf0c8 Mon Sep 17 00:00:00 2001 From: Roger Wang Date: Sat, 25 Jan 2025 21:54:23 -0800 Subject: [PATCH] fix Signed-off-by: Roger Wang --- vllm/v1/request.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/v1/request.py b/vllm/v1/request.py index eefcdaf29e7..2cfcd8b63cc 100644 --- a/vllm/v1/request.py +++ b/vllm/v1/request.py @@ -58,7 +58,8 @@ def __init__( # Sanity check assert len(self.mm_inputs) == len(self.mm_positions) - assert len(self.mm_inputs) == len(self.mm_hashes) + if self.mm_hashes: + assert len(self.mm_inputs) == len(self.mm_hashes) # Cache the computed kv block hashes of the request to avoid # recomputing.