We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 57f94e8 commit 191c998Copy full SHA for 191c998
vllm/v1/executor/utils.py
@@ -19,7 +19,6 @@ def get_and_update_mm_cache(
19
"""
20
scheduler_output = args[0]
21
for request_data in scheduler_output.scheduled_new_reqs:
22
- for i in range(len(request_data.mm_kwargs)):
23
- mm_input = request_data.mm_kwargs[i]
24
- request_data.mm_kwargs[i] = \
25
- receiver_cache.get_and_update_item(mm_input, None)
+ for feats in request_data.mm_features:
+ feats.data = receiver_cache.get_and_update_item(
+ feats.data, feats.identifier)
0 commit comments