From 1caa5ba9dd847f1a38044e1fa0cba297e12d535a Mon Sep 17 00:00:00 2001 From: maleksan85 Date: Tue, 21 Jan 2025 13:13:28 -0600 Subject: [PATCH] added check for detokenizer absence Signed-off-by: maleksan85 --- vllm/engine/output_processor/multi_step.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/output_processor/multi_step.py b/vllm/engine/output_processor/multi_step.py index c8b282b1a767..99c2baf3f4df 100644 --- a/vllm/engine/output_processor/multi_step.py +++ b/vllm/engine/output_processor/multi_step.py @@ -144,7 +144,7 @@ def process_outputs(self, def _process_decode_and_stop(self, seq: Sequence, sampling_params: SamplingParams) -> None: new_char_count = 0 - if sampling_params.detokenize: + if sampling_params.detokenize and self.detokenizer: new_char_count = self.detokenizer.decode_sequence_inplace( seq, sampling_params)