We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7980828 commit 10611d8Copy full SHA for 10611d8
vllm/engine/output_processor/multi_step.py
@@ -144,7 +144,7 @@ def process_outputs(self,
144
def _process_decode_and_stop(self, seq: Sequence,
145
sampling_params: SamplingParams) -> None:
146
new_char_count = 0
147
- if sampling_params.detokenize:
+ if sampling_params.detokenize and self.detokenizer:
148
new_char_count = self.detokenizer.decode_sequence_inplace(
149
seq, sampling_params)
150
0 commit comments