We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 14620fa commit b35db27Copy full SHA for b35db27
vllm/engine/output_processor/multi_step.py
@@ -144,7 +144,7 @@ def process_outputs(self,
144
def _process_decode_and_stop(self, seq: Sequence,
145
sampling_params: SamplingParams) -> None:
146
new_char_count = 0
147
- if sampling_params.detokenize:
+ if sampling_params.detokenize and self.detokenizer:
148
new_char_count = self.detokenizer.decode_sequence_inplace(
149
seq, sampling_params)
150
0 commit comments