We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent faa1044 commit 9cb03acCopy full SHA for 9cb03ac
vllm/engine/output_processor/multi_step.py
@@ -144,7 +144,7 @@ def process_outputs(self,
144
def _process_decode_and_stop(self, seq: Sequence,
145
sampling_params: SamplingParams) -> None:
146
new_char_count = 0
147
- if sampling_params.detokenize:
+ if sampling_params.detokenize and self.detokenizer:
148
new_char_count = self.detokenizer.decode_sequence_inplace(
149
seq, sampling_params)
150
0 commit comments