added check for exitance of detokenizer

Signed-off-by: root <[email protected]>
vllm-project · Jan 21, 2025 · 1cf141d · 1cf141d
1 parent 1e60f87
commit 1cf141d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/engine/output_processor/multi_step.py b/vllm/engine/output_processor/multi_step.py
@@ -144,7 +144,7 @@ def process_outputs(self,
     def _process_decode_and_stop(self, seq: Sequence,
                                  sampling_params: SamplingParams) -> None:
         new_char_count = 0
-        if sampling_params.detokenize:
+        if sampling_params.detokenize and self.detokenizer:
             new_char_count = self.detokenizer.decode_sequence_inplace(
                 seq, sampling_params)