fix bug

niuzheng168 · Sep 13, 2024 · bac660b · bac660b
1 parent 44fe04f
commit bac660b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py
@@ -1469,7 +1469,7 @@ def _advance_to_next_step(
 
                 assert len(seq_group.seqs) == 1
                 seq = seq_group.seqs[0]
-                if len(sample.output_tokens) > 1:
+                if sample.output_tokens and len(sample.output_tokens) > 1:
                     seq.append_token_id(sample.output_tokens,
                                         sample.logprobs)
                 else: