We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6f1e74c commit 136e1ebCopy full SHA for 136e1eb
vllm/outputs.py
@@ -87,12 +87,12 @@ def __init__(
87
88
@classmethod
89
def from_seq_group(cls, seq_group: SequenceGroup) -> "RequestOutput":
90
- # Get the top-n sequences.
91
- n = seq_group.sampling_params.n
92
seqs = seq_group.get_seqs()
93
- if n == 1:
+ if len(seqs) == 1:
94
top_n_seqs = seqs
95
else:
+ # Get the top-n sequences.
+ n = seq_group.sampling_params.n
96
if seq_group.sampling_params.use_beam_search:
97
sorting_key = lambda seq: seq.get_beam_search_score(
98
seq_group.sampling_params.length_penalty)
0 commit comments