We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent fa6ecb9 commit c82b432Copy full SHA for c82b432
vllm/model_executor/sampling_metadata.py
@@ -454,6 +454,7 @@ def from_sampling_metadata(
454
if do_penalties:
455
for seq_group in sampling_metadata.seq_groups:
456
seq_ids = seq_group.seq_ids
457
+ sampling_params = seq_group.sampling_params
458
if (seq_group.is_prompt
459
and sampling_params.prompt_logprobs is not None):
460
prefill_len = len(seq_group.prompt_logprob_indices)
0 commit comments