[Bugfix] Fix PP for Multi-Step (#8887)
This commit is contained in:
committed by
GitHub
parent
39d3f8d94f
commit
19d02ff938
@@ -97,6 +97,9 @@ class MultiStepOutputProcessor(SequenceGroupOutputProcessor):
|
||||
assert len(seqs) == 1, (
|
||||
"Beam search not supported in multi-step decoding.")
|
||||
seq = seqs[0]
|
||||
seq_id = seq.seq_id
|
||||
assert all(
|
||||
[seq_id == output.samples[0].parent_seq_id for output in outputs])
|
||||
|
||||
if is_async:
|
||||
# Async case: We process tokens one by one. Here, we know the token
|
||||
|
||||
Reference in New Issue
Block a user