[Misc] Various simplifications and typing fixes (#5368)

2024-06-10 19:29:02 -07:00
parent 76477a93b7
commit a008629807
8 changed files with 62 additions and 89 deletions
--- a/vllm/engine/output_processor/multi_step.py
+++ b/vllm/engine/output_processor/multi_step.py
@@ -78,7 +78,7 @@ class MultiStepOutputProcessor(SequenceGroupOutputProcessor):

        # Since there's only one sequence per sequence group, we can take the
        # first sample.
-        samples = [outputs[step].samples[0] for step in range(len(outputs))]
+        samples = [output.samples[0] for output in outputs]

        # -1 means the output token is not valid (eg. due to spec decode
        # rejecting tokens).