Sort the outputs before return (#402)

2023-07-08 14:48:18 -07:00
parent 2179e4f4c5
commit b6fbb9a565
1 changed files with 4 additions and 0 deletions
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
@@ -155,4 +155,8 @@ class LLM:
                        pbar.update(1)
        if use_tqdm:
            pbar.close()
+        # Sort the outputs by request ID.
+        # This is necessary because some requests may be finished earlier than
+        # its previous requests.
+        outputs = sorted(outputs, key=lambda x: int(x.request_id))
        return outputs