[V1] TP Ray executor (#11107)

Signed-off-by: Rui Qiao <ruisearch42@gmail.com>
2024-12-23 15:00:12 -08:00
parent 32aa2059ad
commit a491d6f535
5 changed files with 617 additions and 3 deletions
--- a/vllm/v1/worker/gpu_worker.py
+++ b/vllm/v1/worker/gpu_worker.py
@@ -202,7 +202,6 @@ class Worker:
    ) -> ModelRunnerOutput:
        output = self.model_runner.execute_model(scheduler_output)
        return output if self.rank == 0 else None
-        return output

    def profile(self, is_start: bool = True):
        if self.profiler is None: