Type-fix: make execute_model output type optional (#12020)

2025-01-15 01:44:56 -08:00
parent cbe94391eb
commit ad388d25a8
2 changed files with 2 additions and 1 deletions
--- a/vllm/v1/executor/uniproc_executor.py
+++ b/vllm/v1/executor/uniproc_executor.py
@@ -70,6 +70,7 @@ class UniprocExecutor(Executor):
        scheduler_output,
    ) -> ModelRunnerOutput:
        output = self.worker.execute_model(scheduler_output)
+        assert output is not None
        return output

    def profile(self, is_start: bool = True):