[Hardware][TPU] Add supports_async_scheduling() method to Executor interface so that it can be extended for Executor implementations. (#36924)
Signed-off-by: Guangxiang Du <gxd@google.com>
This commit is contained in:
@@ -487,6 +487,10 @@ class MultiprocExecutor(Executor):
|
||||
* self.parallel_config.prefill_context_parallel_size
|
||||
)
|
||||
|
||||
@classmethod
|
||||
def supports_async_scheduling(cls) -> bool:
|
||||
return True
|
||||
|
||||
|
||||
@dataclass
|
||||
class UnreadyWorkerProcHandle:
|
||||
|
||||
Reference in New Issue
Block a user