[BugFix] Fix clean shutdown issues (#8492)
This commit is contained in:
@@ -26,6 +26,8 @@ logger = init_logger(__name__)
|
||||
|
||||
class RayTPUExecutor(TPUExecutor):
|
||||
|
||||
uses_ray: bool = True
|
||||
|
||||
def __init__(self, *args, **kwargs):
|
||||
# This is non-None when the execute model loop is running
|
||||
# in the parallel workers. It's a coroutine in the AsyncLLMEngine case.
|
||||
|
||||
Reference in New Issue
Block a user