biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] [Easy] Fixed a bug in the multiprocessing GPU executor. (#6770)

Browse Source
This commit is contained in:
Anthony Platanios
2024-07-26 00:25:35 -04:00
committed by GitHub
parent 062a1d0fab
commit 084a01fd35
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/executor/multiproc_gpu_executor.py
View File

@@ -1,6 +1,7 @@
import asyncio import asyncio
import os import os
import signal import signal
import threading
import weakref import weakref
from functools import partial from functools import partial
from typing import Any, List, Optional from typing import Any, List, Optional
@@ -115,8 +116,9 @@ class MultiprocessingGPUExecutor(DistributedGPUExecutor):
if executor := ref(): if executor := ref():
executor.shutdown() executor.shutdown()
signal.signal(signal.SIGINT, shutdown) if threading.current_thread() is threading.main_thread():
signal.signal(signal.SIGTERM, shutdown) signal.signal(signal.SIGINT, shutdown)
signal.signal(signal.SIGTERM, shutdown)
self.driver_worker = self._create_worker( self.driver_worker = self._create_worker(
distributed_init_method=distributed_init_method) distributed_init_method=distributed_init_method)