[Feat] Allow custom naming of vLLM processes (#21445)
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
@@ -15,8 +15,8 @@ import torch
|
||||
from vllm.logger import init_logger
|
||||
from vllm.usage.usage_lib import (UsageContext, is_usage_stats_enabled,
|
||||
usage_message)
|
||||
from vllm.utils import (get_open_port, get_open_zmq_ipc_path, get_tcp_uri,
|
||||
kill_process_tree)
|
||||
from vllm.utils import (bind_process_name, get_open_port,
|
||||
get_open_zmq_ipc_path, get_tcp_uri, kill_process_tree)
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from vllm.v1.engine.coordinator import DPCoordinator
|
||||
@@ -144,7 +144,7 @@ class APIServerProcessManager:
|
||||
self.listen_address = listen_address
|
||||
self.sock = sock
|
||||
self.args = args
|
||||
|
||||
bind_process_name(self.__class__.__name__)
|
||||
# Start API servers
|
||||
spawn_context = multiprocessing.get_context("spawn")
|
||||
self.processes: list[BaseProcess] = []
|
||||
|
||||
Reference in New Issue
Block a user