biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Misc] Improve Worker process title and logging prefix (#22205)

Browse Source 
Signed-off-by: 22quinn <33176974+22quinn@users.noreply.github.com>
This commit is contained in:
22quinn
2025-09-08 21:43:48 -07:00
committed by GitHub
parent 948dd3443b
commit 0cdd213641
4 changed files with 37 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/v1/engine/core.py
View File

@@ -224,7 +224,7 @@ class EngineCore:
def add_request(self, request: Request, request_wave: int = 0):
"""Add request to the scheduler.
`request_wave`: indicate which wave of requests this is expected to
belong to in DP case
"""
@@ -433,7 +433,7 @@ class EngineCore:
def preprocess_add_request(
self, request: EngineCoreRequest) -> tuple[Request, int]:
"""Preprocess the request.
This function could be directly used in input processing thread to allow
request initialization running in parallel with Model forward
"""
@@ -697,7 +697,7 @@ class EngineCoreProc(EngineCore):
parallel_config: ParallelConfig = kwargs[
"vllm_config"].parallel_config
if parallel_config.data_parallel_size > 1 or dp_rank > 0:
set_process_title("DPEngineCore", str(dp_rank))
set_process_title("EngineCore", f"DP{dp_rank}")
decorate_logs()
# Set data parallel rank for this engine process.
parallel_config.data_parallel_rank = dp_rank