[Feature] OTEL tracing during loading (#31162)
This commit is contained in:
@@ -41,6 +41,7 @@ from vllm.distributed.parallel_state import (
|
||||
)
|
||||
from vllm.envs import enable_envs_cache
|
||||
from vllm.logger import init_logger
|
||||
from vllm.tracing import instrument, maybe_init_worker_tracer
|
||||
from vllm.utils.network_utils import (
|
||||
get_distributed_init_method,
|
||||
get_loopback_ip,
|
||||
@@ -527,6 +528,7 @@ class WorkerProc:
|
||||
)
|
||||
)
|
||||
|
||||
@instrument(span_name="Worker init")
|
||||
def __init__(
|
||||
self,
|
||||
vllm_config: VllmConfig,
|
||||
@@ -740,6 +742,15 @@ class WorkerProc:
|
||||
|
||||
try:
|
||||
reader.close()
|
||||
|
||||
# Initialize tracer
|
||||
rank = kwargs.get("rank", 0)
|
||||
maybe_init_worker_tracer(
|
||||
instrumenting_module_name="vllm.worker",
|
||||
process_kind="worker",
|
||||
process_name=f"Worker_{rank}",
|
||||
)
|
||||
|
||||
worker = WorkerProc(*args, **kwargs)
|
||||
assert worker.worker_response_mq is not None
|
||||
|
||||
|
||||
Reference in New Issue
Block a user