[Misc] Add metrics for request queue time, forward time, and execute time (#9659)

2024-10-30 01:32:56 +08:00
parent 622b7ab955
commit 74fc2d77ae
4 changed files with 70 additions and 15 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -1892,13 +1892,6 @@ class ObservabilityConfig:
                "'otlp_traces_endpoint'. Ensure OpenTelemetry packages are "
                f"installed. Original error:\n{otel_import_error_traceback}")

-        if ((self.collect_model_forward_time
-             or self.collect_model_execute_time)
-                and self.otlp_traces_endpoint is None):
-            raise ValueError(
-                "collect_model_forward_time or collect_model_execute_time "
-                "requires --otlp-traces-endpoint to be set.")
-

@dataclass(frozen=True)
 class EngineConfig: