Usage Stats Collection (#2852)

2024-03-28 22:16:12 -07:00
parent 7bc94a0fdd
commit d8658c8cc1
15 changed files with 362 additions and 24 deletions
--- a/2
+++ b/2
@@ -132,5 +132,7 @@ RUN --mount=type=cache,target=/root/.cache/pip \
 COPY --from=build /workspace/vllm/*.so /workspace/vllm/
 COPY vllm vllm

+ENV VLLM_USAGE_SOURCE production-docker-image
+
 ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
 #################### OPENAI API SERVER ####################