[Frontend] Separate OpenAI Batch Runner usage from API Server (#4851)

2024-05-16 11:42:41 -04:00
parent dbc0754ddf
commit 5e0391c040
2 changed files with 2 additions and 1 deletions
--- a/vllm/usage/usage_lib.py
+++ b/vllm/usage/usage_lib.py
@@ -90,6 +90,7 @@ class UsageContext(str, Enum):
    LLM_CLASS = "LLM_CLASS"
    API_SERVER = "API_SERVER"
    OPENAI_API_SERVER = "OPENAI_API_SERVER"
+    OPENAI_BATCH_RUNNER = "OPENAI_BATCH_RUNNER"
    ENGINE_CONTEXT = "ENGINE_CONTEXT"