Revert "rename PromptInputs and inputs with backward compatibility (#8760) (#8810)

2024-09-25 10:36:26 -07:00
parent 873edda6cf
commit 4f1ba0844b
21 changed files with 245 additions and 438 deletions
--- a/tests/mq_llm_engine/utils.py
+++ b/tests/mq_llm_engine/utils.py
@@ -20,7 +20,7 @@ async def generate(
    count = 0
    async for out in client.generate(
            request_id=request_id,
-            prompt="Hello my name is Robert and",
+            inputs="Hello my name is Robert and",
            sampling_params=SamplingParams(max_tokens=num_tokens,
                                           temperature=0)):