Revert "[Core] Rename PromptInputs to PromptType, and inputs to prompt" (#8750)

2024-09-23 22:45:20 -07:00
parent 0250dd68c5
commit 3185fb0cca
18 changed files with 162 additions and 157 deletions
--- a/tests/mq_llm_engine/utils.py
+++ b/tests/mq_llm_engine/utils.py
@@ -20,7 +20,7 @@ async def generate(
    count = 0
    async for out in client.generate(
            request_id=request_id,
-            prompt="Hello my name is Robert and",
+            inputs="Hello my name is Robert and",
            sampling_params=SamplingParams(max_tokens=num_tokens,
                                           temperature=0)):