[Core] Rename PromptInputs and inputs(#8673)

2024-09-21 10:00:54 +08:00
parent 0f961b3ce9
commit 0057894ef7
18 changed files with 157 additions and 162 deletions
--- a/tests/mq_llm_engine/utils.py
+++ b/tests/mq_llm_engine/utils.py
@@ -20,7 +20,7 @@ async def generate(
    count = 0
    async for out in client.generate(
            request_id=request_id,
-            inputs="Hello my name is Robert and",
+            prompt="Hello my name is Robert and",
            sampling_params=SamplingParams(max_tokens=num_tokens,
                                           temperature=0)):