rename PromptInputs and inputs with backward compatibility (#8760)

2024-09-26 00:36:47 +08:00
parent 0c4d2ad5e6
commit 28e1299e60
21 changed files with 438 additions and 245 deletions
--- a/tests/mq_llm_engine/utils.py
+++ b/tests/mq_llm_engine/utils.py
@@ -20,7 +20,7 @@ async def generate(
    count = 0
    async for out in client.generate(
            request_id=request_id,
-            inputs="Hello my name is Robert and",
+            prompt="Hello my name is Robert and",
            sampling_params=SamplingParams(max_tokens=num_tokens,
                                           temperature=0)):