[Misc] improve example script output (#15528)

Signed-off-by: reidliu41 <reid201711@gmail.com>
Co-authored-by: reidliu41 <reid201711@gmail.com>
This commit is contained in:
Reid
2025-03-26 18:12:47 +08:00
committed by GitHub
parent 99f536f830
commit 4ec2cee000
5 changed files with 16 additions and 6 deletions

View File

@@ -18,7 +18,10 @@ llm = LLM(model="facebook/opt-125m")
# that contain the prompt, generated text, and other information.
outputs = llm.generate(prompts, sampling_params)
# Print the outputs.
print("\nGenerated Outputs:\n" + "-" * 60)
for output in outputs:
prompt = output.prompt
generated_text = output.outputs[0].text
print(f"Prompt: {prompt!r}, Generated text: {generated_text!r}")
print(f"Prompt: {prompt!r}")
print(f"Output: {generated_text!r}")
print("-" * 60)