Enhance SamplingParams (#96)

2023-05-11 15:45:30 -07:00
parent 55f8b0a5de
commit 42f1042e1c
7 changed files with 36 additions and 54 deletions
--- a/gradio_webserver.py
+++ b/gradio_webserver.py
@@ -10,7 +10,7 @@ def http_bot(prompt):
    headers = {"User-Agent": "Cacheflow Client"}
    pload = {
        "prompt": prompt,
-        "max_num_steps": 128,
+        "max_tokens": 128,
    }
    response = requests.post(args.model_url, headers=headers, json=pload, stream=True)