Add Falcon support (new) (#592)

2023-08-02 14:04:39 -07:00
parent 20044cab7a
commit 1b0bd0fe8a
16 changed files with 680 additions and 122 deletions
--- a/examples/llm_engine_example.py
+++ b/examples/llm_engine_example.py
@@ -10,7 +10,8 @@ def main(args: argparse.Namespace):

    # Test the following prompts.
    test_prompts = [
-        ("A robot may not injure a human being", SamplingParams()),
+        ("A robot may not injure a human being",
+         SamplingParams(temperature=0.0)),
        ("To be or not to be,",
         SamplingParams(temperature=0.8, top_k=5, presence_penalty=0.2)),
        ("What is the meaning of life?",