biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Core] Add multi-step support to LLMEngine (#7789)

Browse Source
This commit is contained in:
Alexander Matveev
2024-08-23 15:45:53 -04:00
committed by GitHub
parent 09c7792610
commit 9db93de20c
7 changed files with 195 additions and 87 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/lora/test_gemma.py
View File

@@ -37,7 +37,7 @@ def test_gemma_lora(gemma_lora_files):
expected_lora_output = [
"more important than knowledge.\nAuthor: Albert Einstein\n",
"everyone else is already taken.\nAuthor: Oscar Wilde\n",
"so little time.\nAuthor: Frank Zappa\n",
"so little time\nAuthor: Frank Zappa\n",
]
output1 = do_sample(llm, gemma_lora_files, lora_id=1)