biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Frontend] Represent tokens with identifiable strings (#6626)

Browse Source
This commit is contained in:
Evan Z. Liu
2024-07-24 18:51:00 -07:00
committed by GitHub
parent 740374d456
commit 5689e256ba
7 changed files with 138 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
tests/entrypoints/openai/test_completion.py
View File

@@ -55,8 +55,9 @@ def zephyr_pa_files():
@pytest.fixture(scope="module")
def server(zephyr_lora_files, zephyr_lora_added_tokens_files, zephyr_pa_files):
args = [
def default_server_args(zephyr_lora_files, zephyr_lora_added_tokens_files,
zephyr_pa_files):
return [
# use half precision for speed and memory savings in CI environment
"--dtype",
"bfloat16",
@@ -85,7 +86,10 @@ def server(zephyr_lora_files, zephyr_lora_added_tokens_files, zephyr_pa_files):
"128",
]
with RemoteOpenAIServer(MODEL_NAME, args) as remote_server:
@pytest.fixture(scope="module")
def server(default_server_args):
with RemoteOpenAIServer(MODEL_NAME, default_server_args) as remote_server:
yield remote_server