biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Frontend] Represent tokens with identifiable strings (#6626)

Browse Source
This commit is contained in:
Evan Z. Liu
2024-07-24 18:51:00 -07:00
committed by GitHub
parent 740374d456
commit 5689e256ba
7 changed files with 138 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/entrypoints/openai/api_server.py
View File

@@ -254,6 +254,7 @@ async def build_server(
prompt_adapters=args.prompt_adapters,
request_logger=request_logger,
chat_template=args.chat_template,
return_tokens_as_token_ids=args.return_tokens_as_token_ids,
)
openai_serving_completion = OpenAIServingCompletion(
engine,
@@ -262,6 +263,7 @@ async def build_server(
lora_modules=args.lora_modules,
prompt_adapters=args.prompt_adapters,
request_logger=request_logger,
return_tokens_as_token_ids=args.return_tokens_as_token_ids,
)
openai_serving_embedding = OpenAIServingEmbedding(
engine,