fix: enable trust-remote-code in api server & benchmark. (#509)

2023-07-20 08:06:15 +08:00
parent cf21a9bd5c
commit 8c4b2592fb
4 changed files with 14 additions and 6 deletions
--- a/vllm/entrypoints/openai/api_server.py
+++ b/vllm/entrypoints/openai/api_server.py
@@ -585,7 +585,8 @@ if __name__ == "__main__":

    # A separate tokenizer to map token IDs to strings.
    tokenizer = get_tokenizer(engine_args.tokenizer,
-                              tokenizer_mode=engine_args.tokenizer_mode)
+                              tokenizer_mode=engine_args.tokenizer_mode,
+                              trust_remote_code=engine_args.trust_remote_code)

    uvicorn.run(app,
                host=args.host,