biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[misc] remove engine_use_ray (#8126)

Browse Source
This commit is contained in:
youkaichao
2024-09-11 18:23:36 -07:00
committed by GitHub
parent a65cb16067
commit f842a7aff1
8 changed files with 32 additions and 197 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/entrypoints/openai/run_batch.py
View File

@@ -195,7 +195,6 @@ async def main(args):
engine = AsyncLLMEngine.from_engine_args(
engine_args, usage_context=UsageContext.OPENAI_BATCH_RUNNER)
# When using single vLLM without engine_use_ray
model_config = await engine.get_model_config()
if args.disable_log_requests: