[mypy] Add mypy type annotation part 1 (#4006)
This commit is contained in:
@@ -47,6 +47,7 @@ async def generate(request: Request) -> Response:
|
||||
sampling_params = SamplingParams(**request_dict)
|
||||
request_id = random_uuid()
|
||||
|
||||
assert engine is not None
|
||||
results_generator = engine.generate(prompt, sampling_params, request_id)
|
||||
|
||||
# Streaming case
|
||||
|
||||
Reference in New Issue
Block a user