[V1] Fix CI tests on V1 engine (#10272)

Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon
2024-11-12 16:17:20 -08:00
committed by GitHub
parent 377b74fe87
commit 112fa0bbe5
3 changed files with 7 additions and 1 deletions

View File

@@ -27,6 +27,9 @@ def make_request() -> EngineCoreRequest:
request_id=uuid.uuid4(),
prompt=PROMPT,
prompt_token_ids=PROMPT_TOKENS,
mm_data=None,
mm_placeholders=None,
mm_processor_kwargs=None,
sampling_params=SamplingParams(),
eos_token_id=None,
arrival_time=time.time(),