18 lines
548 B
Python
18 lines
548 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from .data import ProcessorInputs, SingletonInputs
|
|
|
|
|
|
def split_enc_dec_inputs(
|
|
inputs: ProcessorInputs,
|
|
) -> tuple[SingletonInputs | None, SingletonInputs]:
|
|
if "encoder" in inputs and "decoder" in inputs:
|
|
# NOTE: This passes pyright but not mypy
|
|
return (
|
|
inputs["encoder"], # type: ignore[typeddict-item]
|
|
inputs["decoder"], # type: ignore[typeddict-item]
|
|
)
|
|
|
|
return None, inputs
|