biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[mypy] Pass type checking in vllm/inputs (#11680)

Browse Source 
Signed-off-by: Tobias Pitters <tobias.pitters@gmail.com>
This commit is contained in:
Tobias Pitters
2025-01-02 17:18:15 +01:00
committed by GitHub
parent 23c1b10a4c
commit b6087a6bee
4 changed files with 16 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
vllm/inputs/data.py
View File

@@ -250,7 +250,7 @@ class SingletonInputsAdapter:
if inputs["type"] == "token" or inputs["type"] == "multimodal":
return inputs.get("prompt")
assert_never(inputs)
assert_never(inputs) # type: ignore[arg-type]
@cached_property
def prompt_token_ids(self) -> List[int]:
@@ -259,7 +259,7 @@ class SingletonInputsAdapter:
if inputs["type"] == "token" or inputs["type"] == "multimodal":
return inputs.get("prompt_token_ids", [])
assert_never(inputs)
assert_never(inputs) # type: ignore[arg-type]
@cached_property
def token_type_ids(self) -> List[int]:
@@ -268,7 +268,7 @@ class SingletonInputsAdapter:
if inputs["type"] == "token" or inputs["type"] == "multimodal":
return inputs.get("token_type_ids", [])
assert_never(inputs)
assert_never(inputs) # type: ignore[arg-type]
@cached_property
def prompt_embeds(self) -> Optional[torch.Tensor]:
@@ -277,7 +277,7 @@ class SingletonInputsAdapter:
if inputs["type"] == "token" or inputs["type"] == "multimodal":
return None
assert_never(inputs)
assert_never(inputs) # type: ignore[arg-type]
@cached_property
def multi_modal_data(self) -> "MultiModalDataDict":
@@ -289,7 +289,7 @@ class SingletonInputsAdapter:
if inputs["type"] == "multimodal":
return inputs.get("mm_kwargs", {})
assert_never(inputs)
assert_never(inputs) # type: ignore[arg-type]
@cached_property
def multi_modal_inputs(self) -> Union[Dict, "MultiModalKwargs"]:
@@ -301,7 +301,7 @@ class SingletonInputsAdapter:
if inputs["type"] == "multimodal":
return inputs.get("mm_kwargs", {})
assert_never(inputs)
assert_never(inputs) # type: ignore[arg-type]
@cached_property
def multi_modal_hashes(self) -> List[str]:
@@ -311,9 +311,10 @@ class SingletonInputsAdapter:
return inputs.get("multi_modal_hashes", [])
if inputs["type"] == "multimodal":
return inputs.get("mm_hashes", [])
# only the case when we use MultiModalInputsV2
return inputs.get("mm_hashes", []) # type: ignore[return-value]
assert_never(inputs)
assert_never(inputs) # type: ignore[arg-type]
@cached_property
def multi_modal_placeholders(self) -> "MultiModalPlaceholderDict":
@@ -325,7 +326,7 @@ class SingletonInputsAdapter:
if inputs["type"] == "multimodal":
return inputs.get("mm_placeholders", {})
assert_never(inputs)
assert_never(inputs) # type: ignore[arg-type]
@cached_property
def mm_processor_kwargs(self) -> Dict[str, Any]:
@@ -337,7 +338,7 @@ class SingletonInputsAdapter:
if inputs["type"] == "multimodal":
return {}
assert_never(inputs)
assert_never(inputs) # type: ignore[arg-type]
ProcessorInputs = Union[DecoderOnlyInputs, EncoderDecoderInputs]