[CI/Build] mypy: check vllm/entrypoints (#9194)

Signed-off-by: Russell Bryant <rbryant@redhat.com>
2024-10-09 13:15:28 -04:00
parent ca77dd7a44
commit cdca8994bd
2 changed files with 6 additions and 3 deletions
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
@@ -514,10 +514,13 @@ class LLM:
        # Handle multi and single conversations
        if is_list_of(messages, list):
            # messages is List[List[...]]
-            list_of_messages = messages
+            list_of_messages = cast(List[List[ChatCompletionMessageParam]],
+                                    messages)
        else:
            # messages is List[...]
-            list_of_messages = [messages]
+            list_of_messages = [
+                cast(List[ChatCompletionMessageParam], messages)
+            ]

        prompts: List[Union[TokensPrompt, TextPrompt]] = []