[mypy] Enable following imports for some directories (#6681)

2024-07-31 10:38:03 +08:00
parent c32ab8be1a
commit da1f7cc12a
18 changed files with 185 additions and 143 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -724,7 +724,7 @@ class ParallelConfig:
                        backend)

        self._verify_args()
-        self.rank = 0
+        self.rank: int = 0

    @property
    def use_ray(self) -> bool:
@@ -850,6 +850,7 @@ class SchedulerConfig:


 class DeviceConfig:
+    device: Optional[torch.device]

    def __init__(self, device: str = "auto") -> None:
        if device == "auto":