[Misc] Split model loader (#17712)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
2025-05-07 12:42:26 +08:00
parent 8d84d836d1
commit 822de7fb94
21 changed files with 1681 additions and 1566 deletions
--- a/vllm/v1/worker/gpu_worker.py
+++ b/vllm/v1/worker/gpu_worker.py
@@ -318,7 +318,7 @@ class Worker(WorkerBase):
        pattern: Optional[str] = None,
        max_size: Optional[int] = None,
    ) -> None:
-        from vllm.model_executor.model_loader.loader import ShardedStateLoader
+        from vllm.model_executor.model_loader import ShardedStateLoader
        ShardedStateLoader.save_model(
            self.model_runner.model,
            path,