[Bugfix] Avoid repeatedly creating dummy data during engine startup (#17935)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2025-05-13 13:40:19 +08:00
parent 1df491c522
commit 61e0a506a3
15 changed files with 99 additions and 4 deletions
--- a/vllm/engine/protocol.py
+++ b/vllm/engine/protocol.py
@@ -278,6 +278,11 @@ class EngineClient(ABC):
        """Start profiling the engine"""
        ...

+    @abstractmethod
+    async def reset_mm_cache(self) -> None:
+        """Reset the multi-modal cache"""
+        ...
+
    @abstractmethod
    async def reset_prefix_cache(self,
                                 device: Optional[Device] = None) -> None: