[V1] Remove cache from StructuredOutputManager (#14622)

Signed-off-by: Russell Bryant <rbryant@redhat.com>
2025-03-11 13:36:07 -04:00
parent c6e14a61ab
commit 4cbf286794
2 changed files with 11 additions and 47 deletions
--- a/vllm/v1/engine/core.py
+++ b/vllm/v1/engine/core.py
@@ -137,7 +137,7 @@ class EngineCore:
        req = Request.from_engine_core_request(request)
        if req.use_structured_output:
            # Start grammar compilation asynchronously
-            self.structured_output_manager.populate_cache(req)
+            self.structured_output_manager.grammar_init(req)

        self.scheduler.add_request(req)