[Renderer] Move Processor out of AsyncLLM (#24138)

Signed-off-by: Yang <lymailforjob@gmail.com> Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk> Co-authored-by: DarkLight1337 <tlleungac@connect.ust.hk>
2025-10-03 04:29:45 -07:00
parent 5f2cacdb1e
commit 812b7f54a8
7 changed files with 215 additions and 125 deletions
--- a/tests/entrypoints/openai/test_lora_resolvers.py
+++ b/tests/entrypoints/openai/test_lora_resolvers.py
@@ -122,6 +122,9 @@ def mock_serving_setup():
                                                 models,
                                                 request_logger=None)

+    serving_completion._process_inputs = AsyncMock(return_value=(MagicMock(
+        name="engine_request"), {}))
+
    return mock_engine, serving_completion