[BugFix] Fix get tokenizer when using ray (#3301)

2024-03-11 10:17:16 +08:00
parent e4a28e5316
commit 9e8744a545
6 changed files with 23 additions and 7 deletions
--- a/tests/async_engine/test_async_llm_engine.py
+++ b/tests/async_engine/test_async_llm_engine.py
@@ -89,3 +89,6 @@ async def test_new_requests_event():
    await asyncio.sleep(0.01)
    assert engine.engine.add_request_calls == 3
    assert engine.engine.step_calls == old_step_calls + 1
+
+    engine = MockAsyncLLMEngine(worker_use_ray=True, engine_use_ray=True)
+    assert engine.get_tokenizer() is not None