[Bugfix][Core] Fix get decoding config from ray (#4335)

2024-04-27 19:30:08 +08:00
parent 3da24c2df7
commit 7134303cbb
6 changed files with 174 additions and 3 deletions
--- a/tests/async_engine/test_async_llm_engine.py
+++ b/tests/async_engine/test_async_llm_engine.py
@@ -91,4 +91,6 @@ async def test_new_requests_event():
    assert engine.engine.step_calls == old_step_calls + 1

    engine = MockAsyncLLMEngine(worker_use_ray=True, engine_use_ray=True)
+    assert engine.get_model_config() is not None
    assert engine.get_tokenizer() is not None
+    assert engine.get_decoding_config() is not None