[Bugfix][Core] Fix get decoding config from ray (#4335)

2024-04-27 19:30:08 +08:00
parent 3da24c2df7
commit 7134303cbb
6 changed files with 174 additions and 3 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -467,6 +467,10 @@ class LLMEngine:
        """Gets the model configuration."""
        return self.model_config

+    def get_decoding_config(self) -> DecodingConfig:
+        """Gets the decoding configuration."""
+        return self.decoding_config
+
    def get_num_unfinished_requests(self) -> int:
        """Gets the number of unfinished requests."""
        return self.scheduler.get_num_unfinished_seq_groups()