Provide default max model length (#1224)

2023-09-28 14:44:02 -07:00
parent 6f88f762bf
commit f936657eb6
4 changed files with 14 additions and 9 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -77,6 +77,7 @@ class LLMEngine:
            f"revision={model_config.revision}, "
            f"trust_remote_code={model_config.trust_remote_code}, "
            f"dtype={model_config.dtype}, "
+            f"max_seq_len={model_config.max_model_len}, "
            f"download_dir={model_config.download_dir!r}, "
            f"load_format={model_config.load_format}, "
            f"tensor_parallel_size={parallel_config.tensor_parallel_size}, "