Refactor Worker & InputMetadata (#1843)

2023-11-29 22:16:37 -08:00
parent c782195662
commit 27feead2f8
27 changed files with 668 additions and 443 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -88,8 +88,6 @@ class LLMEngine:

        self.model_config = model_config
        self.cache_config = cache_config
-        assert self.cache_config.sliding_window == getattr(
-            self.model_config.hf_config, "sliding_window", None)
        self.parallel_config = parallel_config
        self.scheduler_config = scheduler_config
        self.log_stats = log_stats