[Bugfix][Model] Jamba assertions and no chunked prefill by default for Jamba (#6784)

2024-07-27 06:45:31 +03:00
parent 3c3012398e
commit ed94e4f427
2 changed files with 10 additions and 1 deletions
--- a/vllm/model_executor/models/jamba.py
+++ b/vllm/model_executor/models/jamba.py
@@ -644,6 +644,11 @@ class JambaForCausalLM(nn.Module, HasInnerState):
        lora_config: Optional[LoRAConfig] = None,
        scheduler_config: Optional[SchedulerConfig] = None,
    ) -> None:
+        assert not scheduler_config.chunked_prefill_enabled, \
+            "Jamba currently does not support chunked prefill"
+        assert not cache_config.enable_prefix_caching, \
+            "Jamba currently does not support prefix caching"
+
        super().__init__()
        self.config = config
        self.scheduler_config = scheduler_config