[Misc] LoRA + Chunked Prefill (#9057)

2024-12-10 21:09:20 -05:00
parent 9a93973708
commit d5c5154fcf
12 changed files with 49 additions and 20 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -1698,7 +1698,8 @@ class LoRAConfig:
        # Reminder: Please update docs/source/usage/compatibility_matrix.rst
        # If the feature combo become valid
        if scheduler_config.chunked_prefill_enabled:
-            raise ValueError("LoRA is not supported with chunked prefill yet.")
+            logger.warning("LoRA with chunked prefill is still experimental "
+                           "and may be unstable.")


@dataclass