[LoRA] Adds support for bias in LoRA (#5733)

Signed-off-by: Umesh Deshpande <udeshpa@us.ibm.com> Co-authored-by: Umesh Deshpande <udeshpa@us.ibm.com>
2024-11-12 11:08:40 -08:00
parent b41fb9d3b1
commit 8a06428c70
10 changed files with 456 additions and 20 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -1687,6 +1687,7 @@ class LoRAConfig:
    # This is a constant.
    lora_vocab_padding_size: ClassVar[int] = 256
    long_lora_scaling_factors: Optional[Tuple[float]] = None
+    bias_enabled: bool = False

    def __post_init__(self):
        # Setting the maximum rank to 256 should be able to satisfy the vast