biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[V1] Default MLA to V1 (#14921)

Browse Source 
Signed-off-by: simon-mo <simon.mo@hey.com>
This commit is contained in:
Simon Mo
2025-03-17 06:54:40 -07:00
committed by GitHub
parent d20b0c139c
commit 89fca671fb
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/engine/arg_utils.py
View File

@@ -1576,10 +1576,6 @@ class EngineArgs:
############################################################# #############################################################
# Experimental Features - allow users to opt in. # Experimental Features - allow users to opt in.
# MLA is is supported on V1, but off by default for now.
if model_config.use_mla and _warn_or_fallback("MLA"):
return False
# LoRA is supported on V1, but off by default for now. # LoRA is supported on V1, but off by default for now.
if self.enable_lora and _warn_or_fallback("LORA"): if self.enable_lora and _warn_or_fallback("LORA"):
return False return False