biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Fix LFM2 MoE test for Transformers v5 (#36534)

Browse Source 
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-03-10 05:29:17 +00:00
committed by GitHub
parent 04b67d8f62
commit 195c997203
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
tests/models/registry.py
View File

@@ -351,7 +351,11 @@ _TEXT_GENERATION_EXAMPLE_MODELS = {
),
"Lfm2ForCausalLM": _HfExamplesInfo("LiquidAI/LFM2-1.2B"),
"Lfm2MoeForCausalLM": _HfExamplesInfo(
"LiquidAI/LFM2-8B-A1B", min_transformers_version="4.58"
"LiquidAI/LFM2-8B-A1B",
min_transformers_version="5.0.0",
use_original_num_layers=True,
# Initialize at least one MoE layer
hf_overrides={"num_hidden_layers": 4},
),
"LlamaForCausalLM": _HfExamplesInfo(
"meta-llama/Llama-3.2-1B-Instruct",
@@ -511,9 +515,7 @@ _TEXT_GENERATION_EXAMPLE_MODELS = {
"stepfun-ai/Step-3.5-Flash",
use_original_num_layers=True,
# Initialize at least one MoE layer
hf_overrides={
"num_hidden_layers": 4,
},
hf_overrides={"num_hidden_layers": 4},
),
"Step3TextForCausalLM": _HfExamplesInfo("stepfun-ai/step3", trust_remote_code=True),
"SolarForCausalLM": _HfExamplesInfo(
@@ -1233,9 +1235,7 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = {
speculative_model="stepfun-ai/Step-3.5-Flash",
use_original_num_layers=True,
# Initialize at least one MoE layer
hf_overrides={
"num_hidden_layers": 4,
},
hf_overrides={"num_hidden_layers": 4},
is_available_online=False,
),
}