[V1] Enable Mamba2 layers other than MambaMixer2 in the v1 engine (#20660)

Signed-off-by: nopperl <54780682+nopperl@users.noreply.github.com>
2025-07-11 14:53:31 +09:00
parent 31d5c1797f
commit 5d09152ff1
11 changed files with 68 additions and 45 deletions
--- a/vllm/model_executor/models/falcon_h1.py
+++ b/vllm/model_executor/models/falcon_h1.py
@@ -109,7 +109,6 @@ class FalconH1SSMDecoderLayer(nn.Module):
            quant_config=quant_config,
            use_rms_norm=config.mamba_rms_norm,
            prefix=f"{prefix}.mixer",
-            chunk_size=config.mamba_chunk_size,
        )
        # n_groups is overridden later by `MambaMixer2`
        self.groups_time_state_size = self.mamba.n_groups * config.mamba_d_state