[Model] FalconMamba Support (#9325)

2024-10-21 20:50:16 +04:00
parent 496e991da8
commit f6b97293aa
5 changed files with 35 additions and 12 deletions
--- a/tests/models/decoder_only/language/test_mamba.py
+++ b/tests/models/decoder_only/language/test_mamba.py
@@ -10,7 +10,7 @@ from vllm.worker.model_runner import _get_graph_batch_size

 from ...utils import check_outputs_equal

-MODELS = ["state-spaces/mamba-130m-hf"]
+MODELS = ["state-spaces/mamba-130m-hf", "tiiuae/falcon-mamba-tiny-dev"]


 # Use lower-level interfaces to create this greedy generator, as mamba will