[Bugfix][CI/Build] Fix failing Mteb CI (#26638)
Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn>
This commit is contained in:
@@ -191,7 +191,7 @@ def mteb_test_embed_models(
|
||||
with vllm_runner(
|
||||
model_info.name,
|
||||
runner="pooling",
|
||||
max_model_len=None,
|
||||
max_model_len=model_info.max_model_len,
|
||||
**vllm_extra_kwargs,
|
||||
) as vllm_model:
|
||||
model_config = vllm_model.llm.llm_engine.model_config
|
||||
|
||||
@@ -25,6 +25,11 @@ EMBEDDING_MODELS = [
|
||||
mteb_score=0.824413164,
|
||||
architecture="XLMRobertaModel",
|
||||
is_matryoshka=True,
|
||||
# The default max length of the model is 8194, which will crash
|
||||
# CUDAGraph due to odd length for Gemm. We set it to 8192 to avoid
|
||||
# avoid this issue.
|
||||
max_model_len=8192,
|
||||
dtype="float32",
|
||||
)
|
||||
]
|
||||
|
||||
|
||||
@@ -23,6 +23,7 @@ ST_PROJECTOR_MODELS = [
|
||||
architecture="Gemma3TextModel",
|
||||
mteb_score=0.7473819294684156,
|
||||
enable_test=True,
|
||||
dtype="float32",
|
||||
),
|
||||
]
|
||||
|
||||
|
||||
Reference in New Issue
Block a user