[Model] Support Qwen2.5-Math-RM-72B (#8896)

2024-09-29 12:19:39 +08:00
parent 2e7fe7e79f
commit bc2ef1f77c
3 changed files with 170 additions and 0 deletions
--- a/vllm/model_executor/models/init.py
+++ b/vllm/model_executor/models/init.py
@@ -74,6 +74,7 @@ _GENERATION_MODELS = {

 _EMBEDDING_MODELS = {
    "MistralModel": ("llama_embedding", "LlamaEmbeddingModel"),
+    "Qwen2ForRewardModel": ("qwen2_rm", "Qwen2ForRewardModel"),
 }

 _MULTIMODAL_MODELS = {