biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Model] Add classification Task with Qwen2ForSequenceClassification (#9704)

Browse Source 
Signed-off-by: Kevin-Yang <ykcha9@gmail.com>
Co-authored-by: Kevin-Yang <ykcha9@gmail.com>
This commit is contained in:
kakao-kevin-us
2024-10-27 02:53:35 +09:00
committed by GitHub
parent 07e981fdf4
commit 6650e6a930
6 changed files with 211 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/registry.py
View File

@@ -96,6 +96,8 @@ _EMBEDDING_MODELS = {
"Gemma2Model": ("gemma2", "Gemma2EmbeddingModel"),
"MistralModel": ("llama", "LlamaEmbeddingModel"),
"Qwen2ForRewardModel": ("qwen2_rm", "Qwen2ForRewardModel"),
"Qwen2ForSequenceClassification": (
"qwen2_cls", "Qwen2ForSequenceClassification"),
# [Multimodal]
"LlavaNextForConditionalGeneration": ("llava_next", "LlavaNextForConditionalGeneration"), # noqa: E501
"Phi3VForCausalLM": ("phi3v", "Phi3VForCausalLM"),