[V1] Support Deepseek MTP (#18435)

Signed-off-by: Rui Qiao <ruisearch42@gmail.com>
Signed-off-by: YaoJiayi <120040070@link.cuhk.edu.cn>
Co-authored-by: Rui Qiao <ruisearch42@gmail.com>
This commit is contained in:
Jiayi Yao
2025-05-23 12:26:28 -05:00
committed by GitHub
parent 371f7e4ca2
commit 2628a69e35
6 changed files with 120 additions and 66 deletions

View File

@@ -19,6 +19,7 @@ from vllm.sequence import IntermediateTensors
from .deepseek_v2 import (DeepseekV2DecoderLayer,
get_spec_layer_idx_from_weight_name)
from .interfaces import SupportsPP
from .utils import maybe_prefix
@@ -145,7 +146,7 @@ class DeepSeekMultiTokenPredictor(nn.Module):
return logits
class DeepSeekMTP(nn.Module):
class DeepSeekMTP(nn.Module, SupportsPP):
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
super().__init__()