biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Missing quant_config in deepseek embedding layer (#12836)

Browse Source
This commit is contained in:
Szymon Ożóg
2025-02-07 06:35:09 +01:00
committed by GitHub
parent 433c4a4923
commit aa375dca9f
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/models/deepseek_v2.py
View File

@@ -581,7 +581,8 @@ class DeepseekV2Model(nn.Module):
self.embed_tokens = VocabParallelEmbedding( self.embed_tokens = VocabParallelEmbedding(
config.vocab_size, config.vocab_size,
config.hidden_size, config.hidden_size,
) quant_config=quant_config,
prefix=f"{prefix}.embed_tokens")
else: else:
self.embed_tokens = PPMissingLayer() self.embed_tokens = PPMissingLayer()