biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

let draft model follow target model's config_format (#30152)

Browse Source
This commit is contained in:
Bangsheng Tang
2025-12-05 13:33:42 -08:00
committed by GitHub
parent 962d703818
commit 77e4472809
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/config/speculative.py
View File

@@ -337,6 +337,7 @@ class SpeculativeConfig:
enforce_eager=self.target_model_config.enforce_eager, enforce_eager=self.target_model_config.enforce_eager,
max_logprobs=self.target_model_config.max_logprobs, max_logprobs=self.target_model_config.max_logprobs,
hf_overrides=SpeculativeConfig.hf_config_override, hf_overrides=SpeculativeConfig.hf_config_override,
config_format=self.target_model_config.config_format,
) )
# Automatically detect the method # Automatically detect the method