[Bugfix] Fix deepseek_v32 tokenizer_mode (#30658)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
@@ -30,7 +30,7 @@ logger = init_logger(__name__)
|
||||
|
||||
|
||||
_VLLM_TOKENIZERS = {
|
||||
"deepseekv32": ("deepseekv32", "DeepseekV32Tokenizer"),
|
||||
"deepseek_v32": ("deepseek_v32", "DeepseekV32Tokenizer"),
|
||||
"hf": ("hf", "CachedHfTokenizer"),
|
||||
"mistral": ("mistral", "MistralTokenizer"),
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user