biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[BugFix] Fix tokenizer out of vocab size (#3685)

Browse Source
This commit is contained in:
Roy
2024-03-29 23:18:59 +08:00
committed by GitHub
parent d8658c8cc1
commit 6110c39dc8
4 changed files with 14 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/entrypoints/openai/serving_engine.py
View File

@@ -68,14 +68,6 @@ class OpenAIServing:
tokenizer_mode=engine_model_config.tokenizer_mode,
trust_remote_code=engine_model_config.trust_remote_code)
if len(self.tokenizer) != engine_model_config.get_vocab_size():
logger.warning(
f"The tokenizer's vocabulary size {len(self.tokenizer)}"
f" does not match the model's vocabulary size "
f"{engine_model_config.get_vocab_size()}. This might "
f"cause an error in decoding. Please change config.json "
"to match the tokenizer's vocabulary size.")
async def show_available_models(self) -> ModelList:
"""Show available models. Right now we only have one model."""
model_cards = [