[Misc] Remove unnecessary detokenization in multimodal processing (#12868)

This commit is contained in:
Cyrus Leung
2025-02-07 22:21:17 +08:00
committed by GitHub
parent 1918aa1b80
commit ce26b16268
4 changed files with 7 additions and 10 deletions

View File

@@ -260,9 +260,6 @@ class InputPreprocessor:
mm_processor = self.mm_registry.create_processor(
self.model_config, tokenizer)
if isinstance(prompt, list):
prompt = tokenizer.decode(prompt)
if mm_processor_kwargs is None:
mm_processor_kwargs = {}