[Chore] Move detokenizer_utils to vllm/tokenizers (#29727)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-11-29 22:25:17 +08:00
committed by GitHub
parent fe3398fab2
commit fa59fe417f
9 changed files with 8 additions and 8 deletions

View File

@@ -10,7 +10,7 @@ import yaml
from transformers import AutoTokenizer
from pydantic import ValidationError
from vllm.transformers_utils.detokenizer_utils import convert_ids_list_to_tokens
from vllm.tokenizers.detokenizer_utils import convert_ids_list_to_tokens
from vllm.utils.argparse_utils import FlexibleArgumentParser
from ..utils import flat_product