[Bugfix]: Fix messy code when using logprobs (#19209)

Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
2025-07-08 11:02:15 +08:00
parent af107d5a0e
commit 93b9d9f499
3 changed files with 25 additions and 3 deletions
--- a/tests/v1/engine/test_output_processor.py
+++ b/tests/v1/engine/test_output_processor.py
@@ -35,7 +35,7 @@ def _ref_convert_id_to_token(
    Returns:
      String representation of input token id
    """
-    return tokenizer.convert_ids_to_tokens(token_id) or ""
+    return tokenizer.decode([token_id]) or ""


@pytest.mark.parametrize(