[Refactor] Simplify BOS/EOS token handling (#34435)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2026-02-13 10:18:24 +08:00
parent 04ea31baab
commit ea5ff3a1f6
29 changed files with 123 additions and 123 deletions
--- a/tests/detokenizer/test_stop_string_while_stop_model_terminates.py
+++ b/tests/detokenizer/test_stop_string_while_stop_model_terminates.py
@@ -35,7 +35,6 @@ def _make_request(stop, include_stop_str_in_output: bool, min_tokens: int = 0):
        mm_features=None,
        sampling_params=params,
        pooling_params=None,
-        eos_token_id=None,
        arrival_time=0.0,
        lora_request=None,
        cache_salt=None,