[Frontend] Consolidate tokenizer init code (#26276)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -65,9 +65,7 @@ def _mk_processor(
|
||||
device_config=DeviceConfig(device="cpu"),
|
||||
)
|
||||
|
||||
# Pass tokenizer=None; InputPreprocessor handles None when
|
||||
# skip_tokenizer_init is True.
|
||||
return Processor(vllm_config, tokenizer=None) # type: ignore[arg-type]
|
||||
return Processor(vllm_config)
|
||||
|
||||
|
||||
def test_multi_modal_uuids_length_mismatch_raises(monkeypatch):
|
||||
|
||||
Reference in New Issue
Block a user