biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Fixing Imprecise Type Annotations (#15192)

Browse Source
This commit is contained in:
Wang Ran (汪然)
2025-03-20 16:19:55 +08:00
committed by GitHub
parent 3d45e3d749
commit c607a2652b
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/transformers_utils/tokenizer_group/__init__.py
View File

@@ -18,7 +18,7 @@ else:
def init_tokenizer_from_configs(model_config: ModelConfig, def init_tokenizer_from_configs(model_config: ModelConfig,
scheduler_config: SchedulerConfig, scheduler_config: SchedulerConfig,
parallel_config: ParallelConfig, parallel_config: ParallelConfig,
lora_config: LoRAConfig): lora_config: Optional[LoRAConfig]):
init_kwargs = dict(tokenizer_id=model_config.tokenizer, init_kwargs = dict(tokenizer_id=model_config.tokenizer,
enable_lora=bool(lora_config), enable_lora=bool(lora_config),
max_num_seqs=scheduler_config.max_num_seqs, max_num_seqs=scheduler_config.max_num_seqs,