[Renderer] Separate out RendererConfig from ModelConfig (#30145)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-12-07 15:15:42 +08:00
committed by GitHub
parent a49d813fa8
commit 27f4c2fd46
105 changed files with 969 additions and 797 deletions

View File

@@ -10,7 +10,7 @@ from vllm.multimodal import MultiModalRegistry
from vllm.v1.request import Request
if TYPE_CHECKING:
from vllm.config import ModelConfig, SchedulerConfig
from vllm.config import RendererConfig, SchedulerConfig
logger = init_logger(__name__)
@@ -250,7 +250,7 @@ class EncoderCacheManager:
def compute_encoder_budget(
model_config: "ModelConfig",
renderer_config: "RendererConfig",
scheduler_config: "SchedulerConfig",
mm_registry: MultiModalRegistry,
) -> tuple[int, int]:
@@ -263,9 +263,9 @@ def compute_encoder_budget(
- Space budget for encoder cache size, measured in number of tokens
from the input sequence.
"""
if mm_registry.supports_multimodal_inputs(model_config):
if mm_registry.supports_multimodal_inputs(renderer_config):
max_tokens_by_modality = mm_registry.get_max_tokens_per_item_by_modality(
model_config
renderer_config
)
return compute_mm_encoder_budget(