[Renderer] Separate out RendererConfig from ModelConfig (#30145)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-12-07 15:15:42 +08:00
committed by GitHub
parent a49d813fa8
commit 27f4c2fd46
105 changed files with 969 additions and 797 deletions

View File

@@ -6,7 +6,7 @@ import pytest
from scipy.spatial.distance import cosine
from vllm import LLM, SamplingParams
from vllm.config import ModelConfig
from vllm.config import ModelConfig, RendererConfig
from ....utils import RemoteOpenAIServer
@@ -31,7 +31,8 @@ def test_find_array():
dtype="bfloat16",
seed=0,
)
pooling = GritLMMeanPool(model_config=model_config)
renderer_config = RendererConfig(model_config=model_config)
pooling = GritLMMeanPool(renderer_config=renderer_config)
arr = _arr([0, 1, 2, 3, 4, 5, 6, 7, 8, 9])