This commit is contained in:
@@ -7,7 +7,7 @@ from unittest.mock import Mock
|
||||
|
||||
import pytest
|
||||
|
||||
from vllm.config import ModelConfig, RendererConfig
|
||||
from vllm.config import ModelConfig
|
||||
from vllm.entrypoints.openai.serving_engine import OpenAIServing
|
||||
from vllm.entrypoints.openai.serving_models import OpenAIServingModels
|
||||
from vllm.tokenizers import MistralTokenizer
|
||||
@@ -19,16 +19,10 @@ def serving() -> OpenAIServing:
|
||||
|
||||
# Create minimal mocks
|
||||
engine_client = Mock()
|
||||
|
||||
model_config = Mock(spec=ModelConfig)
|
||||
model_config.max_model_len = 32768
|
||||
|
||||
renderer_config = Mock(spec=RendererConfig)
|
||||
renderer_config.model_config = model_config
|
||||
|
||||
models = Mock(spec=OpenAIServingModels)
|
||||
models.model_config = model_config
|
||||
models.renderer_config = renderer_config
|
||||
models.input_processor = Mock()
|
||||
models.io_processor = Mock()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user