2025-02-02 14:58:18 -05:00
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
2024-07-26 23:02:25 -04:00
|
|
|
import pytest
|
|
|
|
|
|
2024-10-18 14:30:55 -07:00
|
|
|
from vllm.distributed import cleanup_dist_env_and_memory
|
2024-07-26 23:02:25 -04:00
|
|
|
from vllm.model_executor.model_loader.tensorizer import TensorizerConfig
|
|
|
|
|
|
|
|
|
|
|
2024-07-30 14:48:50 -04:00
|
|
|
@pytest.fixture(autouse=True)
|
2024-07-26 23:02:25 -04:00
|
|
|
def cleanup():
|
2024-10-18 14:30:55 -07:00
|
|
|
cleanup_dist_env_and_memory(shutdown_ray=True)
|
2024-07-26 23:02:25 -04:00
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
|
|
|
def tensorizer_config():
|
|
|
|
|
config = TensorizerConfig(tensorizer_uri="vllm")
|
2024-07-30 14:48:50 -04:00
|
|
|
return config
|