[Misc] [CI/Build] Speed up block manager CPU-only unit tests ~10x by opting-out of GPU cleanup (#3783)

This commit is contained in:
Cade Daniel
2024-04-01 17:49:51 -07:00
committed by GitHub
parent 7d4e1b85e7
commit eb69d68804
3 changed files with 25 additions and 18 deletions

View File

@@ -1,25 +1,10 @@
import contextlib
import gc
import pytest
import ray
import torch
from tests.conftest import cleanup
from vllm import LLM
from vllm.model_executor.parallel_utils.parallel_state import (
destroy_model_parallel)
from vllm.model_executor.utils import set_random_seed
def cleanup():
destroy_model_parallel()
with contextlib.suppress(AssertionError):
torch.distributed.destroy_process_group()
gc.collect()
torch.cuda.empty_cache()
ray.shutdown()
@pytest.fixture
def baseline_llm_generator(common_llm_kwargs, per_test_common_llm_kwargs,
baseline_llm_kwargs, seed):