dc6908ac6a
Signed-off-by: Ranran <1012869439@qq.com> Signed-off-by: Ranran <hzz5361@psu.edu> Signed-off-by: ran <hzz5361@psu.edu> Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
13 lines
436 B
Python
13 lines
436 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
import pytest
|
|
|
|
import vllm.envs as envs
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def enable_batch_invariant_mode(monkeypatch: pytest.MonkeyPatch):
|
|
"""Automatically enable batch invariant kernel overrides for all tests."""
|
|
monkeypatch.setattr(envs, "VLLM_BATCH_INVARIANT", True)
|
|
monkeypatch.setenv("VLLM_BATCH_INVARIANT", "1")
|