[CI/Build] Make Marlin Tests Green (#3753)

This commit is contained in:
Robert Shaw
2024-03-30 21:18:34 -05:00
committed by GitHub
parent 9c82a1bec3
commit 563c1d7ec5

View File

@@ -47,7 +47,7 @@ model_pairs = [
@pytest.mark.parametrize("model_pair", model_pairs)
@pytest.mark.parametrize("dtype", ["half"])
@pytest.mark.parametrize("max_tokens", [32])
@pytest.mark.parametrize("num_logprobs", [3])
@pytest.mark.parametrize("num_logprobs", [5])
def test_models(
vllm_runner,
example_prompts,