[BugFix] Fix handling of stop strings and stop token ids (#3672)

2024-04-11 23:34:12 +01:00
parent 1e96c3341a
commit e46a60aa4c
8 changed files with 206 additions and 41 deletions
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -401,7 +401,7 @@ class VllmRunner:
        cleanup()


-@pytest.fixture
+@pytest.fixture(scope="session")
 def vllm_runner():
    return VllmRunner