[Bugfix] Fix speculative decode seeded test (#6743)

2024-07-24 08:58:31 -07:00
parent 545146349c
commit 2cf0df3381
2 changed files with 19 additions and 6 deletions
--- a/tests/spec_decode/e2e/conftest.py
+++ b/tests/spec_decode/e2e/conftest.py
@@ -191,7 +191,8 @@ def create_llm_generator(baseline_or_test, request, common_llm_kwargs,
                and llm.llm_engine.log_stats):
            for sate_logger in llm.llm_engine.stat_loggers.values():
                sate_logger.local_interval = 0
-        set_random_seed(seed)
+        if seed is not None:
+            set_random_seed(seed)

        yield llm
        del llm