Support per-request seed (#2514)

2024-02-21 11:47:00 -08:00
parent dc903e70ac
commit 7d2dcce175
10 changed files with 296 additions and 91 deletions
--- a/vllm/engine/arg_utils.py
+++ b/vllm/engine/arg_utils.py
@@ -173,7 +173,6 @@ class EngineArgs:
                            default=EngineArgs.block_size,
                            choices=[8, 16, 32],
                            help='token block size')
-        # TODO(woosuk): Support fine-grained seeds (e.g., seed per request).
        parser.add_argument('--seed',
                            type=int,
                            default=EngineArgs.seed,