[Bugfix] Fix OpenAI parallel sampling when using xgrammar (#11637)

Signed-off-by: mgoin <michael@neuralmagic.com>
2024-12-30 22:43:54 -05:00
parent a2a40bcd0d
commit 74fa1d123c
4 changed files with 17 additions and 13 deletions
--- a/vllm/sequence.py
+++ b/vllm/sequence.py
@@ -1372,7 +1372,7 @@ class ParallelSampleSequenceGroup(SequenceGroupBase):
    @staticmethod
    def add_request(request_id: str, engine, params, **kwargs):
        original_params = params
-        params = copy.deepcopy(original_params)
+        params = original_params.clone()
        params.n = 1
        group = ParallelSampleSequenceGroup(request_id)
        seqs = []