[Bugfix][Minor] Make ignore_eos effective (#4468)

2024-05-01 07:33:33 +08:00
parent 715c2d854d
commit dd1a50a8bc
1 changed files with 2 additions and 1 deletions
--- a/vllm/sampling_params.py
+++ b/vllm/sampling_params.py
@@ -275,7 +275,8 @@ class SamplingParams:
            self, generation_config: Dict[str, Any]) -> None:
        """Update if there are non-default values from generation_config"""
        # Update eos_token_id for generation
-        if eos_ids := generation_config.get("eos_token_id"):
+        if (not self.ignore_eos) and (eos_ids :=
+                                      generation_config.get("eos_token_id")):
            # it can be either int or list of int
            if isinstance(eos_ids, int):
                eos_ids = [eos_ids]