add custom server params (#1868)

2023-12-04 04:59:18 +08:00
parent 0f90effc66
commit 60dc62dc9e
3 changed files with 9 additions and 0 deletions
--- a/vllm/sampling_params.py
+++ b/vllm/sampling_params.py
@@ -149,6 +149,7 @@ class SamplingParams:
                # Zero temperature means greedy sampling.
                self.top_p = 1.0
                self.top_k = -1
+                self.min_p = 0.0
                self._verify_greedy_sampling()

    def _verify_args(self) -> None: