[V1][Core] min_p sampling support (#13191)

Signed-off-by: Aoyu <aoyuzhan@amazon.com> Co-authored-by: Aoyu <aoyuzhan@amazon.com>
2025-02-15 07:50:05 +08:00
parent 3bcb8c75da
commit a12934d3ec
4 changed files with 96 additions and 0 deletions
--- a/vllm/v1/sample/metadata.py
+++ b/vllm/v1/sample/metadata.py
@@ -17,6 +17,8 @@ class SamplingMetadata:
    top_k: torch.Tensor
    no_top_p: bool
    no_top_k: bool
+    min_p: torch.Tensor
+    no_min_p: bool

    generators: Dict[int, torch.Generator]