[Frontend] Bad words sampling parameter (#9717)

Signed-off-by: Vasily Alexeev <alvasian@yandex.ru>
2024-10-26 19:29:38 +03:00
parent 55137e8ee3
commit 07e981fdf4
6 changed files with 339 additions and 16 deletions
--- a/vllm/model_executor/guided_decoding/init.py
+++ b/vllm/model_executor/guided_decoding/init.py
@@ -1,6 +1,7 @@
 from typing import Optional

-from vllm.sampling_params import GuidedDecodingParams, LogitsProcessor
+from vllm.logits_process import LogitsProcessor
+from vllm.sampling_params import GuidedDecodingParams


 async def get_guided_decoding_logits_processor(