[BugFix][Frontend] Fix completion logprobs=0 error (#3731)

2024-03-30 00:38:21 +08:00
parent 6110c39dc8
commit f510395bbf
5 changed files with 26 additions and 7 deletions
--- a/vllm/entrypoints/openai/serving_completion.py
+++ b/vllm/entrypoints/openai/serving_completion.py
@@ -251,9 +251,6 @@ class OpenAIServingCompletion(OpenAIServing):
                            i]:] if output.logprobs else None

                    if request.logprobs is not None:
-                        assert top_logprobs is not None, (
-                            "top_logprobs must be provided when logprobs "
-                            "is requested")
                        logprobs = self._create_logprobs(
                            token_ids=delta_token_ids,
                            top_logprobs=top_logprobs,