Report usage for beam search (#6404)

This commit is contained in:
Simon Mo
2024-07-14 19:37:35 -07:00
committed by GitHub
parent ccb20db8bd
commit 32c9d7f765
2 changed files with 18 additions and 2 deletions

View File

@@ -189,6 +189,10 @@ class SamplingParams:
self._verify_args()
if self.use_beam_search:
# Lazy import to avoid circular imports.
from vllm.usage.usage_lib import set_runtime_usage_data
set_runtime_usage_data("use_beam_search", True)
if not envs.VLLM_NO_DEPRECATION_WARNING:
logger.warning(
"[IMPORTANT] We plan to discontinue the support for beam "
@@ -196,6 +200,7 @@ class SamplingParams:
"https://github.com/vllm-project/vllm/issues/6226 for "
"more information. Set VLLM_NO_DEPRECATION_WARNING=1 to "
"suppress this warning.")
self._verify_beam_search()
else:
self._verify_non_beam_search()