Report usage for beam search (#6404)
This commit is contained in:
@@ -189,6 +189,10 @@ class SamplingParams:
|
||||
|
||||
self._verify_args()
|
||||
if self.use_beam_search:
|
||||
# Lazy import to avoid circular imports.
|
||||
from vllm.usage.usage_lib import set_runtime_usage_data
|
||||
set_runtime_usage_data("use_beam_search", True)
|
||||
|
||||
if not envs.VLLM_NO_DEPRECATION_WARNING:
|
||||
logger.warning(
|
||||
"[IMPORTANT] We plan to discontinue the support for beam "
|
||||
@@ -196,6 +200,7 @@ class SamplingParams:
|
||||
"https://github.com/vllm-project/vllm/issues/6226 for "
|
||||
"more information. Set VLLM_NO_DEPRECATION_WARNING=1 to "
|
||||
"suppress this warning.")
|
||||
|
||||
self._verify_beam_search()
|
||||
else:
|
||||
self._verify_non_beam_search()
|
||||
|
||||
Reference in New Issue
Block a user