[Bugfix] Relax lang pin for voxtral (#21833)

Signed-off-by: Sanchit Gandhi <sgandhi3141@gmail.com>
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
Sanchit Gandhi
2025-07-31 04:38:52 +01:00
committed by GitHub
parent 9cb497bfa3
commit ec02e536df
4 changed files with 80 additions and 80 deletions

View File

@@ -86,11 +86,7 @@ class OpenAISpeechToText(OpenAIServing):
audio_data: bytes,
) -> tuple[list[PromptType], float]:
# Validate request
# TODO language should be optional and can be guessed.
# For now we default to en. See
# https://github.com/huggingface/transformers/blob/main/src/transformers/models/whisper/generation_whisper.py#L1520
lang = request.language or "en"
self.model_cls.validate_language(lang)
language = self.model_cls.validate_language(request.language)
if len(audio_data) / 1024**2 > self.max_audio_filesize_mb:
raise ValueError("Maximum file size exceeded.")
@@ -112,7 +108,7 @@ class OpenAISpeechToText(OpenAIServing):
audio=chunk,
stt_config=self.asr_config,
model_config=self.model_config,
language=lang,
language=language,
task_type=self.task_type,
request_prompt=request.prompt)
prompts.append(prompt)