[V1] Prevent xgrammar from breaking TPU support (#14575)

Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
Russell Bryant
2025-03-10 19:06:19 -04:00
committed by GitHub
parent 432d6dad15
commit 04421dff8a
2 changed files with 11 additions and 2 deletions

View File

@@ -4,6 +4,7 @@ import time
from collections.abc import Mapping
from typing import Optional, Union
import vllm.platforms
from vllm.config import VllmConfig
from vllm.inputs import (INPUT_REGISTRY, InputRegistry, ProcessorInputs,
PromptType, SingletonInputsAdapter)
@@ -133,6 +134,9 @@ class Processor:
if self.vllm_config.speculative_config:
raise ValueError("Structured output is not supported with "
"speculative decoding.")
if vllm.platforms.current_platform.is_tpu():
raise ValueError("Structured output is not supported on TPU.")
validate_structured_output_request(params)
def process_inputs(