add platform check back (#15578)
Signed-off-by: Chenyaaang <llccyy1212@gmail.com>
This commit is contained in:
@@ -137,6 +137,9 @@ class Processor:
|
|||||||
f" != {engine_level_backend}")
|
f" != {engine_level_backend}")
|
||||||
else:
|
else:
|
||||||
params.guided_decoding.backend = engine_level_backend
|
params.guided_decoding.backend = engine_level_backend
|
||||||
|
import vllm.platforms
|
||||||
|
if vllm.platforms.current_platform.is_tpu():
|
||||||
|
raise ValueError("Structured output is not supported on TPU.")
|
||||||
|
|
||||||
# Request content validation
|
# Request content validation
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user