[Bugfix] Avoid import AttentionMetadata explicitly in Mllama (#10593)

Signed-off-by: Isotr0py <2037008807@qq.com>
This commit is contained in:
Isotr0py
2024-11-24 02:12:20 +08:00
committed by GitHub
parent 651f6c31ac
commit 04668ebe7a
5 changed files with 21 additions and 11 deletions

View File

@@ -1,7 +1,5 @@
from typing import TYPE_CHECKING
import openvino as ov
import openvino.properties.hint as hints
import torch
import vllm.envs as envs
@@ -16,6 +14,12 @@ else:
logger = init_logger(__name__)
try:
import openvino as ov
import openvino.properties.hint as hints
except ImportError as e:
logger.warning("Failed to import OpenVINO with %r", e)
class OpenVinoPlatform(Platform):
_enum = PlatformEnum.OPENVINO