[Docker] bump up neuron sdk v2.21 (#11593)

Signed-off-by: Liangfu Chen <liangfc@amazon.com>
This commit is contained in:
Liangfu Chen
2024-12-29 21:46:14 -08:00
committed by GitHub
parent 3682e33f9f
commit 628ec6c17b
4 changed files with 6 additions and 8 deletions

View File

@@ -23,8 +23,7 @@ with contextlib.suppress(ImportError):
import vllm._moe_C # noqa: F401
supports_moe_ops = True
# neuron has torch version that doesn't even have impl_abstract
if TYPE_CHECKING or current_platform.is_neuron():
if TYPE_CHECKING:
def register_fake(fn):
return lambda name: fn

View File

@@ -8,7 +8,6 @@ logger = init_logger(__name__)
HAS_TRITON = (
find_spec("triton") is not None
and not current_platform.is_xpu() # Not compatible
and not current_platform.is_neuron() # neuron has too old torch
)
if not HAS_TRITON: