[bugfix] moe tuning. rm is_navi() (#12273)

Signed-off-by: Divakar Verma <divakar.verma@amd.com>
This commit is contained in:
Divakar Verma
2025-01-21 16:47:32 -06:00
committed by GitHub
parent 9c485d9e25
commit 2acba47d9b

View File

@@ -12,10 +12,10 @@ from transformers import AutoConfig
from vllm.model_executor.layers.fused_moe.fused_moe import *
from vllm.platforms import current_platform
from vllm.utils import FlexibleArgumentParser, is_navi
from vllm.utils import FlexibleArgumentParser
FP8_DTYPE = torch.float8_e4m3fnuz if current_platform.is_rocm(
) and not is_navi() else torch.float8_e4m3fn
) else torch.float8_e4m3fn
class BenchmarkConfig(TypedDict):