[Build/CI] Enabling AMD Entrypoints Test (#4834)

Co-authored-by: Alexey Kondratiev <alexey.kondratiev@amd.com>
This commit is contained in:
Alexei-V-Ivanov-AMD
2024-05-20 13:29:28 -05:00
committed by GitHub
parent 546a97ef69
commit 943e72ca56
4 changed files with 16 additions and 6 deletions

View File

@@ -6,8 +6,12 @@ from typing import Dict, List, Optional, Tuple, Union
import pytest
import ray
import torch
from pynvml import (nvmlDeviceGetHandleByIndex, nvmlDeviceGetMemoryInfo,
nvmlInit)
from vllm.utils import is_hip
if (not is_hip()):
from pynvml import (nvmlDeviceGetHandleByIndex, nvmlDeviceGetMemoryInfo,
nvmlInit)
from vllm import LLM
from vllm.engine.arg_utils import AsyncEngineArgs