biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Drop ROCm load format check (#10767)

Browse Source 
Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
wangxiyuan
2024-12-04 12:32:21 +08:00
committed by GitHub
parent d2bd88b122
commit b5b647b084
1 changed files with 3 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
vllm/config.py
View File

@@ -931,7 +931,9 @@ class LoadConfig:
if isinstance(model_loader_extra_config, str): if isinstance(model_loader_extra_config, str):
self.model_loader_extra_config = json.loads( self.model_loader_extra_config = json.loads(
model_loader_extra_config) model_loader_extra_config)
self._verify_load_format() if isinstance(self.load_format, str):
load_format = self.load_format.lower()
self.load_format = LoadFormat(load_format)
if self.ignore_patterns is not None and len(self.ignore_patterns) > 0: if self.ignore_patterns is not None and len(self.ignore_patterns) > 0:
logger.info( logger.info(
@@ -940,25 +942,6 @@ class LoadConfig:
else: else:
self.ignore_patterns = ["original/**/*"] self.ignore_patterns = ["original/**/*"]
def _verify_load_format(self) -> None:
if not isinstance(self.load_format, str):
return
load_format = self.load_format.lower()
self.load_format = LoadFormat(load_format)
rocm_not_supported_load_format: List[str] = []
if current_platform.is_rocm(
) and load_format in rocm_not_supported_load_format:
rocm_supported_load_format = [
f for f in LoadFormat.__members__
if (f not in rocm_not_supported_load_format)
]
raise ValueError(
f"load format '{load_format}' is not supported in ROCm. "
f"Supported load formats are "
f"{rocm_supported_load_format}")
@dataclass @dataclass
class ParallelConfig: class ParallelConfig: