biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[BugFix] [FEAT] Enable fastsafetensors for ROCm platform (#28225)

Browse Source 
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
TJian
2025-11-20 23:34:11 +07:00
committed by GitHub
parent a2e9ebe9e2
commit 82b05b15e6
3 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tests/model_executor/model_loader/fastsafetensors_loader/test_fastsafetensors_loader.py
View File

@@ -19,7 +19,8 @@ sampling_params = SamplingParams(temperature=0.8, top_p=0.95, seed=0)
@pytest.mark.skipif(
not current_platform.is_cuda(), reason="fastsafetensors requires CUDA/NVIDIA GPUs"
not current_platform.is_cuda_alike(),
reason="fastsafetensors requires NVIDIA/AMD GPUs",
)
def test_model_loader_download_files(vllm_runner):
with vllm_runner(test_model, load_format="fastsafetensors") as llm:

3
tests/model_executor/model_loader/fastsafetensors_loader/test_weight_utils.py
View File

@@ -17,7 +17,8 @@ from vllm.platforms import current_platform
@pytest.mark.skipif(
not current_platform.is_cuda(), reason="fastsafetensors requires CUDA/NVIDIA GPUs"
not current_platform.is_cuda_alike(),
reason="fastsafetensors requires NVIDIA/AMD GPUs",
)
def test_fastsafetensors_model_loader():
with tempfile.TemporaryDirectory() as tmpdir: