biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[CI] Try introducing isort. (#3495)

Browse Source
This commit is contained in:
SangBin Cho
2024-03-25 23:59:47 +09:00
committed by GitHub
parent e67c295b0c
commit 01bfb22b41
144 changed files with 512 additions and 465 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/model_executor/parallel_utils/communication_op.py
View File

@@ -5,14 +5,11 @@ import torch
from torch.distributed import ProcessGroup
from vllm.model_executor.parallel_utils import cupy_utils
from vllm.model_executor.parallel_utils.parallel_state import (
get_tensor_model_parallel_rank,
get_tensor_model_parallel_world_size,
get_tensor_model_parallel_group,
is_cupy_nccl_enabled_for_all_reduce,
)
from vllm.model_executor.parallel_utils.custom_all_reduce import (
custom_all_reduce)
from vllm.model_executor.parallel_utils.parallel_state import (
get_tensor_model_parallel_group, get_tensor_model_parallel_rank,
get_tensor_model_parallel_world_size, is_cupy_nccl_enabled_for_all_reduce)
def tensor_model_parallel_all_reduce(input_: torch.Tensor) -> torch.Tensor:

5
vllm/model_executor/parallel_utils/custom_all_reduce.py
View File

@@ -6,11 +6,12 @@ import torch.distributed as dist
from vllm.logger import init_logger
from vllm.model_executor.parallel_utils.parallel_state import (
get_tensor_model_parallel_world_size, get_tensor_model_parallel_rank)
get_tensor_model_parallel_rank, get_tensor_model_parallel_world_size)
try:
from vllm._C import custom_ar
import pynvml
from vllm._C import custom_ar
except ImportError:
# For AMD GPUs
custom_ar = None