Remove redundant code in ColumnParallelLinear (#146)

2023-06-10 21:25:11 -07:00
parent 5020e1e80c
commit da5ddcd544
1 changed files with 1 additions and 1 deletions
--- a/cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py
+++ b/cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py
@@ -305,7 +305,7 @@ class ColumnParallelLinear(torch.nn.Module):
        """
        bias = self.bias if not self.skip_bias_add else None

-        input_parallel = copy_to_tensor_model_parallel_region(input_)
+        input_parallel = input_
        # Matrix multiply.
        output_parallel = F.linear(input_parallel, self.weight, bias)
        if self.gather_output: