Skip to content

Commit

Permalink
[communication] remove print code
Browse files Browse the repository at this point in the history
  • Loading branch information
LSTM-Kirigaya committed Aug 8, 2022
1 parent f97a76f commit 3998bae
Showing 1 changed file with 0 additions and 40 deletions.
40 changes: 0 additions & 40 deletions colossalai/communication/p2p_v2.py
Original file line number Diff line number Diff line change
Expand Up @@ -266,43 +266,3 @@ def send_backward(input_object: Any, prev_rank: int = None) -> None:
if prev_rank is None:
prev_rank = gpc.get_prev_global_rank(ParallelMode.PIPELINE)
_send_object(input_object, prev_rank)


def send_forward_recv_backward():
"""reserve
"""
pass


def send_backward_recv_forward():
"""reserve
"""
pass


def send_forward_recv_forward():
"""reserve
"""
pass


def send_backward_recv_backward():
"""reserve
"""
pass


def send_forward_backward_recv_forward_backward(
output_tensor,
input_tensor_grad,
input_tensor_shape,
output_grad_shape,
recv_prev=True,
recv_next=True,
prev_rank=None,
next_rank=None,
dtype=torch.float,
scatter_gather_tensors=False) -> Tuple[Union[torch.Tensor, List[torch.Tensor]]]:
"""reserve
"""
pass

0 comments on commit 3998bae

Please sign in to comment.