diff --git a/colossalai/communication/p2p_v2.py b/colossalai/communication/p2p_v2.py index 9b96d622f539..0b575e7dba77 100644 --- a/colossalai/communication/p2p_v2.py +++ b/colossalai/communication/p2p_v2.py @@ -266,43 +266,3 @@ def send_backward(input_object: Any, prev_rank: int = None) -> None: if prev_rank is None: prev_rank = gpc.get_prev_global_rank(ParallelMode.PIPELINE) _send_object(input_object, prev_rank) - - -def send_forward_recv_backward(): - """reserve - """ - pass - - -def send_backward_recv_forward(): - """reserve - """ - pass - - -def send_forward_recv_forward(): - """reserve - """ - pass - - -def send_backward_recv_backward(): - """reserve - """ - pass - - -def send_forward_backward_recv_forward_backward( - output_tensor, - input_tensor_grad, - input_tensor_shape, - output_grad_shape, - recv_prev=True, - recv_next=True, - prev_rank=None, - next_rank=None, - dtype=torch.float, - scatter_gather_tensors=False) -> Tuple[Union[torch.Tensor, List[torch.Tensor]]]: - """reserve - """ - pass