megatron.schedules
==================

.. rubric:: Description

.. automodule:: megatron.schedules

.. currentmodule:: megatron.schedules




.. rubric:: Functions

.. autosummary::
    :toctree: .
    
    backward_step
    
    custom_backward
    
    deallocate_output_tensor
    
    dummy_handler
    
    forward_backward_no_pipelining
    
    forward_backward_pipelining_with_interleaving
    
    forward_backward_pipelining_without_interleaving
    
    forward_step
    
    get_forward_backward_func
    
    get_tensor_shapes
    
    recv_backward
    
    recv_forward
    
    send_backward
    
    send_backward_recv_forward
    
    send_forward
    
    send_forward_recv_backward