megatron.utils
==============

.. rubric:: Description

.. automodule:: megatron.utils

.. currentmodule:: megatron.utils




.. rubric:: Functions

.. autosummary::
    :toctree: .
    
    average_losses_across_data_parallel_group
    
    calc_params_l2_norm
    
    check_adlr_autoresume_termination
    
    get_ltor_masks_and_position_ids
    
    is_last_local_rank
    
    is_last_rank
    
    print_all_nodes
    
    print_params_min_max_norm
    
    print_rank_0
    
    print_rank_last
    
    report_memory
    
    unwrap_model