megatron.core.parallel\_state
=============================

.. rubric:: Description

.. automodule:: megatron.core.parallel_state

.. currentmodule:: megatron.core.parallel_state




.. rubric:: Functions

.. autosummary::
    :toctree: .
    
    destroy_model_parallel
    
    get_data_parallel_group
    
    get_data_parallel_rank
    
    get_data_parallel_src_rank
    
    get_data_parallel_world_size
    
    get_embedding_group
    
    get_global_memory_buffer
    
    get_model_parallel_group
    
    get_pipeline_model_parallel_first_rank
    
    get_pipeline_model_parallel_group
    
    get_pipeline_model_parallel_last_rank
    
    get_pipeline_model_parallel_next_rank
    
    get_pipeline_model_parallel_prev_rank
    
    get_pipeline_model_parallel_rank
    
    get_pipeline_model_parallel_world_size
    
    get_position_embedding_group
    
    get_tensor_model_parallel_group
    
    get_tensor_model_parallel_rank
    
    get_tensor_model_parallel_src_rank
    
    get_tensor_model_parallel_world_size
    
    get_virtual_pipeline_model_parallel_rank
    
    get_virtual_pipeline_model_parallel_world_size
    
    initialize_model_parallel
    
    is_pipeline_first_stage
    
    is_pipeline_last_stage
    
    is_pipeline_stage_after_split
    
    is_pipeline_stage_at_split
    
    is_pipeline_stage_before_split
    
    is_rank_in_embedding_group
    
    is_rank_in_position_embedding_group
    
    model_parallel_is_initialized
    
    set_pipeline_model_parallel_rank
    
    set_pipeline_model_parallel_split_rank
    
    set_pipeline_model_parallel_world_size
    
    set_tensor_model_parallel_rank
    
    set_tensor_model_parallel_world_size
    
    set_virtual_pipeline_model_parallel_rank