copy_to_tensor_model_parallel_region(input_)
|
|
gather_from_sequence_parallel_region(input_)
|
|
gather_from_tensor_model_parallel_region(input_)
|
|
reduce_from_tensor_model_parallel_region(input_)
|
|
reduce_scatter_to_sequence_parallel_region(input_)
|
|
scatter_to_sequence_parallel_region(input_)
|
|
scatter_to_tensor_model_parallel_region(input_)
|
|