megatron.data.data_samplers.build_pretraining_data_loader#

megatron.data.data_samplers.build_pretraining_data_loader(dataset, consumed_samples, collate_fn=None)#: Buld dataloader given an input dataset.