modelzoo.transformers.data_processing.slimpajama.split_dataset.generate_samples#

modelzoo.transformers.data_processing.slimpajama.split_dataset.generate_samples(files, queues, process_id)[source]#

previous

modelzoo.transformers.data_processing.slimpajama.split_dataset

next

modelzoo.transformers.data_processing.slimpajama.split_dataset.main