modelzoo.transformers.data_processing.slimpajama.utils.utils.cycle_documents

modelzoo.transformers.data_processing.slimpajama.utils.utils.cycle_documents(dataset, process_id, n_process, dup_sh, short_sh)

previous

modelzoo.transformers.data_processing.slimpajama.utils.utils

next

modelzoo.transformers.data_processing.slimpajama.utils.utils.rm_if_exists