modelzoo.transformers.data_processing.slimpajama.preprocessing.shuffle_holdout.pass_2_shuffle_holdout#

modelzoo.transformers.data_processing.slimpajama.preprocessing.shuffle_holdout.pass_2_shuffle_holdout(input_dir_path, output_dir_path, output_holdout_dir_path, start_index, end_index, chunk_id)[source]#

previous

modelzoo.transformers.data_processing.slimpajama.preprocessing.shuffle_holdout.pass_1_shuffle

next

modelzoo.transformers.data_processing.slimpajama.preprocessing.shuffle_holdout.write_docs