modelzoo.transformers.data_processing.slimpajama.preprocessing.shuffle_holdout.pass_1_shuffle#

modelzoo.transformers.data_processing.slimpajama.preprocessing.shuffle_holdout.pass_1_shuffle(redpajama_dataset, output_dir_path='./', archive_name='redpajama')[source]#

previous

modelzoo.transformers.data_processing.slimpajama.preprocessing.shuffle_holdout

next

modelzoo.transformers.data_processing.slimpajama.preprocessing.shuffle_holdout.pass_2_shuffle_holdout