cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.pass_1_shuffle

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.pass_1_shuffle(redpajama_dataset, output_dir_path='./', archive_name='redpajama')

previous

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout

next

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.pass_2_shuffle_holdout