cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.filter.filter_dataset

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.filter.filter_dataset(args)

previous

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.filter.clean

next

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.filter.get_short_documents