modelzoo.transformers.data_processing.slimpajama.preprocessing.filter.filter_dataset

modelzoo.transformers.data_processing.slimpajama.preprocessing.filter.filter_dataset(args)

previous

modelzoo.transformers.data_processing.slimpajama.preprocessing.filter.clean

next

modelzoo.transformers.data_processing.slimpajama.preprocessing.filter.get_short_documents