modelzoo.transformers.data_processing.slimpajama.dedup.to_hash.output_results#

modelzoo.transformers.data_processing.slimpajama.dedup.to_hash.output_results(output_dir, results, chunk_id, iter)[source]#

previous

modelzoo.transformers.data_processing.slimpajama.dedup.to_hash.get_features

next

modelzoo.transformers.data_processing.slimpajama.dedup.to_hash.to_minhash