modelzoo.transformers.data_processing.slimpajama.split_dataset#

Functions

generate_samples

main

write_samples

previous

modelzoo.transformers.data_processing.slimpajama.preprocessing.shuffle_holdout.write_docs

next

modelzoo.transformers.data_processing.slimpajama.split_dataset.generate_samples