modelzoo.transformers.data_processing.scripts.hdf5_preprocessing.utils.handle_jsonl

modelzoo.transformers.data_processing.scripts.hdf5_preprocessing.utils.handle_jsonl(jsonl_reader, get_meta, autojoin_paragraphs, para_joiner, key=None)

previous

modelzoo.transformers.data_processing.scripts.hdf5_preprocessing.utils.handle_bos_token_default

next

modelzoo.transformers.data_processing.scripts.hdf5_preprocessing.utils.has_valid_extension