modelzoo.transformers.data_processing.scripts.chunk_preprocessing.data_reader.set_doc_idx

modelzoo.transformers.data_processing.scripts.chunk_preprocessing.data_reader.set_doc_idx(df, file_idx, start_doc_idx, previous_doc_idx)

previous

modelzoo.transformers.data_processing.scripts.chunk_preprocessing.data_reader.get_data_size

next

modelzoo.transformers.data_processing.scripts.chunk_preprocessing.data_reader.split_entry_by_paragraph_or_sentence