modelzoo.transformers.pytorch.t5.input.data_processing.preprocess_t5_dataset.tokenize_dataset

modelzoo.transformers.pytorch.t5.input.data_processing.preprocess_t5_dataset.tokenize_dataset(input_dir, output_dir, sp_model_path, input_file_name)

previous

modelzoo.transformers.pytorch.t5.input.data_processing.preprocess_t5_dataset

next

modelzoo.transformers.pytorch.t5.input.data_processing.preprocess_t5_dataset.tokenize_text