modelzoo.transformers.pytorch.t5.input.data_processing.preprocess_t5_dataset.tokenize_text

modelzoo.transformers.pytorch.t5.input.data_processing.preprocess_t5_dataset.tokenize_text(text, sp_model)

previous

modelzoo.transformers.pytorch.t5.input.data_processing.preprocess_t5_dataset.tokenize_dataset

next

modelzoo.transformers.pytorch.t5.input.data_processing.test_convert_t5_dataset