modelzoo.transformers.pytorch.t5.input.data_processing.preprocess_t5_dataset.tokenize_text#

modelzoo.transformers.pytorch.t5.input.data_processing.preprocess_t5_dataset.tokenize_text(text, sp_model)[source]#