modelzoo.transformers.data_processing.scripts.hdf5_preprocessing.utils.validate_tokens#

modelzoo.transformers.data_processing.scripts.hdf5_preprocessing.utils.validate_tokens(tokens, min_len=2)[source]#