cerebras.modelzoo.data_preparation.nlp.hdf5_preprocessing.utils.get_tokenizer_vocab

cerebras.modelzoo.data_preparation.nlp.hdf5_preprocessing.utils.get_tokenizer_vocab(tokenizer)

previous

cerebras.modelzoo.data_preparation.nlp.hdf5_preprocessing.utils.get_parser

next

cerebras.modelzoo.data_preparation.nlp.hdf5_preprocessing.utils.get_verification_args