cerebras.modelzoo.data_preparation.data_preprocessing.finetuning_token_generator.create_features_finetuning#

cerebras.modelzoo.data_preparation.data_preprocessing.finetuning_token_generator.create_features_finetuning(tokenized_data, tokenized_semantic_region_list, max_sequence_length, return_attention_mask=False, min_len=10)[source]#

previous

cerebras.modelzoo.data_preparation.data_preprocessing.finetuning_token_generator

next

cerebras.modelzoo.data_preparation.data_preprocessing.finetuning_token_generator.pad_to_msl