cerebras.modelzoo.data_preparation.data_preprocessing.finetuning_token_generator.pad_to_msl

cerebras.modelzoo.data_preparation.data_preprocessing.finetuning_token_generator.pad_to_msl(data, max_sequence_length, pad_id, inverted_mask=False, input_ids_dtype='int32', input_mask_dtype='int32', labels_dtype='int32')

previous

cerebras.modelzoo.data_preparation.data_preprocessing.finetuning_token_generator.create_features_finetuning

next

cerebras.modelzoo.data_preparation.data_preprocessing.finetuning_token_generator.FinetuningTokenGenerator