cerebras.modelzoo.data_preparation.data_preprocessing.multimodal_finetuning_token_generator.create_features_multimodal#

cerebras.modelzoo.data_preparation.data_preprocessing.multimodal_finetuning_token_generator.create_features_multimodal(data, token_modality_idx, max_sequence_length, pad_id, inverted_mask=False, input_ids_dtype='int32', input_mask_dtype='int32', labels_dtype='int32')[source]#

previous

cerebras.modelzoo.data_preparation.data_preprocessing.multimodal_finetuning_token_generator

next

cerebras.modelzoo.data_preparation.data_preprocessing.multimodal_finetuning_token_generator.MultiModalFinetuningTokenGenerator