cerebras.modelzoo.data_preparation.data_preprocessing.multimodal_pretraining_token_generator.create_features_multimodal_pretraining#
- cerebras.modelzoo.data_preparation.data_preprocessing.multimodal_pretraining_token_generator.create_features_multimodal_pretraining(doc, token_modality_idx, max_sequence_length, pad_id, eos_id, min_len=10, inverted_mask=False, input_ids_dtype='int32', input_mask_dtype='int32', labels_dtype='int32')[source]#