cerebras.modelzoo.data_preparation.data_preprocessing.utils.find_token_range

cerebras.modelzoo.data_preparation.data_preprocessing.utils.find_token_range(region, offsets)

previous

cerebras.modelzoo.data_preparation.data_preprocessing.utils.fim

next

cerebras.modelzoo.data_preparation.data_preprocessing.utils.format_fim