Source code for modelzoo.vision.pytorch.input.preprocessing

# Copyright 2022 Cerebras Systems.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import logging

import torch
from torchvision.transforms import transforms

import cerebras_pytorch as cstorch
from modelzoo.vision.pytorch.input.transforms import create_transform


[docs]def get_preprocess_transform(params): transform_specs = params["transforms"] transform_list = [] for spec in transform_specs: transform = create_transform(spec) transform_list.append(transform) if params["mixed_precision"]: mp_type = cstorch.amp.get_half_dtype() else: mp_type = torch.float32 transform_list.append( create_transform({"name": "to_dtype", "mp_type": mp_type}) ) transform = transforms.Compose(transform_list) logging.info( f"The following sequence is used to transform data:\n{transform}" ) return transform