cerebras.modelzoo.config_manager.config_classes.base.model_config.ModelConfig#
- class cerebras.modelzoo.config_manager.config_classes.base.model_config.ModelConfig(mixed_precision: bool = False, fp16_type: Optional[Literal['bfloat16', 'float16', 'cbfloat16']] = None, boundary_casting: Optional[bool] = False, lora_params: Union[cerebras.modelzoo.config_manager.config_classes.base.model_config.LoraConfig, List[cerebras.modelzoo.config_manager.config_classes.base.model_config.LoraConfig], NoneType] = None, compression: Union[cerebras.modelzoo.config_manager.config_classes.base.model_config.CompressionConfig, List[cerebras.modelzoo.config_manager.config_classes.base.model_config.CompressionConfig], NoneType] = None, selective_grad: Union[cerebras.modelzoo.config_manager.config_classes.base.model_config.SelectiveGradConfig, List[cerebras.modelzoo.config_manager.config_classes.base.model_config.SelectiveGradConfig], NoneType] = None)[source]#
- mixed_precision: bool = False#
Enable to run the model in mixed precision mode
- fp16_type: Optional[Literal['bfloat16', 'float16', 'cbfloat16']] = None#
Type of 16bit precision used
- boundary_casting: Optional[bool] = False#
- lora_params: Optional[Union[cerebras.modelzoo.config_manager.config_classes.base.model_config.LoraConfig, List[cerebras.modelzoo.config_manager.config_classes.base.model_config.LoraConfig]]] = None#
- compression: Optional[Union[cerebras.modelzoo.config_manager.config_classes.base.model_config.CompressionConfig, List[cerebras.modelzoo.config_manager.config_classes.base.model_config.CompressionConfig]]] = None#
Weight compression configuration as a single dictionary or a list of dictionaries
- selective_grad: Optional[Union[cerebras.modelzoo.config_manager.config_classes.base.model_config.SelectiveGradConfig, List[cerebras.modelzoo.config_manager.config_classes.base.model_config.SelectiveGradConfig]]] = None#
Selective gradient configuration as a single dictionary or a list of dictionaries