modelzoo.common.pytorch.model_utils.BertPretrainModelLoss.BertPretrainModelLoss#

class modelzoo.common.pytorch.model_utils.BertPretrainModelLoss.BertPretrainModelLoss[source]#

Bases: torch.nn.Module

Methods

forward

__call__(*args: Any, **kwargs: Any) → Any#: Call self as a function.

__init__(disable_nsp=False, mlm_loss_weight=1.0, label_smoothing=0.0)[source]#

static __new__(cls, *args: Any, **kwargs: Any) → Any#

previous

modelzoo.common.pytorch.model_utils.BertPretrainModelLoss

next

modelzoo.common.pytorch.model_utils.DPOLoss