from __future__ import absolute_import from __future__ import division from __future__ import print_function import paddle from paddle import nn class SARLoss(nn.Layer): def __init__(self, **kwargs): super(SARLoss, self).__init__() ignore_index = kwargs.get("ignore_index", 92) # 6626 self.loss_func = paddle.nn.loss.CrossEntropyLoss( reduction="mean", ignore_index=ignore_index ) def forward(self, predicts, batch): predict = predicts[ :, :-1, : ] # ignore last index of outputs to be in same seq_len with targets label = batch[1].astype("int64")[ :, 1: ] # ignore first index of target in loss calculation batch_size, num_steps, num_classes = ( predict.shape[0], predict.shape[1], predict.shape[2], ) assert ( len(label.shape) == len(list(predict.shape)) - 1 ), "The target's shape and inputs's shape is [N, d] and [N, num_steps]" inputs = paddle.reshape(predict, [-1, num_classes]) targets = paddle.reshape(label, [-1]) loss = self.loss_func(inputs, targets) return {"loss": loss}