if self.training and not self.hard_masking:
if pruner_outputs is not None:
threshold, pruning_scores = pruner_outputs['threshold'], pruner_outputs['scores']
self.mask = torch.sigmoid((pruning_scores - threshold) / self.temperature)
layer_output = layer_output * self.mask.unsqueeze(-1)
LTP/src/transformers/models/ltp/modeling_ltp.py
Line 247 in f1d5ec8