1. Class Mish_PLUS(nn.Module):
2. def forward(x):
3. M=x*F.softplus(x).tanh()
4. return x*torch.tanh(M)