swish.py

1importtorch2fromtorchimportnn

6classSwish(nn.Module):

7def\_\_init\_\_(self):8super().\_\_init\_\_()9self.sigmoid=nn.Sigmoid()

11defforward(self,x:torch.Tensor)-\>torch.Tensor:12returnx\*self.sigmoid(x)