swish.py

1importtorch2fromtorchimportnn34fromlabml\_helpers.moduleimportModule

7classSwish(Module):

8def\_\_init\_\_(self):9super().\_\_init\_\_()10self.sigmoid=nn.Sigmoid()

12defforward(self,x:torch.Tensor)-\>torch.Tensor:13returnx\*self.sigmoid(x)