CoCalc -- swish.py

GitHub Repository: labmlai/annotated_deep_learning_paper_implementations
Path: blob/master/labml_nn/activations/swish.py
⁴⁹²² views

1
import torch
2
from torch import nn
3

4

5

6
class Swish(nn.Module):
7
    def __init__(self):
8
        super().__init__()
9
        self.sigmoid = nn.Sigmoid()
10

11
    def forward(self, x: torch.Tensor) -> torch.Tensor:
12
        return x * self.sigmoid(x)
13

14