Glenn Jocher
GitHub
3 years ago
1 changed files with 1 additions and 1 deletions
+ 1
- 1
utils/activations.py
View File
| @@ -5,7 +5,7 @@ import torch.nn as nn | |||
| import torch.nn.functional as F | |||
| # SiLU https://arxiv.org/pdf/1905.02244.pdf ---------------------------------------------------------------------------- | |||
| # SiLU https://arxiv.org/pdf/1606.08415.pdf ---------------------------------------------------------------------------- | |||
| class SiLU(nn.Module): # export-friendly version of nn.SiLU() | |||
| @staticmethod | |||
| def forward(x): | |||
Loading…