@@ -5,7 +5,7 @@ import torch.nn as nn | |||
import torch.nn.functional as F | |||
# SiLU https://arxiv.org/pdf/1905.02244.pdf ---------------------------------------------------------------------------- | |||
# SiLU https://arxiv.org/pdf/1606.08415.pdf ---------------------------------------------------------------------------- | |||
class SiLU(nn.Module): # export-friendly version of nn.SiLU() | |||
@staticmethod | |||
def forward(x): |