nn.SiLU() citation correction (#1713)
This commit is contained in:
parent
e77c77f580
commit
fea9c9b80c
|
|
@ -5,7 +5,7 @@ import torch.nn as nn
|
||||||
import torch.nn.functional as F
|
import torch.nn.functional as F
|
||||||
|
|
||||||
|
|
||||||
# SiLU https://arxiv.org/pdf/1905.02244.pdf ----------------------------------------------------------------------------
|
# SiLU https://arxiv.org/pdf/1606.08415.pdf ----------------------------------------------------------------------------
|
||||||
class SiLU(nn.Module): # export-friendly version of nn.SiLU()
|
class SiLU(nn.Module): # export-friendly version of nn.SiLU()
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def forward(x):
|
def forward(x):
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue