zjc
/
yolov5
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

exportable Hardswish() implementation

This commit is contained in:
Glenn Jocher 2020-08-22 16:59:31 -07:00
parent fd71fe8451
commit 71209a6099
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
utils/activations.py
View File

@ -10,6 +10,13 @@ class Swish(nn.Module): #
return x * torch.sigmoid(x) return x * torch.sigmoid(x)
class Hardswish(nn.Module): # alternative to nn.Hardswish() for export
@staticmethod
def forward(x):
# return x * F.hardsigmoid(x)
return x * F.hardtanh(x + 3, 0., 6.) / 6.
class MemoryEfficientSwish(nn.Module): class MemoryEfficientSwish(nn.Module):
class F(torch.autograd.Function): class F(torch.autograd.Function):
@staticmethod @staticmethod