Browse Source

Concise `TransformerBlock()` (#3821)

modifyDataloader
Glenn Jocher GitHub 3 years ago
parent
commit
57c5d02bbe
No known key found for this signature in database GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 12 deletions
  1. +2
    -12
      models/common.py

+ 2
- 12
models/common.py View File

if self.conv is not None: if self.conv is not None:
x = self.conv(x) x = self.conv(x)
b, _, w, h = x.shape b, _, w, h = x.shape
p = x.flatten(2)
p = p.unsqueeze(0)
p = p.transpose(0, 3)
p = p.squeeze(3)
e = self.linear(p)
x = p + e

x = self.tr(x)
x = x.unsqueeze(3)
x = x.transpose(0, 3)
x = x.reshape(b, self.c2, w, h)
return x
p = x.flatten(2).unsqueeze(0).transpose(0, 3).squeeze(3)
return self.tr(p + self.linear(p)).unsqueeze(3).transpose(0, 3).reshape(b, self.c2, w, h)




class Bottleneck(nn.Module): class Bottleneck(nn.Module):

Loading…
Cancel
Save