Replace 2 `transpose()` with 1 `permute` in TransformerBlock()` (#5645)
This commit is contained in:
parent
540ef0dd30
commit
c2523be634
|
|
@ -86,8 +86,8 @@ class TransformerBlock(nn.Module):
|
||||||
if self.conv is not None:
|
if self.conv is not None:
|
||||||
x = self.conv(x)
|
x = self.conv(x)
|
||||||
b, _, w, h = x.shape
|
b, _, w, h = x.shape
|
||||||
p = x.flatten(2).unsqueeze(0).transpose(0, 3).squeeze(3)
|
p = x.flatten(2).permute(2, 0, 1)
|
||||||
return self.tr(p + self.linear(p)).unsqueeze(3).transpose(0, 3).reshape(b, self.c2, w, h)
|
return self.tr(p + self.linear(p)).permute(1, 2, 0).reshape(b, self.c2, w, h)
|
||||||
|
|
||||||
|
|
||||||
class Bottleneck(nn.Module):
|
class Bottleneck(nn.Module):
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue