"""Point-wise Spatial Attention Network""" import torch import torch.nn as nn import torch.nn.functional as F from core.nn import _ConvBNReLU from core.models.segbase import SegBaseModel from core.models.fcn import _FCNHead __all__ = ['PSANet', 'get_psanet', 'get_psanet_resnet50_voc', 'get_psanet_resnet101_voc', 'get_psanet_resnet152_voc', 'get_psanet_resnet50_citys', 'get_psanet_resnet101_citys', 'get_psanet_resnet152_citys'] class PSANet(SegBaseModel): r"""PSANet Parameters ---------- nclass : int Number of categories for the training dataset. backbone : string Pre-trained dilated backbone network type (default:'resnet50'; 'resnet50', 'resnet101' or 'resnet152'). norm_layer : object Normalization layer used in backbone network (default: :class:`nn.BatchNorm`; for Synchronized Cross-GPU BachNormalization). aux : bool Auxiliary loss. Reference: Hengshuang Zhao, et al. "PSANet: Point-wise Spatial Attention Network for Scene Parsing." ECCV-2018. """ def __init__(self, nclass, backbone='resnet50', aux=False, pretrained_base=True, **kwargs): super(PSANet, self).__init__(nclass, aux, backbone, pretrained_base=pretrained_base, **kwargs) self.head = _PSAHead(nclass, **kwargs) if aux: self.auxlayer = _FCNHead(1024, nclass, **kwargs) self.__setattr__('exclusive', ['head', 'auxlayer'] if aux else ['head']) def forward(self, x): size = x.size()[2:] _, _, c3, c4 = self.base_forward(x) outputs = list() x = self.head(c4) x = F.interpolate(x, size, mode='bilinear', align_corners=True) outputs.append(x) if self.aux: auxout = self.auxlayer(c3) auxout = F.interpolate(auxout, size, mode='bilinear', align_corners=True) outputs.append(auxout) #return tuple(outputs) return outputs[0] class _PSAHead(nn.Module): def __init__(self, nclass, norm_layer=nn.BatchNorm2d, **kwargs): super(_PSAHead, self).__init__() # psa_out_channels = crop_size // 8 ** 2 self.psa = _PointwiseSpatialAttention(2048, 3600, norm_layer) self.conv_post = _ConvBNReLU(1024, 2048, 1, norm_layer=norm_layer) self.project = nn.Sequential( _ConvBNReLU(4096, 512, 3, padding=1, norm_layer=norm_layer), nn.Dropout2d(0.1, False), nn.Conv2d(512, nclass, 1)) def forward(self, x): global_feature = self.psa(x) out = self.conv_post(global_feature) out = torch.cat([x, out], dim=1) out = self.project(out) return out class _PointwiseSpatialAttention(nn.Module):# def __init__(self, in_channels, out_channels, norm_layer=nn.BatchNorm2d, **kwargs): super(_PointwiseSpatialAttention, self).__init__() reduced_channels = 512 self.collect_attention = _AttentionGeneration(in_channels, reduced_channels, out_channels, norm_layer) self.distribute_attention = _AttentionGeneration(in_channels, reduced_channels, out_channels, norm_layer) def forward(self, x): collect_fm = self.collect_attention(x) distribute_fm = self.distribute_attention(x) psa_fm = torch.cat([collect_fm, distribute_fm], dim=1) return psa_fm class _AttentionGeneration(nn.Module):#-->Z:(n,C2,H,W),不是原文over-completed的做法。 def __init__(self, in_channels, reduced_channels, out_channels, norm_layer, **kwargs): super(_AttentionGeneration, self).__init__() self.conv_reduce = _ConvBNReLU(in_channels, reduced_channels, 1, norm_layer=norm_layer) self.attention = nn.Sequential( _ConvBNReLU(reduced_channels, reduced_channels, 1, norm_layer=norm_layer), nn.Conv2d(reduced_channels, out_channels, 1, bias=False)) self.reduced_channels = reduced_channels def forward(self, x): reduce_x = self.conv_reduce(x) attention = self.attention(reduce_x) n, c, h, w = attention.size()#c=out_channels=3600, attention = attention.view(n, c, -1)#(n,3600,H*W) reduce_x = reduce_x.view(n, self.reduced_channels, -1)#(n,512,H*W) print(reduce_x.shape,attention.shape) fm = torch.bmm(reduce_x, torch.softmax(attention, dim=1)) fm = fm.view(n, self.reduced_channels, h, w)#(n,512,60,60) return fm def get_psanet(dataset='pascal_voc', backbone='resnet50', pretrained=False, root='~/.torch/models', pretrained_base=False, **kwargs): acronyms = { 'pascal_voc': 'pascal_voc', 'pascal_aug': 'pascal_aug', 'ade20k': 'ade', 'coco': 'coco', 'citys': 'citys', } from core.data.dataloader import datasets model = PSANet(datasets[dataset].NUM_CLASS, backbone=backbone, pretrained_base=pretrained_base, **kwargs) if pretrained: from .model_store import get_model_file device = torch.device(kwargs['local_rank']) model.load_state_dict(torch.load(get_model_file('deeplabv3_%s_%s' % (backbone, acronyms[dataset]), root=root), map_location=device)) return model def get_psanet_resnet50_voc(**kwargs): return get_psanet('pascal_voc', 'resnet50', **kwargs) def get_psanet_resnet101_voc(**kwargs): return get_psanet('pascal_voc', 'resnet101', **kwargs) def get_psanet_resnet152_voc(**kwargs): return get_psanet('pascal_voc', 'resnet152', **kwargs) def get_psanet_resnet50_citys(**kwargs): return get_psanet('citys', 'resnet50', **kwargs) def get_psanet_resnet101_citys(**kwargs): return get_psanet('citys', 'resnet101', **kwargs) def get_psanet_resnet152_citys(**kwargs): return get_psanet('citys', 'resnet152', **kwargs) if __name__ == '__main__': model = get_psanet_resnet50_voc() img = torch.randn(1, 3, 480, 480) output = model(img)