paddlex 2.0.0rc4__py3-none-any.whl → 3.0.0__py3-none-any.whl

paddlex/paddleseg/models/fast_scnn.py

@@ -1,318 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import paddle.nn as nn
-import paddle.nn.functional as F
-
-import paddle
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.models import layers
-from paddlex.paddleseg.utils import utils
-
-__all__ = ['FastSCNN']
-
-
-@manager.MODELS.add_component
-class FastSCNN(nn.Layer):
-    """
-    The FastSCNN implementation based on PaddlePaddle.
-    As mentioned in the original paper, FastSCNN is a real-time segmentation algorithm (123.5fps)
-    even for high resolution images (1024x2048).
-    The original article refers to
-    Poudel, Rudra PK, et al. "Fast-scnn: Fast semantic segmentation network"
-    (https://arxiv.org/pdf/1902.04502.pdf).
-    Args:
-        num_classes (int): The unique number of target classes.
-        enable_auxiliary_loss (bool, optional): A bool value indicates whether adding auxiliary loss.
-            If true, auxiliary loss will be added after LearningToDownsample module. Default: False.
-        align_corners (bool): An argument of F.interpolate. It should be set to False when the output size of feature
-            is even, e.g. 1024x512, otherwise it is True, e.g. 769x769.. Default: False.
-        pretrained (str, optional): The path or url of pretrained model. Default: None.
-    """
-
-    def __init__(self,
-                 num_classes,
-                 enable_auxiliary_loss=True,
-                 align_corners=False,
-                 pretrained=None):
-
-        super().__init__()
-
-        self.learning_to_downsample = LearningToDownsample(32, 48, 64)
-        self.global_feature_extractor = GlobalFeatureExtractor(
-            in_channels=64,
-            block_channels=[64, 96, 128],
-            out_channels=128,
-            expansion=6,
-            num_blocks=[3, 3, 3],
-            align_corners=True)
-        self.feature_fusion = FeatureFusionModule(64, 128, 128, align_corners)
-        self.classifier = Classifier(128, num_classes)
-
-        if enable_auxiliary_loss:
-            self.auxlayer = layers.AuxLayer(64, 32, num_classes)
-
-        self.enable_auxiliary_loss = enable_auxiliary_loss
-        self.align_corners = align_corners
-        self.pretrained = pretrained
-        self.init_weight()
-
-    def forward(self, x):
-        logit_list = []
-        input_size = paddle.shape(x)[2:]
-        higher_res_features = self.learning_to_downsample(x)
-        x = self.global_feature_extractor(higher_res_features)
-        x = self.feature_fusion(higher_res_features, x)
-        logit = self.classifier(x)
-        logit = F.interpolate(
-            logit,
-            input_size,
-            mode='bilinear',
-            align_corners=self.align_corners)
-        logit_list.append(logit)
-
-        if self.enable_auxiliary_loss:
-            auxiliary_logit = self.auxlayer(higher_res_features)
-            auxiliary_logit = F.interpolate(
-                auxiliary_logit,
-                input_size,
-                mode='bilinear',
-                align_corners=self.align_corners)
-            logit_list.append(auxiliary_logit)
-
-        return logit_list
-
-    def init_weight(self):
-        if self.pretrained is not None:
-            utils.load_entire_model(self, self.pretrained)
-
-
-class LearningToDownsample(nn.Layer):
-    """
-    Learning to downsample module.
-    This module consists of three downsampling blocks (one conv and two separable conv)
-    Args:
-        dw_channels1 (int, optional): The input channels of the first sep conv. Default: 32.
-        dw_channels2 (int, optional): The input channels of the second sep conv. Default: 48.
-        out_channels (int, optional): The output channels of LearningToDownsample module. Default: 64.
-    """
-
-    def __init__(self, dw_channels1=32, dw_channels2=48, out_channels=64):
-        super(LearningToDownsample, self).__init__()
-
-        self.conv_bn_relu = layers.ConvBNReLU(
-            in_channels=3, out_channels=dw_channels1, kernel_size=3, stride=2)
-        self.dsconv_bn_relu1 = layers.SeparableConvBNReLU(
-            in_channels=dw_channels1,
-            out_channels=dw_channels2,
-            kernel_size=3,
-            stride=2,
-            padding=1)
-        self.dsconv_bn_relu2 = layers.SeparableConvBNReLU(
-            in_channels=dw_channels2,
-            out_channels=out_channels,
-            kernel_size=3,
-            stride=2,
-            padding=1)
-
-    def forward(self, x):
-        x = self.conv_bn_relu(x)
-        x = self.dsconv_bn_relu1(x)
-        x = self.dsconv_bn_relu2(x)
-        return x
-
-
-class GlobalFeatureExtractor(nn.Layer):
-    """
-    Global feature extractor module.
-    This module consists of three InvertedBottleneck blocks (like inverted residual introduced by MobileNetV2) and
-    a PPModule (introduced by PSPNet).
-    Args:
-        in_channels (int): The number of input channels to the module.
-        block_channels (tuple): A tuple represents output channels of each bottleneck block.
-        out_channels (int): The number of output channels of the module. Default:
-        expansion (int): The expansion factor in bottleneck.
-        num_blocks (tuple): It indicates the repeat time of each bottleneck.
-        align_corners (bool): An argument of F.interpolate. It should be set to False when the output size of feature
-            is even, e.g. 1024x512, otherwise it is True, e.g. 769x769.
-    """
-
-    def __init__(self, in_channels, block_channels, out_channels, expansion,
-                 num_blocks, align_corners):
-        super(GlobalFeatureExtractor, self).__init__()
-
-        self.bottleneck1 = self._make_layer(InvertedBottleneck, in_channels,
-                                            block_channels[0], num_blocks[0],
-                                            expansion, 2)
-        self.bottleneck2 = self._make_layer(
-            InvertedBottleneck, block_channels[0], block_channels[1],
-            num_blocks[1], expansion, 2)
-        self.bottleneck3 = self._make_layer(
-            InvertedBottleneck, block_channels[1], block_channels[2],
-            num_blocks[2], expansion, 1)
-
-        self.ppm = layers.PPModule(
-            block_channels[2],
-            out_channels,
-            bin_sizes=(1, 2, 3, 6),
-            dim_reduction=True,
-            align_corners=align_corners)
-
-    def _make_layer(self,
-                    block,
-                    in_channels,
-                    out_channels,
-                    blocks,
-                    expansion=6,
-                    stride=1):
-        layers = []
-        layers.append(block(in_channels, out_channels, expansion, stride))
-        for _ in range(1, blocks):
-            layers.append(block(out_channels, out_channels, expansion, 1))
-        return nn.Sequential(*layers)
-
-    def forward(self, x):
-        x = self.bottleneck1(x)
-        x = self.bottleneck2(x)
-        x = self.bottleneck3(x)
-        x = self.ppm(x)
-        return x
-
-
-class InvertedBottleneck(nn.Layer):
-    """
-    Single Inverted bottleneck implementation.
-    Args:
-        in_channels (int): The number of input channels to bottleneck block.
-        out_channels (int): The number of output channels of bottleneck block.
-        expansion (int, optional). The expansion factor in bottleneck. Default: 6.
-        stride (int, optional). The stride used in depth-wise conv. Defalt: 2.
-    """
-
-    def __init__(self, in_channels, out_channels, expansion=6, stride=2):
-        super().__init__()
-
-        self.use_shortcut = stride == 1 and in_channels == out_channels
-
-        expand_channels = in_channels * expansion
-        self.block = nn.Sequential(
-            # pw
-            layers.ConvBNReLU(
-                in_channels=in_channels,
-                out_channels=expand_channels,
-                kernel_size=1,
-                bias_attr=False),
-            # dw
-            layers.ConvBNReLU(
-                in_channels=expand_channels,
-                out_channels=expand_channels,
-                kernel_size=3,
-                stride=stride,
-                padding=1,
-                groups=expand_channels,
-                bias_attr=False),
-            # pw-linear
-            layers.ConvBN(
-                in_channels=expand_channels,
-                out_channels=out_channels,
-                kernel_size=1,
-                bias_attr=False))
-
-    def forward(self, x):
-        out = self.block(x)
-        if self.use_shortcut:
-            out = x + out
-        return out
-
-
-class FeatureFusionModule(nn.Layer):
-    """
-    Feature Fusion Module Implementation.
-    This module fuses high-resolution feature and low-resolution feature.
-    Args:
-        high_in_channels (int): The channels of high-resolution feature (output of LearningToDownsample).
-        low_in_channels (int): The channels of low-resolution feature (output of GlobalFeatureExtractor).
-        out_channels (int): The output channels of this module.
-        align_corners (bool): An argument of F.interpolate. It should be set to False when the output size of feature
-            is even, e.g. 1024x512, otherwise it is True, e.g. 769x769.
-    """
-
-    def __init__(self, high_in_channels, low_in_channels, out_channels,
-                 align_corners):
-        super().__init__()
-
-        # Only depth-wise conv
-        self.dwconv = layers.ConvBNReLU(
-            in_channels=low_in_channels,
-            out_channels=out_channels,
-            kernel_size=3,
-            padding=1,
-            groups=128,
-            bias_attr=False)
-
-        self.conv_low_res = layers.ConvBN(out_channels, out_channels, 1)
-        self.conv_high_res = layers.ConvBN(high_in_channels, out_channels, 1)
-        self.align_corners = align_corners
-
-    def forward(self, high_res_input, low_res_input):
-        low_res_input = F.interpolate(
-            low_res_input,
-            paddle.shape(high_res_input)[2:],
-            mode='bilinear',
-            align_corners=self.align_corners)
-        low_res_input = self.dwconv(low_res_input)
-        low_res_input = self.conv_low_res(low_res_input)
-        high_res_input = self.conv_high_res(high_res_input)
-        x = high_res_input + low_res_input
-
-        return F.relu(x)
-
-
-class Classifier(nn.Layer):
-    """
-    The Classifier module implementation.
-    This module consists of two depth-wise conv and one conv.
-    Args:
-        input_channels (int): The input channels to this module.
-        num_classes (int): The unique number of target classes.
-    """
-
-    def __init__(self, input_channels, num_classes):
-        super().__init__()
-
-        self.dsconv1 = layers.SeparableConvBNReLU(
-            in_channels=input_channels,
-            out_channels=input_channels,
-            kernel_size=3,
-            padding=1)
-
-        self.dsconv2 = layers.SeparableConvBNReLU(
-            in_channels=input_channels,
-            out_channels=input_channels,
-            kernel_size=3,
-            padding=1)
-
-        self.conv = nn.Conv2D(
-            in_channels=input_channels,
-            out_channels=num_classes,
-            kernel_size=1)
-
-        self.dropout = nn.Dropout(p=0.1)  # dropout_prob
-
-    def forward(self, x):
-        x = self.dsconv1(x)
-        x = self.dsconv2(x)
-        x = self.dropout(x)
-        x = self.conv(x)
-        return x

paddlex/paddleseg/models/fcn.py

@@ -1,135 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import paddle.nn as nn
-import paddle.nn.functional as F
-
-import paddle
-from paddlex.paddleseg import utils
-from paddlex.paddleseg.cvlibs import manager, param_init
-from paddlex.paddleseg.models import layers
-
-
-@manager.MODELS.add_component
-class FCN(nn.Layer):
-    """
-    A simple implementation for FCN based on PaddlePaddle.
-
-    The original article refers to
-    Evan Shelhamer, et, al. "Fully Convolutional Networks for Semantic Segmentation"
-    (https://arxiv.org/abs/1411.4038).
-
-    Args:
-        num_classes (int): The unique number of target classes.
-        backbone (paddle.nn.Layer): Backbone networks.
-        backbone_indices (tuple, optional): The values in the tuple indicate the indices of output of backbone.
-            Default: (-1, ).
-        channels (int, optional): The channels between conv layer and the last layer of FCNHead.
-            If None, it will be the number of channels of input features. Default: None.
-        align_corners (bool): An argument of F.interpolate. It should be set to False when the output size of feature
-            is even, e.g. 1024x512, otherwise it is True, e.g. 769x769.  Default: False.
-        pretrained (str, optional): The path or url of pretrained model. Default: None
-    """
-
-    def __init__(self,
-                 num_classes,
-                 backbone,
-                 backbone_indices=(-1, ),
-                 channels=None,
-                 align_corners=False,
-                 pretrained=None):
-        super(FCN, self).__init__()
-
-        self.backbone = backbone
-        backbone_channels = [
-            backbone.feat_channels[i] for i in backbone_indices
-        ]
-
-        self.head = FCNHead(num_classes, backbone_indices, backbone_channels,
-                            channels)
-
-        self.align_corners = align_corners
-        self.pretrained = pretrained
-        self.init_weight()
-
-    def forward(self, x):
-        feat_list = self.backbone(x)
-        logit_list = self.head(feat_list)
-        return [
-            F.interpolate(
-                logit,
-                paddle.shape(x)[2:],
-                mode='bilinear',
-                align_corners=self.align_corners) for logit in logit_list
-        ]
-
-    def init_weight(self):
-        if self.pretrained is not None:
-            utils.load_entire_model(self, self.pretrained)
-
-
-class FCNHead(nn.Layer):
-    """
-    A simple implementation for FCNHead based on PaddlePaddle
-
-    Args:
-        num_classes (int): The unique number of target classes.
-        backbone_indices (tuple, optional): The values in the tuple indicate the indices of output of backbone.
-            Default: (-1, ).
-        channels (int, optional): The channels between conv layer and the last layer of FCNHead.
-            If None, it will be the number of channels of input features. Default: None.
-        pretrained (str, optional): The path of pretrained model. Default: None
-    """
-
-    def __init__(self,
-                 num_classes,
-                 backbone_indices=(-1, ),
-                 backbone_channels=(270, ),
-                 channels=None):
-        super(FCNHead, self).__init__()
-
-        self.num_classes = num_classes
-        self.backbone_indices = backbone_indices
-        if channels is None:
-            channels = backbone_channels[0]
-
-        self.conv_1 = layers.ConvBNReLU(
-            in_channels=backbone_channels[0],
-            out_channels=channels,
-            kernel_size=1,
-            padding='same',
-            stride=1)
-        self.cls = nn.Conv2D(
-            in_channels=channels,
-            out_channels=self.num_classes,
-            kernel_size=1,
-            stride=1,
-            padding=0)
-        self.init_weight()
-
-    def forward(self, feat_list):
-        logit_list = []
-        x = feat_list[self.backbone_indices[0]]
-        x = self.conv_1(x)
-        logit = self.cls(x)
-        logit_list.append(logit)
-        return logit_list
-
-    def init_weight(self):
-        for layer in self.sublayers():
-            if isinstance(layer, nn.Conv2D):
-                param_init.normal_init(layer.weight, std=0.001)
-            elif isinstance(layer, (nn.BatchNorm, nn.SyncBatchNorm)):
-                param_init.constant_init(layer.weight, value=1.0)
-                param_init.constant_init(layer.bias, value=0.0)

paddlex/paddleseg/models/gcnet.py

@@ -1,223 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import paddle
-import paddle.nn as nn
-import paddle.nn.functional as F
-
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.models import layers
-from paddlex.paddleseg.utils import utils
-
-
-@manager.MODELS.add_component
-class GCNet(nn.Layer):
-    """
-    The GCNet implementation based on PaddlePaddle.
-
-    The original article refers to
-    Cao, Yue, et al. "GCnet: Non-local networks meet squeeze-excitation networks and beyond"
-    (https://arxiv.org/pdf/1904.11492.pdf).
-
-    Args:
-        num_classes (int): The unique number of target classes.
-        backbone (Paddle.nn.Layer): Backbone network, currently support Resnet50/101.
-        backbone_indices (tuple, optional): Two values in the tuple indicate the indices of output of backbone.
-        gc_channels (int, optional): The input channels to Global Context Block. Default: 512.
-        ratio (float, optional): It indicates the ratio of attention channels and gc_channels. Default: 0.25.
-        enable_auxiliary_loss (bool, optional): A bool value indicates whether adding auxiliary loss. Default: True.
-        align_corners (bool, optional): An argument of F.interpolate. It should be set to False when the feature size is even,
-            e.g. 1024x512, otherwise it is True, e.g. 769x769. Default: False.
-        pretrained (str, optional): The path or url of pretrained model. Default: None.
-    """
-
-    def __init__(self,
-                 num_classes,
-                 backbone,
-                 backbone_indices=(2, 3),
-                 gc_channels=512,
-                 ratio=0.25,
-                 enable_auxiliary_loss=True,
-                 align_corners=False,
-                 pretrained=None):
-        super().__init__()
-
-        self.backbone = backbone
-        backbone_channels = [
-            backbone.feat_channels[i] for i in backbone_indices
-        ]
-
-        self.head = GCNetHead(num_classes, backbone_indices, backbone_channels,
-                              gc_channels, ratio, enable_auxiliary_loss)
-        self.align_corners = align_corners
-        self.pretrained = pretrained
-        self.init_weight()
-
-    def forward(self, x):
-        feat_list = self.backbone(x)
-        logit_list = self.head(feat_list)
-        return [
-            F.interpolate(
-                logit,
-                paddle.shape(x)[2:],
-                mode='bilinear',
-                align_corners=self.align_corners) for logit in logit_list
-        ]
-
-    def init_weight(self):
-        if self.pretrained is not None:
-            utils.load_entire_model(self, self.pretrained)
-
-
-class GCNetHead(nn.Layer):
-    """
-    The GCNetHead implementation.
-
-    Args:
-        num_classes (int): The unique number of target classes.
-        backbone_indices (tuple): Two values in the tuple indicate the indices of output of backbone.
-            The first index will be taken as a deep-supervision feature in auxiliary layer;
-            the second one will be taken as input of GlobalContextBlock.
-        backbone_channels (tuple): The same length with "backbone_indices". It indicates the channels of corresponding index.
-        gc_channels (int): The input channels to Global Context Block.
-        ratio (float): It indicates the ratio of attention channels and gc_channels.
-        enable_auxiliary_loss (bool, optional): A bool value indicates whether adding auxiliary loss. Default: True.
-    """
-
-    def __init__(self,
-                 num_classes,
-                 backbone_indices,
-                 backbone_channels,
-                 gc_channels,
-                 ratio,
-                 enable_auxiliary_loss=True):
-
-        super().__init__()
-
-        in_channels = backbone_channels[1]
-        self.conv_bn_relu1 = layers.ConvBNReLU(
-            in_channels=in_channels,
-            out_channels=gc_channels,
-            kernel_size=3,
-            padding=1)
-
-        self.gc_block = GlobalContextBlock(
-            gc_channels=gc_channels, in_channels=gc_channels, ratio=ratio)
-
-        self.conv_bn_relu2 = layers.ConvBNReLU(
-            in_channels=gc_channels,
-            out_channels=gc_channels,
-            kernel_size=3,
-            padding=1)
-
-        self.conv_bn_relu3 = layers.ConvBNReLU(
-            in_channels=in_channels + gc_channels,
-            out_channels=gc_channels,
-            kernel_size=3,
-            padding=1)
-
-        self.dropout = nn.Dropout(p=0.1)
-
-        self.conv = nn.Conv2D(
-            in_channels=gc_channels, out_channels=num_classes, kernel_size=1)
-
-        if enable_auxiliary_loss:
-            self.auxlayer = layers.AuxLayer(
-                in_channels=backbone_channels[0],
-                inter_channels=backbone_channels[0] // 4,
-                out_channels=num_classes)
-
-        self.backbone_indices = backbone_indices
-        self.enable_auxiliary_loss = enable_auxiliary_loss
-
-    def forward(self, feat_list):
-        logit_list = []
-        x = feat_list[self.backbone_indices[1]]
-
-        output = self.conv_bn_relu1(x)
-        output = self.gc_block(output)
-        output = self.conv_bn_relu2(output)
-
-        output = paddle.concat([x, output], axis=1)
-        output = self.conv_bn_relu3(output)
-
-        output = self.dropout(output)
-        logit = self.conv(output)
-        logit_list.append(logit)
-
-        if self.enable_auxiliary_loss:
-            low_level_feat = feat_list[self.backbone_indices[0]]
-            auxiliary_logit = self.auxlayer(low_level_feat)
-            logit_list.append(auxiliary_logit)
-
-        return logit_list
-
-
-class GlobalContextBlock(nn.Layer):
-    """
-    Global Context Block implementation.
-
-    Args:
-        in_channels (int): The input channels of Global Context Block.
-        ratio (float): The channels of attention map.
-    """
-
-    def __init__(self, gc_channels, in_channels, ratio):
-        super().__init__()
-        self.gc_channels = gc_channels
-
-        self.conv_mask = nn.Conv2D(
-            in_channels=in_channels, out_channels=1, kernel_size=1)
-
-        self.softmax = nn.Softmax(axis=2)
-
-        inter_channels = int(in_channels * ratio)
-        self.channel_add_conv = nn.Sequential(
-            nn.Conv2D(
-                in_channels=in_channels,
-                out_channels=inter_channels,
-                kernel_size=1),
-            nn.LayerNorm(normalized_shape=[inter_channels, 1, 1]),
-            nn.ReLU(),
-            nn.Conv2D(
-                in_channels=inter_channels,
-                out_channels=in_channels,
-                kernel_size=1))
-
-    def global_context_block(self, x):
-        x_shape = paddle.shape(x)
-
-        # [N, C, H * W]
-        input_x = paddle.reshape(x, shape=[0, self.gc_channels, -1])
-        # [N, 1, C, H * W]
-        input_x = paddle.unsqueeze(input_x, axis=1)
-        # [N, 1, H, W]
-        context_mask = self.conv_mask(x)
-        # [N, 1, H * W]
-        context_mask = paddle.reshape(context_mask, shape=[0, 1, -1])
-        context_mask = self.softmax(context_mask)
-        # [N, 1, H * W, 1]
-        context_mask = paddle.unsqueeze(context_mask, axis=-1)
-        # [N, 1, C, 1]
-        context = paddle.matmul(input_x, context_mask)
-        # [N, C, 1, 1]
-        context = paddle.reshape(context, shape=[0, self.gc_channels, 1, 1])
-
-        return context
-
-    def forward(self, x):
-        context = self.global_context_block(x)
-        channel_add_term = self.channel_add_conv(context)
-        out = x + channel_add_term
-        return out