paddlex 2.0.0rc4__py3-none-any.whl → 3.0.0b2__py3-none-any.whl

paddlex/paddleseg/cvlibs/manager.py

@@ -1,142 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import inspect
-from collections.abc import Sequence
-
-
-class ComponentManager:
-    """
-    Implement a manager class to add the new component properly.
-    The component can be added as either class or function type.
-
-    Args:
-        name (str): The name of component.
-
-    Returns:
-        A callable object of ComponentManager.
-
-    Examples 1:
-
-        from paddlex.paddleseg.cvlibs.manager import ComponentManager
-
-        model_manager = ComponentManager()
-
-        class AlexNet: ...
-        class ResNet: ...
-
-        model_manager.add_component(AlexNet)
-        model_manager.add_component(ResNet)
-
-        # Or pass a sequence alliteratively:
-        model_manager.add_component([AlexNet, ResNet])
-        print(model_manager.components_dict)
-        # {'AlexNet': <class '__main__.AlexNet'>, 'ResNet': <class '__main__.ResNet'>}
-
-    Examples 2:
-
-        # Or an easier way, using it as a Python decorator, while just add it above the class declaration.
-        from paddlex.paddleseg.cvlibs.manager import ComponentManager
-
-        model_manager = ComponentManager()
-
-        @model_manager.add_component
-        class AlexNet: ...
-
-        @model_manager.add_component
-        class ResNet: ...
-
-        print(model_manager.components_dict)
-        # {'AlexNet': <class '__main__.AlexNet'>, 'ResNet': <class '__main__.ResNet'>}
-    """
-
-    def __init__(self, name=None):
-        self._components_dict = dict()
-        self._name = name
-
-    def __len__(self):
-        return len(self._components_dict)
-
-    def __repr__(self):
-        name_str = self._name if self._name else self.__class__.__name__
-        return "{}:{}".format(name_str, list(self._components_dict.keys()))
-
-    def __getitem__(self, item):
-        if item not in self._components_dict.keys():
-            raise KeyError("{} does not exist in availabel {}".format(item,
-                                                                      self))
-        return self._components_dict[item]
-
-    @property
-    def components_dict(self):
-        return self._components_dict
-
-    @property
-    def name(self):
-        return self._name
-
-    def _add_single_component(self, component):
-        """
-        Add a single component into the corresponding manager.
-
-        Args:
-            component (function|class): A new component.
-
-        Raises:
-            TypeError: When `component` is neither class nor function.
-            KeyError: When `component` was added already.
-        """
-
-        # Currently only support class or function type
-        if not (inspect.isclass(component) or inspect.isfunction(component)):
-            raise TypeError("Expect class/function type, but received {}".
-                            format(type(component)))
-
-        # Obtain the internal name of the component
-        component_name = component.__name__
-
-        # Check whether the component was added already
-        if component_name in self._components_dict.keys():
-            raise KeyError("{} exists already!".format(component_name))
-        else:
-            # Take the internal name of the component as its key
-            self._components_dict[component_name] = component
-
-    def add_component(self, components):
-        """
-        Add component(s) into the corresponding manager.
-
-        Args:
-            components (function|class|list|tuple): Support four types of components.
-
-        Returns:
-            components (function|class|list|tuple): Same with input components.
-        """
-
-        # Check whether the type is a sequence
-        if isinstance(components, Sequence):
-            for component in components:
-                self._add_single_component(component)
-        else:
-            component = components
-            self._add_single_component(component)
-
-        return components
-
-
-MODELS = ComponentManager("models")
-BACKBONES = ComponentManager("backbones")
-DATASETS = ComponentManager("datasets")
-TRANSFORMS = ComponentManager("transforms")
-LOSSES = ComponentManager("losses")

paddlex/paddleseg/cvlibs/param_init.py

@@ -1,91 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import paddle.nn as nn
-
-
-def constant_init(param, **kwargs):
-    """
-    Initialize the `param` with constants.
-
-    Args:
-        param (Tensor): Tensor that needs to be initialized.
-
-    Examples:
-
-        from paddlex.paddleseg.cvlibs import param_init
-        import paddle.nn as nn
-
-        linear = nn.Linear(2, 4)
-        param_init.constant_init(linear.weight, value=2.0)
-        print(linear.weight.numpy())
-        # result is [[2. 2. 2. 2.], [2. 2. 2. 2.]]
-
-    """
-    initializer = nn.initializer.Constant(**kwargs)
-    initializer(param, param.block)
-
-
-def normal_init(param, **kwargs):
-    """
-    Initialize the `param` with a Normal distribution.
-
-    Args:
-        param (Tensor): Tensor that needs to be initialized.
-
-    Examples:
-
-        from paddlex.paddleseg.cvlibs import param_init
-        import paddle.nn as nn
-
-        linear = nn.Linear(2, 4)
-        param_init.normal_init(linear.weight, loc=0.0, scale=1.0)
-
-    """
-    initializer = nn.initializer.Normal(**kwargs)
-    initializer(param, param.block)
-
-
-def kaiming_normal_init(param, **kwargs):
-    """
-    Initialize the input tensor with Kaiming Normal initialization.
-
-    This function implements the `param` initialization from the paper
-    `Delving Deep into Rectifiers: Surpassing Human-Level Performance on
-    ImageNet Classification <https://arxiv.org/abs/1502.01852>`
-    by Kaiming He, Xiangyu Zhang, Shaoqing Ren and Jian Sun. This is a
-    robust initialization method that particularly considers the rectifier
-    nonlinearities. In case of Uniform distribution, the range is [-x, x], where
-    .. math::
-        x = \sqrt{\\frac{6.0}{fan\_in}}
-    In case of Normal distribution, the mean is 0 and the standard deviation
-    is
-    .. math::
-        \sqrt{\\frac{2.0}{fan\_in}}
-
-    Args:
-        param (Tensor): Tensor that needs to be initialized.
-
-    Examples:
-
-        from paddlex.paddleseg.cvlibs import param_init
-        import paddle.nn as nn
-
-        linear = nn.Linear(2, 4)
-        # uniform is used to decide whether to use uniform or normal distribution
-        param_init.kaiming_normal_init(linear.weight)
-
-    """
-    initializer = nn.initializer.KaimingNormal(**kwargs)
-    initializer(param, param.block)

paddlex/paddleseg/datasets/__init__.py

@@ -1,21 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from .dataset import Dataset
-from .cityscapes import Cityscapes
-from .voc import PascalVOC
-from .ade import ADE20K
-from .optic_disc_seg import OpticDiscSeg
-from .pascal_context import PascalContext
-from .mini_deep_globe_road_extraction import MiniDeepGlobeRoadExtraction

paddlex/paddleseg/datasets/ade.py

@@ -1,112 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-
-import numpy as np
-from PIL import Image
-
-from paddlex.paddleseg.datasets import Dataset
-from paddlex.paddleseg.utils.download import download_file_and_uncompress
-from paddlex.paddleseg.utils import seg_env
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.transforms import Compose
-from paddlex.paddleseg.transforms import functional as F
-
-URL = "http://data.csail.mit.edu/places/ADEchallenge/ADEChallengeData2016.zip"
-
-
-@manager.DATASETS.add_component
-class ADE20K(Dataset):
-    """
-    ADE20K dataset `http://sceneparsing.csail.mit.edu/`.
-
-    Args:
-        transforms (list): A list of image transformations.
-        dataset_root (str, optional): The ADK20K dataset directory. Default: None.
-        mode (str, optional): A subset of the entire dataset. It should be one of ('train', 'val'). Default: 'train'.
-        edge (bool, optional): Whether to compute edge while training. Default: False
-    """
-    NUM_CLASSES = 150
-
-    def __init__(self, transforms, dataset_root=None, mode='train',
-                 edge=False):
-        self.dataset_root = dataset_root
-        self.transforms = Compose(transforms)
-        mode = mode.lower()
-        self.mode = mode
-        self.file_list = list()
-        self.num_classes = self.NUM_CLASSES
-        self.ignore_index = 255
-        self.edge = edge
-
-        if mode not in ['train', 'val']:
-            raise ValueError(
-                "`mode` should be one of ('train', 'val') in ADE20K dataset, but got {}."
-                .format(mode))
-
-        if self.transforms is None:
-            raise ValueError("`transforms` is necessary, but it is None.")
-
-        if self.dataset_root is None:
-            self.dataset_root = download_file_and_uncompress(
-                url=URL,
-                savepath=seg_env.DATA_HOME,
-                extrapath=seg_env.DATA_HOME,
-                extraname='ADEChallengeData2016')
-        elif not os.path.exists(self.dataset_root):
-            self.dataset_root = os.path.normpath(self.dataset_root)
-            savepath, extraname = self.dataset_root.rsplit(
-                sep=os.path.sep, maxsplit=1)
-            self.dataset_root = download_file_and_uncompress(
-                url=URL,
-                savepath=savepath,
-                extrapath=savepath,
-                extraname=extraname)
-
-        if mode == 'train':
-            img_dir = os.path.join(self.dataset_root, 'images/training')
-            label_dir = os.path.join(self.dataset_root, 'annotations/training')
-        elif mode == 'val':
-            img_dir = os.path.join(self.dataset_root, 'images/validation')
-            label_dir = os.path.join(self.dataset_root,
-                                     'annotations/validation')
-        img_files = os.listdir(img_dir)
-        label_files = [i.replace('.jpg', '.png') for i in img_files]
-        for i in range(len(img_files)):
-            img_path = os.path.join(img_dir, img_files[i])
-            label_path = os.path.join(label_dir, label_files[i])
-            self.file_list.append([img_path, label_path])
-
-    def __getitem__(self, idx):
-        image_path, label_path = self.file_list[idx]
-        if self.mode == 'val':
-            im, _ = self.transforms(im=image_path)
-            label = np.asarray(Image.open(label_path))
-            # The class 0 is ignored. And it will equal to 255 after
-            # subtracted 1, because the dtype of label is uint8.
-            label = label - 1
-            label = label[np.newaxis, :, :]
-            return im, label
-        else:
-            im, label = self.transforms(im=image_path, label=label_path)
-            label = label - 1
-            # Recover the ignore pixels adding by transform
-            label[label == 254] = 255
-            if self.edge:
-                edge_mask = F.mask_to_binary_edge(
-                    label, radius=2, num_classes=self.num_classes)
-                return im, label, edge_mask
-            else:
-                return im, label

paddlex/paddleseg/datasets/cityscapes.py

@@ -1,86 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-import glob
-
-from paddlex.paddleseg.datasets import Dataset
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.transforms import Compose
-
-
-@manager.DATASETS.add_component
-class Cityscapes(Dataset):
-    """
-    Cityscapes dataset `https://www.cityscapes-dataset.com/`.
-    The folder structure is as follow:
-
-        cityscapes
-        |
-        |--leftImg8bit
-        |  |--train
-        |  |--val
-        |  |--test
-        |
-        |--gtFine
-        |  |--train
-        |  |--val
-        |  |--test
-
-    Make sure there are **labelTrainIds.png in gtFine directory. If not, please run the conver_cityscapes.py in tools.
-
-    Args:
-        transforms (list): Transforms for image.
-        dataset_root (str): Cityscapes dataset directory.
-        mode (str, optional): Which part of dataset to use. it is one of ('train', 'val', 'test'). Default: 'train'.
-        edge (bool, optional): Whether to compute edge while training. Default: False
-    """
-    NUM_CLASSES = 19
-
-    def __init__(self, transforms, dataset_root, mode='train', edge=False):
-        self.dataset_root = dataset_root
-        self.transforms = Compose(transforms)
-        self.file_list = list()
-        mode = mode.lower()
-        self.mode = mode
-        self.num_classes = self.NUM_CLASSES
-        self.ignore_index = 255
-        self.edge = edge
-
-        if mode not in ['train', 'val', 'test']:
-            raise ValueError(
-                "mode should be 'train', 'val' or 'test', but got {}.".format(
-                    mode))
-
-        if self.transforms is None:
-            raise ValueError("`transforms` is necessary, but it is None.")
-
-        img_dir = os.path.join(self.dataset_root, 'leftImg8bit')
-        label_dir = os.path.join(self.dataset_root, 'gtFine')
-        if self.dataset_root is None or not os.path.isdir(
-                self.dataset_root) or not os.path.isdir(
-                    img_dir) or not os.path.isdir(label_dir):
-            raise ValueError(
-                "The dataset is not Found or the folder structure is nonconfoumance."
-            )
-
-        label_files = sorted(
-            glob.glob(
-                os.path.join(label_dir, mode, '*',
-                             '*_gtFine_labelTrainIds.png')))
-        img_files = sorted(
-            glob.glob(os.path.join(img_dir, mode, '*', '*_leftImg8bit.png')))
-
-        self.file_list = [[img_path, label_path] for img_path, label_path in
-                          zip(img_files, label_files)]

paddlex/paddleseg/datasets/cocostuff.py

@@ -1,79 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-import glob
-
-from paddlex.paddleseg.datasets import Dataset
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.transforms import Compose
-
-
-@manager.DATASETS.add_component
-class CocoStuff(Dataset):
-    """
-    COCO-Stuff dataset `https://github.com/nightrome/cocostuff`.
-    The folder structure is as follow:
-
-        cocostuff
-        |
-        |--images
-        |  |--train2017
-        |  |--val2017
-        |
-        |--annotations
-        |  |--train2017
-        |  |--val2017
-
-
-    Args:
-        transforms (list): Transforms for image.
-        dataset_root (str): Cityscapes dataset directory.
-        mode (str): Which part of dataset to use. it is one of ('train', 'val'). Default: 'train'.
-    """
-    NUM_CLASSES = 172
-
-    def __init__(self, transforms, dataset_root, mode='train'):
-        self.dataset_root = dataset_root
-        self.transforms = Compose(transforms)
-        self.file_list = list()
-        mode = mode.lower()
-        self.mode = mode
-        self.num_classes = self.NUM_CLASSES
-        self.ignore_index = 255
-
-        if mode not in ['train', 'val']:
-            raise ValueError(
-                "mode should be 'train', 'val', but got {}.".format(mode))
-
-        if self.transforms is None:
-            raise ValueError("`transforms` is necessary, but it is None.")
-
-        img_dir = os.path.join(self.dataset_root, 'images')
-        label_dir = os.path.join(self.dataset_root, 'annotations')
-        if self.dataset_root is None or not os.path.isdir(
-                self.dataset_root) or not os.path.isdir(
-                    img_dir) or not os.path.isdir(label_dir):
-            raise ValueError(
-                "The dataset is not Found or the folder structure is nonconfoumance."
-            )
-
-        label_files = sorted(
-            glob.glob(os.path.join(label_dir, mode + '2017', '*.png')))
-
-        img_files = sorted(
-            glob.glob(os.path.join(img_dir, mode + '2017', '*.jpg')))
-
-        self.file_list = [[img_path, label_path] for img_path, label_path in
-                          zip(img_files, label_files)]