paddlex 2.0.0rc4__py3-none-any.whl → 3.0.0b2__py3-none-any.whl

paddlex/paddleseg/datasets/dataset.py

@@ -1,164 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-
-import paddle
-import numpy as np
-from PIL import Image
-
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.transforms import Compose
-from paddlex.paddleseg.transforms import functional as F
-
-
-@manager.DATASETS.add_component
-class Dataset(paddle.io.Dataset):
-    """
-    Pass in a custom dataset that conforms to the format.
-
-    Args:
-        transforms (list): Transforms for image.
-        dataset_root (str): The dataset directory.
-        num_classes (int): Number of classes.
-        mode (str, optional): which part of dataset to use. it is one of ('train', 'val', 'test'). Default: 'train'.
-        train_path (str, optional): The train dataset file. When mode is 'train', train_path is necessary.
-            The contents of train_path file are as follow:
-            image1.jpg ground_truth1.png
-            image2.jpg ground_truth2.png
-        val_path (str. optional): The evaluation dataset file. When mode is 'val', val_path is necessary.
-            The contents is the same as train_path
-        test_path (str, optional): The test dataset file. When mode is 'test', test_path is necessary.
-            The annotation file is not necessary in test_path file.
-        separator (str, optional): The separator of dataset list. Default: ' '.
-        edge (bool, optional): Whether to compute edge while training. Default: False
-
-        Examples:
-
-            import paddlex.paddleseg.transforms as T
-            from paddlex.paddleseg.datasets import Dataset
-
-            transforms = [T.RandomPaddingCrop(crop_size=(512,512)), T.Normalize()]
-            dataset_root = 'dataset_root_path'
-            train_path = 'train_path'
-            num_classes = 2
-            dataset = Dataset(transforms = transforms,
-                              dataset_root = dataset_root,
-                              num_classes = 2,
-                              train_path = train_path,
-                              mode = 'train')
-
-    """
-
-    def __init__(self,
-                 transforms,
-                 dataset_root,
-                 num_classes,
-                 mode='train',
-                 train_path=None,
-                 val_path=None,
-                 test_path=None,
-                 separator=' ',
-                 ignore_index=255,
-                 edge=False):
-        self.dataset_root = dataset_root
-        self.transforms = Compose(transforms)
-        self.file_list = list()
-        mode = mode.lower()
-        self.mode = mode
-        self.num_classes = num_classes
-        self.ignore_index = ignore_index
-        self.edge = edge
-
-        if mode.lower() not in ['train', 'val', 'test']:
-            raise ValueError(
-                "mode should be 'train', 'val' or 'test', but got {}.".format(
-                    mode))
-
-        if self.transforms is None:
-            raise ValueError("`transforms` is necessary, but it is None.")
-
-        self.dataset_root = dataset_root
-        if not os.path.exists(self.dataset_root):
-            raise FileNotFoundError('there is not `dataset_root`: {}.'.format(
-                self.dataset_root))
-
-        if mode == 'train':
-            if train_path is None:
-                raise ValueError(
-                    'When `mode` is "train", `train_path` is necessary, but it is None.'
-                )
-            elif not os.path.exists(train_path):
-                raise FileNotFoundError('`train_path` is not found: {}'.format(
-                    train_path))
-            else:
-                file_path = train_path
-        elif mode == 'val':
-            if val_path is None:
-                raise ValueError(
-                    'When `mode` is "val", `val_path` is necessary, but it is None.'
-                )
-            elif not os.path.exists(val_path):
-                raise FileNotFoundError('`val_path` is not found: {}'.format(
-                    val_path))
-            else:
-                file_path = val_path
-        else:
-            if test_path is None:
-                raise ValueError(
-                    'When `mode` is "test", `test_path` is necessary, but it is None.'
-                )
-            elif not os.path.exists(test_path):
-                raise FileNotFoundError('`test_path` is not found: {}'.format(
-                    test_path))
-            else:
-                file_path = test_path
-
-        with open(file_path, 'r') as f:
-            for line in f:
-                items = line.strip().split(separator)
-                if len(items) != 2:
-                    if mode == 'train' or mode == 'val':
-                        raise ValueError(
-                            "File list format incorrect! In training or evaluation task it should be"
-                            " image_name{}label_name\\n".format(separator))
-                    image_path = os.path.join(self.dataset_root, items[0])
-                    label_path = None
-                else:
-                    image_path = os.path.join(self.dataset_root, items[0])
-                    label_path = os.path.join(self.dataset_root, items[1])
-                self.file_list.append([image_path, label_path])
-
-    def __getitem__(self, idx):
-        image_path, label_path = self.file_list[idx]
-        if self.mode == 'test':
-            im, _ = self.transforms(im=image_path)
-            im = im[np.newaxis, ...]
-            return im, image_path
-        elif self.mode == 'val':
-            im, _ = self.transforms(im=image_path)
-            label = np.asarray(Image.open(label_path))
-            label = label[np.newaxis, :, :]
-            return im, label
-        else:
-            im, label = self.transforms(im=image_path, label=label_path)
-            if self.edge:
-                edge_mask = F.mask_to_binary_edge(
-                    label, radius=2, num_classes=self.num_classes)
-                return im, label, edge_mask
-            else:
-                return im, label
-
-    def __len__(self):
-        return len(self.file_list)

paddlex/paddleseg/datasets/mini_deep_globe_road_extraction.py

@@ -1,95 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-
-from .dataset import Dataset
-from paddlex.paddleseg.utils.download import download_file_and_uncompress
-from paddlex.paddleseg.utils import seg_env
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.transforms import Compose
-
-URL = "https://paddleseg.bj.bcebos.com/dataset/MiniDeepGlobeRoadExtraction.zip"
-
-
-@manager.DATASETS.add_component
-class MiniDeepGlobeRoadExtraction(Dataset):
-    """
-    MiniDeepGlobeRoadExtraction dataset is extraced from DeepGlobe CVPR2018 challenge (http://deepglobe.org/)
-
-    There are 800 images in the training set and 200 images in the validation set.
-
-    Args:
-        dataset_root (str, optional): The dataset directory. Default: None.
-        transforms (list, optional): Transforms for image. Default: None.
-        mode (str, optional): Which part of dataset to use. It is one of ('train', 'val'). Default: 'train'.
-        edge (bool, optional): Whether to compute edge while training. Default: False.
-    """
-    NUM_CLASSES = 2
-
-    def __init__(self,
-                 dataset_root=None,
-                 transforms=None,
-                 mode='train',
-                 edge=False):
-        self.dataset_root = dataset_root
-        self.transforms = Compose(transforms)
-        mode = mode.lower()
-        self.mode = mode
-        self.file_list = list()
-        self.num_classes = self.NUM_CLASSES
-        self.ignore_index = 255
-        self.edge = edge
-
-        if mode not in ['train', 'val']:
-            raise ValueError(
-                "`mode` should be 'train' or 'val', but got {}.".format(mode))
-
-        if self.transforms is None:
-            raise ValueError("`transforms` is necessary, but it is None.")
-
-        if self.dataset_root is None:
-            self.dataset_root = download_file_and_uncompress(
-                url=URL,
-                savepath=seg_env.DATA_HOME,
-                extrapath=seg_env.DATA_HOME)
-        elif not os.path.exists(self.dataset_root):
-            self.dataset_root = os.path.normpath(self.dataset_root)
-            savepath, extraname = self.dataset_root.rsplit(
-                sep=os.path.sep, maxsplit=1)
-            self.dataset_root = download_file_and_uncompress(
-                url=URL,
-                savepath=savepath,
-                extrapath=savepath,
-                extraname=extraname)
-
-        if mode == 'train':
-            file_path = os.path.join(self.dataset_root, 'train.txt')
-        else:
-            file_path = os.path.join(self.dataset_root, 'val.txt')
-
-        with open(file_path, 'r') as f:
-            for line in f:
-                items = line.strip().split('|')
-                if len(items) != 2:
-                    if mode == 'train' or mode == 'val':
-                        raise Exception(
-                            "File list format incorrect! It should be"
-                            " image_name|label_name\\n")
-                    image_path = os.path.join(self.dataset_root, items[0])
-                    grt_path = None
-                else:
-                    image_path = os.path.join(self.dataset_root, items[0])
-                    grt_path = os.path.join(self.dataset_root, items[1])
-                self.file_list.append([image_path, grt_path])

paddlex/paddleseg/datasets/optic_disc_seg.py

@@ -1,97 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-
-from .dataset import Dataset
-from paddlex.paddleseg.utils.download import download_file_and_uncompress
-from paddlex.paddleseg.utils import seg_env
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.transforms import Compose
-
-URL = "https://paddleseg.bj.bcebos.com/dataset/optic_disc_seg.zip"
-
-
-@manager.DATASETS.add_component
-class OpticDiscSeg(Dataset):
-    """
-    OpticDiscSeg dataset is extraced from iChallenge-AMD
-    (https://ai.baidu.com/broad/subordinate?dataset=amd).
-
-    Args:
-        transforms (list): Transforms for image.
-        dataset_root (str): The dataset directory. Default: None
-        mode (str, optional): Which part of dataset to use. it is one of ('train', 'val', 'test'). Default: 'train'.
-        edge (bool, optional): Whether to compute edge while training. Default: False
-    """
-    NUM_CLASSES = 2
-
-    def __init__(self,
-                 dataset_root=None,
-                 transforms=None,
-                 mode='train',
-                 edge=False):
-        self.dataset_root = dataset_root
-        self.transforms = Compose(transforms)
-        mode = mode.lower()
-        self.mode = mode
-        self.file_list = list()
-        self.num_classes = self.NUM_CLASSES
-        self.ignore_index = 255
-        self.edge = edge
-
-        if mode not in ['train', 'val', 'test']:
-            raise ValueError(
-                "`mode` should be 'train', 'val' or 'test', but got {}.".
-                format(mode))
-
-        if self.transforms is None:
-            raise ValueError("`transforms` is necessary, but it is None.")
-
-        if self.dataset_root is None:
-            self.dataset_root = download_file_and_uncompress(
-                url=URL,
-                savepath=seg_env.DATA_HOME,
-                extrapath=seg_env.DATA_HOME)
-        elif not os.path.exists(self.dataset_root):
-            self.dataset_root = os.path.normpath(self.dataset_root)
-            savepath, extraname = self.dataset_root.rsplit(
-                sep=os.path.sep, maxsplit=1)
-            self.dataset_root = download_file_and_uncompress(
-                url=URL,
-                savepath=savepath,
-                extrapath=savepath,
-                extraname=extraname)
-
-        if mode == 'train':
-            file_path = os.path.join(self.dataset_root, 'train_list.txt')
-        elif mode == 'val':
-            file_path = os.path.join(self.dataset_root, 'val_list.txt')
-        else:
-            file_path = os.path.join(self.dataset_root, 'test_list.txt')
-
-        with open(file_path, 'r') as f:
-            for line in f:
-                items = line.strip().split()
-                if len(items) != 2:
-                    if mode == 'train' or mode == 'val':
-                        raise Exception(
-                            "File list format incorrect! It should be"
-                            " image_name label_name\\n")
-                    image_path = os.path.join(self.dataset_root, items[0])
-                    grt_path = None
-                else:
-                    image_path = os.path.join(self.dataset_root, items[0])
-                    grt_path = os.path.join(self.dataset_root, items[1])
-                self.file_list.append([image_path, grt_path])

paddlex/paddleseg/datasets/pascal_context.py

@@ -1,80 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-
-from PIL import Image
-from paddlex.paddleseg.datasets import Dataset
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.transforms import Compose
-
-
-@manager.DATASETS.add_component
-class PascalContext(Dataset):
-    """
-    PascalVOC2010 dataset `http://host.robots.ox.ac.uk/pascal/VOC/`.
-    If you want to use pascal context dataset, please run the convert_voc2010.py in tools firstly.
-
-    Args:
-        transforms (list): Transforms for image.
-        dataset_root (str): The dataset directory. Default: None
-        mode (str): Which part of dataset to use. it is one of ('train', 'trainval', 'context', 'val').
-            If you want to set mode to 'context', please make sure the dataset have been augmented. Default: 'train'.
-    """
-    NUM_CLASSES = 59
-
-    def __init__(self, transforms=None, dataset_root=None, mode='train'):
-        self.dataset_root = dataset_root
-        self.transforms = Compose(transforms)
-        mode = mode.lower()
-        self.mode = mode
-        self.file_list = list()
-        self.num_classes = self.NUM_CLASSES
-        self.ignore_index = 255
-
-        if mode not in ['train', 'trainval', 'val']:
-            raise ValueError(
-                "`mode` should be one of ('train', 'trainval', 'val') in PascalContext dataset, but got {}."
-                .format(mode))
-
-        if self.transforms is None:
-            raise ValueError("`transforms` is necessary, but it is None.")
-        if self.dataset_root is None:
-            raise ValueError(
-                "The dataset is not Found or the folder structure is nonconfoumance."
-            )
-
-        image_set_dir = os.path.join(self.dataset_root, 'ImageSets',
-                                     'Segmentation')
-
-        if mode == 'train':
-            file_path = os.path.join(image_set_dir, 'train_context.txt')
-        elif mode == 'val':
-            file_path = os.path.join(image_set_dir, 'val_context.txt')
-        elif mode == 'trainval':
-            file_path = os.path.join(image_set_dir, 'trainval_context.txt')
-        if not os.path.exists(file_path):
-            raise RuntimeError(
-                "PASCAL-Context annotations are not ready, "
-                "Please make sure voc_context.py has been properly run.")
-
-        img_dir = os.path.join(self.dataset_root, 'JPEGImages')
-        label_dir = os.path.join(self.dataset_root, 'Context')
-
-        with open(file_path, 'r') as f:
-            for line in f:
-                line = line.strip()
-                image_path = os.path.join(img_dir, ''.join([line, '.jpg']))
-                label_path = os.path.join(label_dir, ''.join([line, '.png']))
-                self.file_list.append([image_path, label_path])

paddlex/paddleseg/datasets/voc.py

@@ -1,113 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-
-from paddlex.paddleseg.datasets import Dataset
-from paddlex.paddleseg.utils.download import download_file_and_uncompress
-from paddlex.paddleseg.utils import seg_env
-from paddlex.paddleseg.cvlibs import manager
-from paddlex.paddleseg.transforms import Compose
-
-URL = "http://host.robots.ox.ac.uk/pascal/VOC/voc2012/VOCtrainval_11-May-2012.tar"
-
-
-@manager.DATASETS.add_component
-class PascalVOC(Dataset):
-    """
-    PascalVOC2012 dataset `http://host.robots.ox.ac.uk/pascal/VOC/`.
-    If you want to augment the dataset, please run the voc_augment.py in tools.
-
-    Args:
-        transforms (list): Transforms for image.
-        dataset_root (str): The dataset directory. Default: None
-        mode (str, optional): Which part of dataset to use. it is one of ('train', 'trainval', 'trainaug', 'val').
-            If you want to set mode to 'trainaug', please make sure the dataset have been augmented. Default: 'train'.
-        edge (bool, optional): Whether to compute edge while training. Default: False
-    """
-    NUM_CLASSES = 21
-
-    def __init__(self, transforms, dataset_root=None, mode='train',
-                 edge=False):
-        self.dataset_root = dataset_root
-        self.transforms = Compose(transforms)
-        mode = mode.lower()
-        self.mode = mode
-        self.file_list = list()
-        self.num_classes = self.NUM_CLASSES
-        self.ignore_index = 255
-        self.edge = edge
-
-        if mode not in ['train', 'trainval', 'trainaug', 'val']:
-            raise ValueError(
-                "`mode` should be one of ('train', 'trainval', 'trainaug', 'val') in PascalVOC dataset, but got {}."
-                .format(mode))
-
-        if self.transforms is None:
-            raise ValueError("`transforms` is necessary, but it is None.")
-
-        if self.dataset_root is None:
-            self.dataset_root = download_file_and_uncompress(
-                url=URL,
-                savepath=seg_env.DATA_HOME,
-                extrapath=seg_env.DATA_HOME,
-                extraname='VOCdevkit')
-        elif not os.path.exists(self.dataset_root):
-            self.dataset_root = os.path.normpath(self.dataset_root)
-            savepath, extraname = self.dataset_root.rsplit(
-                sep=os.path.sep, maxsplit=1)
-            self.dataset_root = download_file_and_uncompress(
-                url=URL,
-                savepath=savepath,
-                extrapath=savepath,
-                extraname=extraname)
-
-        image_set_dir = os.path.join(self.dataset_root, 'VOC2012', 'ImageSets',
-                                     'Segmentation')
-        if mode == 'train':
-            file_path = os.path.join(image_set_dir, 'train.txt')
-        elif mode == 'val':
-            file_path = os.path.join(image_set_dir, 'val.txt')
-        elif mode == 'trainval':
-            file_path = os.path.join(image_set_dir, 'trainval.txt')
-        elif mode == 'trainaug':
-            file_path = os.path.join(image_set_dir, 'train.txt')
-            file_path_aug = os.path.join(image_set_dir, 'aug.txt')
-
-            if not os.path.exists(file_path_aug):
-                raise RuntimeError(
-                    "When `mode` is 'trainaug', Pascal Voc dataset should be augmented, "
-                    "Please make sure voc_augment.py has been properly run when using this mode."
-                )
-
-        img_dir = os.path.join(self.dataset_root, 'VOC2012', 'JPEGImages')
-        label_dir = os.path.join(self.dataset_root, 'VOC2012',
-                                 'SegmentationClass')
-        label_dir_aug = os.path.join(self.dataset_root, 'VOC2012',
-                                     'SegmentationClassAug')
-
-        with open(file_path, 'r') as f:
-            for line in f:
-                line = line.strip()
-                image_path = os.path.join(img_dir, ''.join([line, '.jpg']))
-                label_path = os.path.join(label_dir, ''.join([line, '.png']))
-                self.file_list.append([image_path, label_path])
-        if mode == 'trainaug':
-            with open(file_path_aug, 'r') as f:
-                for line in f:
-                    line = line.strip()
-                    image_path = os.path.join(img_dir, ''.join([line, '.jpg']))
-                    label_path = os.path.join(label_dir_aug,
-                                              ''.join([line, '.png']))
-                    self.file_list.append([image_path, label_path])

paddlex/paddleseg/models/__init__.py

@@ -1,39 +0,0 @@
-# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from .backbones import *
-from .losses import *
-
-from .ann import *
-from .bisenet import *
-from .danet import *
-from .deeplab import *
-from .fast_scnn import *
-from .fcn import *
-from .gcnet import *
-from .ocrnet import *
-from .pspnet import *
-from .gscnn import GSCNN
-from .unet import UNet
-from .hardnet import HarDNet
-from .u2net import U2Net, U2Netp
-from .attention_unet import AttentionUNet
-from .unet_plusplus import UNetPlusPlus
-from .unet_3plus import UNet3Plus
-from .decoupled_segnet import DecoupledSegNet
-from .emanet import *
-from .isanet import *
-from .dnlnet import *
-from .sfnet import *
-from .shufflenet_slim import ShuffleNetV2