paddlex 2.0.0rc4__py3-none-any.whl → 3.0.0b2__py3-none-any.whl

paddlex/cv/datasets/coco.py

@@ -1,169 +0,0 @@
-# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from __future__ import absolute_import
-import copy
-import os.path as osp
-import six
-import sys
-import numpy as np
-from paddlex.utils import logging, is_pic, get_num_workers
-from .voc import VOCDetection
-from paddlex.cv.transforms import MixupImage
-
-
-class CocoDetection(VOCDetection):
-    """读取MSCOCO格式的检测数据集，并对样本进行相应的处理，该格式的数据集同样可以应用到实例分割模型的训练中。
-
-    Args:
-        data_dir (str): 数据集所在的目录路径。
-        ann_file (str): 数据集的标注文件，为一个独立的json格式文件。
-        transforms (paddlex.det.transforms): 数据集中每个样本的预处理/增强算子。
-        num_workers (int|str): 数据集中样本在预处理过程中的线程或进程数。默认为'auto'。当设为'auto'时，根据
-            系统的实际CPU核数设置`num_workers`: 如果CPU核数的一半大于8，则`num_workers`为8，否则为CPU核数的一半。
-        shuffle (bool): 是否需要对数据集中样本打乱顺序。默认为False。
-    """
-
-    def __init__(self,
-                 data_dir,
-                 ann_file,
-                 transforms=None,
-                 num_workers='auto',
-                 shuffle=False):
-        # matplotlib.use() must be called *before* pylab, matplotlib.pyplot,
-        # or matplotlib.backends is imported for the first time
-        # pycocotools import matplotlib
-        import matplotlib
-        matplotlib.use('Agg')
-        from pycocotools.coco import COCO
-
-        try:
-            import shapely.ops
-            from shapely.geometry import Polygon, MultiPolygon, GeometryCollection
-        except:
-            six.reraise(*sys.exc_info())
-
-        super(VOCDetection, self).__init__()
-        self.data_fields = None
-        self.transforms = copy.deepcopy(transforms)
-        self.num_max_boxes = 50
-        self.use_mix = False
-        if self.transforms is not None:
-            for op in self.transforms.transforms:
-                if isinstance(op, MixupImage):
-                    self.mixup_op = copy.deepcopy(op)
-                    self.use_mix = True
-                    self.num_max_boxes *= 2
-                    break
-
-        self.batch_transforms = None
-        self.num_workers = get_num_workers(num_workers)
-        self.shuffle = shuffle
-        self.file_list = list()
-        self.labels = list()
-
-        coco = COCO(ann_file)
-        self.coco_gt = coco
-        img_ids = coco.getImgIds()
-        cat_ids = coco.getCatIds()
-        catid2clsid = dict({catid: i for i, catid in enumerate(cat_ids)})
-        cname2clsid = dict({
-            coco.loadCats(catid)[0]['name']: clsid
-            for catid, clsid in catid2clsid.items()
-        })
-        for label, cid in sorted(cname2clsid.items(), key=lambda d: d[1]):
-            self.labels.append(label)
-        logging.info("Starting to read file list from dataset...")
-        for img_id in img_ids:
-            img_anno = coco.loadImgs(img_id)[0]
-            im_fname = osp.join(data_dir, img_anno['file_name'])
-            if not is_pic(im_fname):
-                continue
-            im_w = float(img_anno['width'])
-            im_h = float(img_anno['height'])
-            ins_anno_ids = coco.getAnnIds(imgIds=img_id, iscrowd=False)
-            instances = coco.loadAnns(ins_anno_ids)
-
-            bboxes = []
-            for inst in instances:
-                x, y, box_w, box_h = inst['bbox']
-                x1 = max(0, x)
-                y1 = max(0, y)
-                x2 = min(im_w - 1, x1 + max(0, box_w))
-                y2 = min(im_h - 1, y1 + max(0, box_h))
-                if inst['area'] > 0 and x2 >= x1 and y2 >= y1:
-                    inst['clean_bbox'] = [x1, y1, x2, y2]
-                    bboxes.append(inst)
-                else:
-                    logging.warning(
-                        "Found an invalid bbox in annotations: "
-                        "im_id: {}, area: {} x1: {}, y1: {}, x2: {}, y2: {}."
-                        .format(img_id, float(inst['area']), x1, y1, x2, y2))
-            num_bbox = len(bboxes)
-            gt_bbox = np.zeros((num_bbox, 4), dtype=np.float32)
-            gt_class = np.zeros((num_bbox, 1), dtype=np.int32)
-            gt_score = np.ones((num_bbox, 1), dtype=np.float32)
-            is_crowd = np.zeros((num_bbox, 1), dtype=np.int32)
-            difficult = np.zeros((num_bbox, 1), dtype=np.int32)
-            gt_poly = [None] * num_bbox
-
-            has_segmentation = False
-            for i, box in enumerate(bboxes):
-                catid = box['category_id']
-                gt_class[i][0] = catid2clsid[catid]
-                gt_bbox[i, :] = box['clean_bbox']
-                is_crowd[i][0] = box['iscrowd']
-                if 'segmentation' in box and box['iscrowd'] == 1:
-                    gt_poly[i] = [[0.0, 0.0], ]
-                elif 'segmentation' in box and box['segmentation']:
-                    gt_poly[i] = box['segmentation']
-                    has_segmentation = True
-            if has_segmentation and not any(gt_poly):
-                continue
-
-            im_info = {
-                'im_id': np.array([img_id]).astype('int32'),
-                'image_shape': np.array([im_h, im_w]).astype('int32'),
-            }
-            label_info = {
-                'is_crowd': is_crowd,
-                'gt_class': gt_class,
-                'gt_bbox': gt_bbox,
-                'gt_score': gt_score,
-                'gt_poly': gt_poly,
-                'difficult': difficult
-            }
-
-            if None in gt_poly:
-                del label_info['gt_poly']
-
-            self.file_list.append(({
-                'image': im_fname,
-                **
-                im_info,
-                **
-                label_info
-            }))
-        if self.use_mix:
-            self.num_max_boxes = max(self.num_max_boxes, 2 * len(instances))
-        else:
-            self.num_max_boxes = max(self.num_max_boxes, len(instances))
-
-        if not len(self.file_list) > 0:
-            raise Exception('not found any coco record in %s' % ann_file)
-        logging.info("{} samples in file {}".format(
-            len(self.file_list), ann_file))
-        self.num_samples = len(self.file_list)
-
-        self._epoch = 0

paddlex/cv/datasets/imagenet.py

@@ -1,88 +0,0 @@
-# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os.path as osp
-import copy
-import numpy as np
-from paddle.io import Dataset
-from paddlex.utils import logging, get_num_workers, get_encoding, path_normalization, is_pic
-
-
-class ImageNet(Dataset):
-    """读取ImageNet格式的分类数据集，并对样本进行相应的处理。
-
-    Args:
-        data_dir (str): 数据集所在的目录路径。
-        file_list (str): 描述数据集图片文件和类别id的文件路径（文本内每行路径为相对data_dir的相对路）。
-        label_list (str): 描述数据集包含的类别信息文件路径。
-        transforms (paddlex.transforms): 数据集中每个样本的预处理/增强算子。
-        num_workers (int|str): 数据集中样本在预处理过程中的线程或进程数。默认为'auto'。当设为'auto'时，根据
-            系统的实际CPU核数设置`num_workers`: 如果CPU核数的一半大于8，则`num_workers`为8，否则为CPU核
-            数的一半。
-        shuffle (bool): 是否需要对数据集中样本打乱顺序。默认为False。
-    """
-
-    def __init__(self,
-                 data_dir,
-                 file_list,
-                 label_list,
-                 transforms=None,
-                 num_workers='auto',
-                 shuffle=False):
-        super(ImageNet, self).__init__()
-        self.transforms = copy.deepcopy(transforms)
-        # TODO batch padding
-        self.batch_transforms = None
-        self.num_workers = get_num_workers(num_workers)
-        self.shuffle = shuffle
-        self.file_list = list()
-        self.labels = list()
-
-        with open(label_list, encoding=get_encoding(label_list)) as f:
-            for line in f:
-                item = line.strip()
-                self.labels.append(item)
-        logging.info("Starting to read file list from dataset...")
-        with open(file_list, encoding=get_encoding(file_list)) as f:
-            for line in f:
-                items = line.strip().split()
-                if len(items) > 2:
-                    raise Exception(
-                        "A space is defined as the delimiter to separate the image and label path, " \
-                        "so the space cannot be in the image or label path, but the line[{}] of " \
-                        " file_list[{}] has a space in the image or label path.".format(line, file_list))
-                items[0] = path_normalization(items[0])
-                if not is_pic(items[0]):
-                    continue
-                full_path = osp.join(data_dir, items[0])
-                if not osp.exists(full_path):
-                    raise IOError('The image file {} does not exist!'.format(
-                        full_path))
-                self.file_list.append({
-                    'image': full_path,
-                    'label': np.asarray(
-                        items[1], dtype=np.int64)
-                })
-        self.num_samples = len(self.file_list)
-        logging.info("{} samples in file {}".format(
-            len(self.file_list), file_list))
-
-    def __getitem__(self, idx):
-        sample = copy.deepcopy(self.file_list[idx])
-        outputs = self.transforms(sample)
-
-        return outputs
-
-    def __len__(self):
-        return len(self.file_list)

paddlex/cv/datasets/seg_dataset.py

@@ -1,91 +0,0 @@
-# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os.path as osp
-import copy
-
-from paddle.io import Dataset
-from paddlex.utils import logging, get_num_workers, get_encoding, path_normalization, is_pic
-
-
-class SegDataset(Dataset):
-    """读取语义分割任务数据集，并对样本进行相应的处理。
-
-    Args:
-        data_dir (str): 数据集所在的目录路径。
-        file_list (str): 描述数据集图片文件和对应标注文件的文件路径（文本内每行路径为相对data_dir的相对路）。
-        label_list (str): 描述数据集包含的类别信息文件路径。默认值为None。
-        transforms (paddlex.transforms): 数据集中每个样本的预处理/增强算子。
-        num_workers (int|str): 数据集中样本在预处理过程中的线程或进程数。默认为'auto'。
-        shuffle (bool): 是否需要对数据集中样本打乱顺序。默认为False。
-    """
-
-    def __init__(self,
-                 data_dir,
-                 file_list,
-                 label_list=None,
-                 transforms=None,
-                 num_workers='auto',
-                 shuffle=False):
-        super(SegDataset, self).__init__()
-        self.transforms = copy.deepcopy(transforms)
-        # TODO batch padding
-        self.batch_transforms = None
-        self.num_workers = get_num_workers(num_workers)
-        self.shuffle = shuffle
-        self.file_list = list()
-        self.labels = list()
-
-        # TODO：非None时，让用户跳转数据集分析生成label_list
-        # 不要在此处分析label file
-        if label_list is not None:
-            with open(label_list, encoding=get_encoding(label_list)) as f:
-                for line in f:
-                    item = line.strip()
-                    self.labels.append(item)
-        with open(file_list, encoding=get_encoding(file_list)) as f:
-            for line in f:
-                items = line.strip().split()
-                if len(items) > 2:
-                    raise Exception(
-                        "A space is defined as the delimiter to separate the image and label path, " \
-                        "so the space cannot be in the image or label path, but the line[{}] of " \
-                        " file_list[{}] has a space in the image or label path.".format(line, file_list))
-                items[0] = path_normalization(items[0])
-                items[1] = path_normalization(items[1])
-                if not is_pic(items[0]) or not is_pic(items[1]):
-                    continue
-                full_path_im = osp.join(data_dir, items[0])
-                full_path_label = osp.join(data_dir, items[1])
-                if not osp.exists(full_path_im):
-                    raise IOError('Image file {} does not exist!'.format(
-                        full_path_im))
-                if not osp.exists(full_path_label):
-                    raise IOError('Label file {} does not exist!'.format(
-                        full_path_label))
-                self.file_list.append({
-                    'image': full_path_im,
-                    'mask': full_path_label
-                })
-        self.num_samples = len(self.file_list)
-        logging.info("{} samples in file {}".format(
-            len(self.file_list), file_list))
-
-    def __getitem__(self, idx):
-        sample = copy.deepcopy(self.file_list[idx])
-        outputs = self.transforms(sample)
-        return outputs
-
-    def __len__(self):
-        return len(self.file_list)

paddlex/cv/datasets/voc.py

@@ -1,301 +0,0 @@
-# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from __future__ import absolute_import
-import copy
-import os.path as osp
-import random
-import re
-import numpy as np
-from collections import OrderedDict
-import xml.etree.ElementTree as ET
-from paddle.io import Dataset
-from paddlex.utils import logging, get_num_workers, get_encoding, path_normalization, is_pic
-from paddlex.cv.transforms import Decode, MixupImage
-
-
-class VOCDetection(Dataset):
-    """读取PascalVOC格式的检测数据集，并对样本进行相应的处理。
-
-    Args:
-        data_dir (str): 数据集所在的目录路径。
-        file_list (str): 描述数据集图片文件和对应标注文件的文件路径（文本内每行路径为相对data_dir的相对路）。
-        label_list (str): 描述数据集包含的类别信息文件路径。
-        transforms (paddlex.det.transforms): 数据集中每个样本的预处理/增强算子。
-        num_workers (int|str): 数据集中样本在预处理过程中的线程或进程数。默认为'auto'。当设为'auto'时，根据
-            系统的实际CPU核数设置`num_workers`: 如果CPU核数的一半大于8，则`num_workers`为8，否则为CPU核数的
-            一半。
-        shuffle (bool): 是否需要对数据集中样本打乱顺序。默认为False。
-    """
-
-    def __init__(self,
-                 data_dir,
-                 file_list,
-                 label_list,
-                 transforms=None,
-                 num_workers='auto',
-                 shuffle=False):
-        # matplotlib.use() must be called *before* pylab, matplotlib.pyplot,
-        # or matplotlib.backends is imported for the first time
-        # pycocotools import matplotlib
-        import matplotlib
-        matplotlib.use('Agg')
-        from pycocotools.coco import COCO
-        super(VOCDetection, self).__init__()
-        self.data_fields = None
-        self.transforms = copy.deepcopy(transforms)
-        self.num_max_boxes = 50
-
-        self.use_mix = False
-        if self.transforms is not None:
-            for op in self.transforms.transforms:
-                if isinstance(op, MixupImage):
-                    self.mixup_op = copy.deepcopy(op)
-                    self.use_mix = True
-                    self.num_max_boxes *= 2
-                    break
-
-        self.batch_transforms = None
-        self.num_workers = get_num_workers(num_workers)
-        self.shuffle = shuffle
-        self.file_list = list()
-        self.labels = list()
-
-        annotations = dict()
-        annotations['images'] = list()
-        annotations['categories'] = list()
-        annotations['annotations'] = list()
-
-        cname2cid = OrderedDict()
-        label_id = 0
-        with open(label_list, 'r', encoding=get_encoding(label_list)) as f:
-            for line in f.readlines():
-                cname2cid[line.strip()] = label_id
-                label_id += 1
-                self.labels.append(line.strip())
-        logging.info("Starting to read file list from dataset...")
-        for k, v in cname2cid.items():
-            annotations['categories'].append({
-                'supercategory': 'component',
-                'id': v + 1,
-                'name': k
-            })
-        ct = 0
-        ann_ct = 0
-        with open(file_list, 'r', encoding=get_encoding(file_list)) as f:
-            while True:
-                line = f.readline()
-                if not line:
-                    break
-                if len(line.strip().split()) > 2:
-                    raise Exception("A space is defined as the separator, "
-                                    "but it exists in image or label name {}."
-                                    .format(line))
-                img_file, xml_file = [
-                    osp.join(data_dir, x) for x in line.strip().split()[:2]
-                ]
-                img_file = path_normalization(img_file)
-                xml_file = path_normalization(xml_file)
-                if not is_pic(img_file):
-                    continue
-                if not osp.isfile(xml_file):
-                    continue
-                if not osp.exists(img_file):
-                    logging.warning('The image file {} does not exist!'.format(
-                        img_file))
-                    continue
-                if not osp.exists(xml_file):
-                    logging.warning('The annotation file {} does not exist!'.
-                                    format(xml_file))
-                    continue
-                tree = ET.parse(xml_file)
-                if tree.find('id') is None:
-                    im_id = np.array([ct])
-                else:
-                    ct = int(tree.find('id').text)
-                    im_id = np.array([int(tree.find('id').text)])
-                pattern = re.compile('<object>', re.IGNORECASE)
-                obj_match = pattern.findall(
-                    str(ET.tostringlist(tree.getroot())))
-                if len(obj_match) == 0:
-                    continue
-                obj_tag = obj_match[0][1:-1]
-                objs = tree.findall(obj_tag)
-                pattern = re.compile('<size>', re.IGNORECASE)
-                size_tag = pattern.findall(
-                    str(ET.tostringlist(tree.getroot())))
-                if len(size_tag) > 0:
-                    size_tag = size_tag[0][1:-1]
-                    size_element = tree.find(size_tag)
-                    pattern = re.compile('<width>', re.IGNORECASE)
-                    width_tag = pattern.findall(
-                        str(ET.tostringlist(size_element)))[0][1:-1]
-                    im_w = float(size_element.find(width_tag).text)
-                    pattern = re.compile('<height>', re.IGNORECASE)
-                    height_tag = pattern.findall(
-                        str(ET.tostringlist(size_element)))[0][1:-1]
-                    im_h = float(size_element.find(height_tag).text)
-                else:
-                    im_w = 0
-                    im_h = 0
-                gt_bbox = np.zeros((len(objs), 4), dtype=np.float32)
-                gt_class = np.zeros((len(objs), 1), dtype=np.int32)
-                gt_score = np.ones((len(objs), 1), dtype=np.float32)
-                is_crowd = np.zeros((len(objs), 1), dtype=np.int32)
-                difficult = np.zeros((len(objs), 1), dtype=np.int32)
-                skipped_indices = list()
-                for i, obj in enumerate(objs):
-                    pattern = re.compile('<name>', re.IGNORECASE)
-                    name_tag = pattern.findall(str(ET.tostringlist(obj)))[0][
-                        1:-1]
-                    cname = obj.find(name_tag).text.strip()
-                    gt_class[i][0] = cname2cid[cname]
-                    pattern = re.compile('<difficult>', re.IGNORECASE)
-                    diff_tag = pattern.findall(str(ET.tostringlist(obj)))
-                    if len(diff_tag) == 0:
-                        _difficult = 0
-                    else:
-                        diff_tag = diff_tag[0][1:-1]
-                        try:
-                            _difficult = int(obj.find(diff_tag).text)
-                        except Exception:
-                            _difficult = 0
-                    pattern = re.compile('<bndbox>', re.IGNORECASE)
-                    box_tag = pattern.findall(str(ET.tostringlist(obj)))
-                    if len(box_tag) == 0:
-                        logging.warning(
-                            "There's no field '<bndbox>' in one of object, "
-                            "so this object will be ignored. xml file: {}".
-                            format(xml_file))
-                        continue
-                    box_tag = box_tag[0][1:-1]
-                    box_element = obj.find(box_tag)
-                    pattern = re.compile('<xmin>', re.IGNORECASE)
-                    xmin_tag = pattern.findall(
-                        str(ET.tostringlist(box_element)))[0][1:-1]
-                    x1 = float(box_element.find(xmin_tag).text)
-                    pattern = re.compile('<ymin>', re.IGNORECASE)
-                    ymin_tag = pattern.findall(
-                        str(ET.tostringlist(box_element)))[0][1:-1]
-                    y1 = float(box_element.find(ymin_tag).text)
-                    pattern = re.compile('<xmax>', re.IGNORECASE)
-                    xmax_tag = pattern.findall(
-                        str(ET.tostringlist(box_element)))[0][1:-1]
-                    x2 = float(box_element.find(xmax_tag).text)
-                    pattern = re.compile('<ymax>', re.IGNORECASE)
-                    ymax_tag = pattern.findall(
-                        str(ET.tostringlist(box_element)))[0][1:-1]
-                    y2 = float(box_element.find(ymax_tag).text)
-                    x1 = max(0, x1)
-                    y1 = max(0, y1)
-                    if im_w > 0.5 and im_h > 0.5:
-                        x2 = min(im_w - 1, x2)
-                        y2 = min(im_h - 1, y2)
-
-                    if not (x2 >= x1 and y2 >= y1):
-                        skipped_indices.append(i)
-                        logging.warning(
-                            "Bounding box for object {} does not satisfy x1 <= x2 and y1 <= y2, "
-                            "so this object is skipped".format(i))
-                        continue
-
-                    gt_bbox[i] = [x1, y1, x2, y2]
-                    is_crowd[i][0] = 0
-                    difficult[i][0] = _difficult
-                    annotations['annotations'].append({
-                        'iscrowd': 0,
-                        'image_id': int(im_id[0]),
-                        'bbox': [x1, y1, x2 - x1, y2 - y1],
-                        'area': float((x2 - x1) * (y2 - y1)),
-                        'category_id': cname2cid[cname] + 1,
-                        'id': ann_ct,
-                        'difficult': _difficult
-                    })
-                    ann_ct += 1
-
-                if skipped_indices:
-                    gt_bbox = np.delete(gt_bbox, skipped_indices, axis=0)
-                    gt_class = np.delete(gt_class, skipped_indices, axis=0)
-                    gt_score = np.delete(gt_score, skipped_indices, axis=0)
-                    is_crowd = np.delete(is_crowd, skipped_indices, axis=0)
-                    difficult = np.delete(difficult, skipped_indices, axis=0)
-
-                im_info = {
-                    'im_id': im_id,
-                    'image_shape': np.array([im_h, im_w]).astype('int32'),
-                }
-                label_info = {
-                    'is_crowd': is_crowd,
-                    'gt_class': gt_class,
-                    'gt_bbox': gt_bbox,
-                    'gt_score': gt_score,
-                    'difficult': difficult
-                }
-
-                if gt_bbox.size != 0:
-                    self.file_list.append({
-                        'image': img_file,
-                        **
-                        im_info,
-                        **
-                        label_info
-                    })
-                    ct += 1
-                    annotations['images'].append({
-                        'height': im_h,
-                        'width': im_w,
-                        'id': int(im_id[0]),
-                        'file_name': osp.split(img_file)[1]
-                    })
-                if self.use_mix:
-                    self.num_max_boxes = max(self.num_max_boxes, 2 * len(objs))
-                else:
-                    self.num_max_boxes = max(self.num_max_boxes, len(objs))
-
-        if not len(self.file_list) > 0:
-            raise Exception('not found any voc record in %s' % (file_list))
-        logging.info("{} samples in file {}".format(
-            len(self.file_list), file_list))
-        self.num_samples = len(self.file_list)
-        self.coco_gt = COCO()
-        self.coco_gt.dataset = annotations
-        self.coco_gt.createIndex()
-
-        self._epoch = 0
-
-    def __getitem__(self, idx):
-        sample = copy.deepcopy(self.file_list[idx])
-        if self.data_fields is not None:
-            sample = {k: sample[k] for k in self.data_fields}
-        if self.use_mix and (self.mixup_op.mixup_epoch == -1 or
-                             self._epoch < self.mixup_op.mixup_epoch):
-            if self.num_samples > 1:
-                mix_idx = random.randint(1, self.num_samples - 1)
-                mix_pos = (mix_idx + idx) % self.num_samples
-            else:
-                mix_pos = 0
-            sample_mix = copy.deepcopy(self.file_list[mix_pos])
-            if self.data_fields is not None:
-                sample_mix = {k: sample_mix[k] for k in self.data_fields}
-            sample = self.mixup_op(sample=[
-                Decode(to_rgb=False)(sample), Decode(to_rgb=False)(sample_mix)
-            ])
-        sample = self.transforms(sample)
-        return sample
-
-    def __len__(self):
-        return self.num_samples
-
-    def set_epoch(self, epoch_id):
-        self._epoch = epoch_id

paddlex/cv/models/__init__.py

@@ -1,18 +0,0 @@
-# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from .segmenter import *
-from .classifier import *
-from .detector import *
-from .load_model import load_model