paddlex 3.0.0rc0__py3-none-any.whl → 3.0.1__py3-none-any.whl

paddlex/modules/anomaly_detection/dataset_checker/__init__.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -17,9 +17,8 @@ import os
 import os.path as osp
 
 from ...base import BaseDatasetChecker
-from .dataset_src import check_dataset, convert_dataset, split_dataset, anaylse_dataset
-
 from ..model_list import MODELS
+from .dataset_src import anaylse_dataset, check_dataset, convert_dataset, split_dataset
 
 
 class UadDatasetChecker(BaseDatasetChecker):

paddlex/modules/anomaly_detection/dataset_checker/dataset_src/__init__.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -13,7 +13,7 @@
 # limitations under the License.
 
 
+from .analyse_dataset import anaylse_dataset
 from .check_dataset import check_dataset
 from .convert_dataset import convert_dataset
 from .split_dataset import split_dataset
-from .analyse_dataset import anaylse_dataset

paddlex/modules/anomaly_detection/dataset_checker/dataset_src/analyse_dataset.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -16,14 +16,17 @@
 import os
 import os.path as osp
 
-import matplotlib.pyplot as plt
 import numpy as np
 from PIL import Image, ImageOps
 
+from .....utils.deps import function_requires_deps, is_dep_available
 from .....utils.file_interface import custom_open
-from .....utils.logging import info
 
+if is_dep_available("matplotlib"):
+    import matplotlib.pyplot as plt
 
+
+@function_requires_deps("matplotlib")
 def anaylse_dataset(dataset_dir, output):
     """class analysis for dataset"""
 

paddlex/modules/anomaly_detection/dataset_checker/dataset_src/check_dataset.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -17,15 +17,19 @@ import os
 import os.path as osp
 
 import numpy as np
-from PIL import Image, ImageOps
-import cv2
+from PIL import Image
 
-from .utils.visualizer import visualize
+from .....utils.deps import function_requires_deps, is_dep_available
 from .....utils.errors import DatasetFileNotFoundError
 from .....utils.file_interface import custom_open
 from .....utils.logging import info
+from .utils.visualizer import visualize
+
+if is_dep_available("opencv-contrib-python"):
+    import cv2
 
 
+@function_requires_deps("opencv-contrib-python")
 def check_dataset(dataset_dir, output, sample_num=10):
     """check dataset"""
     dataset_dir = osp.abspath(dataset_dir)

paddlex/modules/anomaly_detection/dataset_checker/dataset_src/convert_dataset.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -13,20 +13,22 @@
 # limitations under the License.
 
 
-import glob
 import json
 import os
 import os.path as osp
 import shutil
 
-import cv2
 import numpy as np
 from PIL import Image, ImageDraw
 
-from .....utils.file_interface import custom_open
 from .....utils import logging
+from .....utils.deps import function_requires_deps, is_dep_available
+from .....utils.file_interface import custom_open
 from .....utils.logging import info
 
+if is_dep_available("opencv-contrib-python"):
+    import cv2
+
 
 def convert_dataset(dataset_type, input_dir):
     """convert to paddlex official format"""
@@ -38,6 +40,7 @@ def convert_dataset(dataset_type, input_dir):
         raise NotImplementedError(dataset_type)
 
 
+@function_requires_deps("opencv-contrib-python")
 def convert_labelme_dataset(input_dir):
     """convert labelme format to paddlex official format"""
     bg_name = "_background_"

paddlex/modules/anomaly_detection/dataset_checker/dataset_src/split_dataset.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -18,8 +18,8 @@ import os.path as osp
 import random
 import shutil
 
-from .....utils.file_interface import custom_open
 from .....utils import logging
+from .....utils.file_interface import custom_open
 
 
 def split_dataset(root_dir, train_percent, val_percent):

paddlex/modules/anomaly_detection/dataset_checker/dataset_src/utils/__init__.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

paddlex/modules/anomaly_detection/dataset_checker/dataset_src/utils/visualizer.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -13,9 +13,13 @@
 # limitations under the License.
 
 
-import cv2
 import numpy as np
 
+from ......utils.deps import function_requires_deps, is_dep_available
+
+if is_dep_available("opencv-contrib-python"):
+    import cv2
+
 
 def get_color_map_list(length):
     """Returns the color map for visualizing the segmentation mask"""
@@ -34,6 +38,7 @@ def get_color_map_list(length):
     return color_map
 
 
+@function_requires_deps("opencv-contrib-python")
 def visualize(image, result, weight=0.6, use_multilabel=False):
     """Convert predict result to color image, and save added image."""
     color_map = get_color_map_list(256)

paddlex/modules/anomaly_detection/evaluator.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -26,7 +26,7 @@ class UadEvaluator(BaseEvaluator):
     entities = MODELS
 
     def update_config(self):
-        """update evalution config"""
+        """update evaluation config"""
         self.pdx_config.update_dataset(self.global_config.dataset_dir, "SegDataset")
         self.pdx_config.update_pretrained_weights(None, is_backbone=True)
 
@@ -47,7 +47,7 @@ class UadEvaluator(BaseEvaluator):
         return config_path
 
     def get_eval_kwargs(self) -> dict:
-        """get key-value arguments of model evalution function
+        """get key-value arguments of model evaluation function
 
         Returns:
             dict: the arguments of evaluation function.

paddlex/modules/anomaly_detection/exportor.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

paddlex/modules/anomaly_detection/model_list.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

paddlex/modules/anomaly_detection/trainer.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -14,11 +14,8 @@
 
 
 import os
-import glob
-from pathlib import Path
 
 from ..base import BaseTrainer
-from ...utils.config import AttrDict
 from .model_list import MODELS
 
 
@@ -68,4 +65,6 @@ class UadTrainer(BaseTrainer):
             train_args["do_eval"] = True
             train_args["save_interval"] = self.train_config.eval_interval
         train_args["dy2st"] = self.train_config.get("dy2st", False)
+        # amp support 'O1', 'O2', 'OFF'
+        train_args["amp"] = self.train_config.get("amp", "OFF")
         return train_args

paddlex/modules/base/__init__.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from .dataset_checker import build_dataset_checker, BaseDatasetChecker
-from .trainer import build_trainer, BaseTrainer
-from .evaluator import build_evaluater, BaseEvaluator
-from .exportor import build_exportor, BaseExportor
+from .dataset_checker import BaseDatasetChecker, build_dataset_checker
+from .evaluator import BaseEvaluator, build_evaluator
+from .exportor import BaseExportor, build_exportor
+from .trainer import BaseTrainer, build_trainer

paddlex/modules/base/build_model.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -13,7 +13,6 @@
 # limitations under the License.
 
 
-import os
 from ...repo_apis.base import Config, PaddleModel
 
 

paddlex/modules/base/dataset_checker/__init__.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -13,4 +13,4 @@
 # limitations under the License.
 
 
-from .dataset_checker import build_dataset_checker, BaseDatasetChecker
+from .dataset_checker import BaseDatasetChecker, build_dataset_checker

paddlex/modules/base/dataset_checker/dataset_checker.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -16,10 +16,10 @@
 import os
 from abc import ABC, abstractmethod
 
-from .utils import build_res_dict
-from ....utils.misc import AutoRegisterABCMetaClass
 from ....utils.config import AttrDict
 from ....utils.logging import info
+from ....utils.misc import AutoRegisterABCMetaClass
+from .utils import build_res_dict
 
 
 def build_dataset_checker(config: AttrDict) -> "BaseDatasetChecker":
@@ -33,7 +33,7 @@ def build_dataset_checker(config: AttrDict) -> "BaseDatasetChecker":
     """
     model_name = config.Global.model
     try:
-        import feature_line_modules
+        pass
     except ModuleNotFoundError:
         pass
 

paddlex/modules/base/dataset_checker/utils.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -13,8 +13,6 @@
 # limitations under the License.
 
 
-import os
-
 __all__ = [
     "build_res_dict",
     "CheckFailedError",

paddlex/modules/base/evaluator.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -13,32 +13,32 @@
 # limitations under the License.
 
 import os
-from pathlib import Path
 from abc import ABC, abstractmethod
+from pathlib import Path
 
-from .build_model import build_model
+from ...utils.config import AttrDict
 from ...utils.device import (
-    update_device_num,
-    set_env_for_device,
     check_supported_device,
+    set_env_for_device,
+    update_device_num,
 )
-from ...utils.misc import AutoRegisterABCMetaClass
-from ...utils.config import AttrDict
 from ...utils.logging import *
+from ...utils.misc import AutoRegisterABCMetaClass
+from .build_model import build_model
 
 
-def build_evaluater(config: AttrDict) -> "BaseEvaluator":
-    """build model evaluater
+def build_evaluator(config: AttrDict) -> "BaseEvaluator":
+    """build model evaluator
 
     Args:
         config (AttrDict): PaddleX pipeline config, which is loaded from pipeline yaml file.
 
     Returns:
-        BaseEvaluator: the evaluater, which is subclass of BaseEvaluator.
+        BaseEvaluator: the evaluator, which is subclass of BaseEvaluator.
     """
     model_name = config.Global.model
     try:
-        import feature_line_modules
+        pass
     except ModuleNotFoundError:
         pass
     return BaseEvaluator.get(model_name)(config)
@@ -161,10 +161,10 @@ evaling!"
 
     @abstractmethod
     def update_config(self):
-        """update evalution config"""
+        """update evaluation config"""
         raise NotImplementedError
 
     @abstractmethod
     def get_eval_kwargs(self):
-        """get key-value arguments of model evalution function"""
+        """get key-value arguments of model evaluation function"""
         raise NotImplementedError

paddlex/modules/base/exportor.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,19 +12,19 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import os
+from abc import ABC
 from pathlib import Path
-from abc import ABC, abstractmethod
 
-from .build_model import build_model
+from ...utils import logging
+from ...utils.config import AttrDict
 from ...utils.device import (
-    update_device_num,
-    set_env_for_device,
     check_supported_device,
+    set_env_for_device,
+    update_device_num,
 )
+from ...utils.flags import FLAGS_json_format_model
 from ...utils.misc import AutoRegisterABCMetaClass
-from ...utils.config import AttrDict
-from ...utils import logging
+from .build_model import build_model
 
 
 def build_exportor(config: AttrDict) -> "BaseExportor":
@@ -38,7 +38,7 @@ def build_exportor(config: AttrDict) -> "BaseExportor":
     """
     model_name = config.Global.model
     try:
-        import feature_line_modules
+        pass
     except ModuleNotFoundError:
         pass
     return BaseExportor.get(model_name)(config)
@@ -131,13 +131,12 @@ exporting!"
 
     def update_config(self):
         """update export config"""
-        pass
 
     def get_export_kwargs(self):
         """get key-value arguments of model export function"""
-        export_with_pir = self.global_config.get("export_with_pir", False) or os.getenv(
-            "FLAGS_json_format_model"
-        ) in ["1", "True"]
+        export_with_pir = (
+            self.global_config.get("export_with_pir", False) or FLAGS_json_format_model
+        )
         return {
             "weight_path": self.export_config.weight_path,
             "save_dir": self.global_config.output,

paddlex/modules/base/trainer.py

@@ -1,4 +1,4 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -14,16 +14,17 @@
 
 import os
 from abc import ABC, abstractmethod
-from pathlib import Path
-from .build_model import build_model
+
+from ...utils.config import AttrDict
 from ...utils.device import (
-    update_device_num,
-    set_env_for_device,
     check_supported_device,
+    set_env_for_device,
+    update_device_num,
 )
+from ...utils.flags import DISABLE_CINN_MODEL_WL, FLAGS_json_format_model
 from ...utils.misc import AutoRegisterABCMetaClass
-from ...utils.config import AttrDict
-from ...utils.logging import info
+from .build_model import build_model
+from .utils.cinn_setting import CINN_WHITELIST, enable_cinn_backend
 
 
 def build_trainer(config: AttrDict) -> "BaseTrainer":
@@ -37,7 +38,7 @@ def build_trainer(config: AttrDict) -> "BaseTrainer":
     """
     model_name = config.Global.model
     try:
-        import feature_line_modules
+        pass
     except ModuleNotFoundError:
         pass
     return BaseTrainer.get(model_name)(config)
@@ -74,9 +75,9 @@ class BaseTrainer(ABC, metaclass=AutoRegisterABCMetaClass):
         train_args = self.get_train_kwargs()
         if self.benchmark_config is not None:
             train_args.update({"benchmark": self.benchmark_config})
-        export_with_pir = self.global_config.get("export_with_pir", False) or os.getenv(
-            "FLAGS_json_format_model"
-        ) in ["1", "True"]
+        export_with_pir = (
+            self.global_config.get("export_with_pir", False) or FLAGS_json_format_model
+        )
         train_args.update(
             {
                 "uniform_output_enabled": self.train_config.get(
@@ -85,6 +86,15 @@ class BaseTrainer(ABC, metaclass=AutoRegisterABCMetaClass):
                 "export_with_pir": export_with_pir,
             }
         )
+
+        # apply CINN when model is supported
+        if (
+            not DISABLE_CINN_MODEL_WL
+            and self.train_config.get("dy2st", False)
+            and self.global_config.model in CINN_WHITELIST
+        ):
+            enable_cinn_backend()
+
         train_result = self.pdx_model.train(**train_args)
         assert (
             train_result.returncode == 0

paddlex/modules/base/utils/__init__.py

@@ -0,0 +1,13 @@
+# Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

paddlex/modules/base/utils/cinn_setting.py

@@ -0,0 +1,89 @@
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+
+from ....utils import logging
+
+CINN_WHITELIST = [
+    "CLIP_vit_base_patch16_224",
+    "MobileNetV2_x1_0",
+    "PP-HGNet_small",
+    "PP-LCNet_x1_0",
+    "ResNet50",
+    "Deeplabv3-R50",
+    "Deeplabv3_Plus-R50",
+    "PP-LiteSeg-T",
+    "SLANet",
+    "PP-OCRv4_mobile_rec",
+    "PP-OCRv4_server_rec",
+    "Nonstationary_ad",
+    "PatchTST_ad",
+    "TimesNet_ad",
+    "Nonstationary",
+    "PatchTST",
+    "RLinear",
+    "TiDE",
+    "TimesNet",
+    "CLIP_vit_large_patch14_224",
+    "MobileNetV2_x0_25",
+    "MobileNetV2_x0_5",
+    "MobileNetV2_x1_5",
+    "MobileNetV2_x2_0",
+    "PP-HGNet_tiny",
+    "PP-HGNet_base",
+    "PP-LCNet_x0_25",
+    "PP-LCNet_x0_35",
+    "PP-LCNet_x0_5",
+    "PP-LCNet_x0_75",
+    "PP-LCNet_x1_5",
+    "PP-LCNet_x2_5",
+    "PP-LCNet_x2_0",
+    "ResNet18",
+    "ResNet34",
+    "ResNet101",
+    "ResNet152",
+    "ResNet18_vd",
+    "ResNet34_vd",
+    "ResNet50_vd",
+    "ResNet101_vd",
+    "ResNet152_vd",
+    "ResNet200_vd",
+    "Deeplabv3-R101",
+    "Deeplabv3_Plus-R101",
+    "PP-LiteSeg-B",
+    "SLANet_plus",
+    "PP-OCRv4_server_rec",
+    "PP-OCRv4_server_rec_doc",
+]
+
+
+# TODO(gaotingquan): paddle v3.0.0 don't support enable CINN easily
+def enable_cinn_backend():
+    import paddle
+
+    if not paddle.is_compiled_with_cinn():
+        logging.debug(
+            "Your paddle is not compiled with CINN, can not use CINN backend."
+        )
+        return
+
+    # equivalent to `FLAGS_prim_all=1`
+    paddle.base.core._set_prim_all_enabled(True)
+    # equivalent to `FLAGS_prim_enable_dynamic=1`
+    paddle.base.framework.set_flags({"FLAGS_prim_enable_dynamic": True})
+    os.environ["FLAGS_prim_enable_dynamic"] = "1"
+    # equivalent to `FLAGS_use_cinn=1`
+    paddle.base.framework.set_flags({"FLAGS_use_cinn": True})
+    os.environ["FLAGS_use_cinn"] = "1"