paddlex 3.0.0b2__py3-none-any.whl → 3.0.0rc1__py3-none-any.whl

paddlex/inference/components/transforms/ts/funcs.py

@@ -1,424 +0,0 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-from typing import Any, Callable, List, Optional, Sequence, Tuple, Union, Dict
-import numpy as np
-import pandas as pd
-import joblib
-import chinese_calendar
-from pandas.tseries.offsets import DateOffset, Easter, Day
-from pandas.tseries import holiday as hd
-from sklearn.preprocessing import StandardScaler
-
-
-MAX_WINDOW = 183 + 17
-EasterSunday = hd.Holiday("Easter Sunday", month=1, day=1, offset=[Easter(), Day(0)])
-NewYearsDay = hd.Holiday("New Years Day", month=1, day=1)
-SuperBowl = hd.Holiday("Superbowl", month=2, day=1, offset=DateOffset(weekday=hd.SU(1)))
-MothersDay = hd.Holiday(
-    "Mothers Day", month=5, day=1, offset=DateOffset(weekday=hd.SU(2))
-)
-IndependenceDay = hd.Holiday("Independence Day", month=7, day=4)
-ChristmasEve = hd.Holiday("Christmas", month=12, day=24)
-ChristmasDay = hd.Holiday("Christmas", month=12, day=25)
-NewYearsEve = hd.Holiday("New Years Eve", month=12, day=31)
-BlackFriday = hd.Holiday(
-    "Black Friday",
-    month=11,
-    day=1,
-    offset=[pd.DateOffset(weekday=hd.TH(4)), Day(1)],
-)
-CyberMonday = hd.Holiday(
-    "Cyber Monday",
-    month=11,
-    day=1,
-    offset=[pd.DateOffset(weekday=hd.TH(4)), Day(4)],
-)
-
-HOLIDAYS = [
-    hd.EasterMonday,
-    hd.GoodFriday,
-    hd.USColumbusDay,
-    hd.USLaborDay,
-    hd.USMartinLutherKingJr,
-    hd.USMemorialDay,
-    hd.USPresidentsDay,
-    hd.USThanksgivingDay,
-    EasterSunday,
-    NewYearsDay,
-    SuperBowl,
-    MothersDay,
-    IndependenceDay,
-    ChristmasEve,
-    ChristmasDay,
-    NewYearsEve,
-    BlackFriday,
-    CyberMonday,
-]
-
-
-def _cal_year(
-    x: np.datetime64,
-):
-    return x.year
-
-
-def _cal_month(
-    x: np.datetime64,
-):
-    return x.month
-
-
-def _cal_day(
-    x: np.datetime64,
-):
-    return x.day
-
-
-def _cal_hour(
-    x: np.datetime64,
-):
-    return x.hour
-
-
-def _cal_weekday(
-    x: np.datetime64,
-):
-    return x.dayofweek
-
-
-def _cal_quarter(
-    x: np.datetime64,
-):
-    return x.quarter
-
-
-def _cal_hourofday(
-    x: np.datetime64,
-):
-    return x.hour / 23.0 - 0.5
-
-
-def _cal_dayofweek(
-    x: np.datetime64,
-):
-    return x.dayofweek / 6.0 - 0.5
-
-
-def _cal_dayofmonth(
-    x: np.datetime64,
-):
-    return x.day / 30.0 - 0.5
-
-
-def _cal_dayofyear(
-    x: np.datetime64,
-):
-    return x.dayofyear / 364.0 - 0.5
-
-
-def _cal_weekofyear(
-    x: np.datetime64,
-):
-    return x.weekofyear / 51.0 - 0.5
-
-
-def _cal_holiday(
-    x: np.datetime64,
-):
-    return float(chinese_calendar.is_holiday(x))
-
-
-def _cal_workday(
-    x: np.datetime64,
-):
-    return float(chinese_calendar.is_workday(x))
-
-
-def _cal_minuteofhour(
-    x: np.datetime64,
-):
-    return x.minute / 59 - 0.5
-
-
-def _cal_monthofyear(
-    x: np.datetime64,
-):
-    return x.month / 11.0 - 0.5
-
-
-CAL_DATE_METHOD = {
-    "year": _cal_year,
-    "month": _cal_month,
-    "day": _cal_day,
-    "hour": _cal_hour,
-    "weekday": _cal_weekday,
-    "quarter": _cal_quarter,
-    "minuteofhour": _cal_minuteofhour,
-    "monthofyear": _cal_monthofyear,
-    "hourofday": _cal_hourofday,
-    "dayofweek": _cal_dayofweek,
-    "dayofmonth": _cal_dayofmonth,
-    "dayofyear": _cal_dayofyear,
-    "weekofyear": _cal_weekofyear,
-    "is_holiday": _cal_holiday,
-    "is_workday": _cal_workday,
-}
-
-
-def load_from_one_dataframe(
-    data: Union[pd.DataFrame, pd.Series],
-    time_col: Optional[str] = None,
-    value_cols: Optional[Union[List[str], str]] = None,
-    freq: Optional[Union[str, int]] = None,
-    drop_tail_nan: bool = False,
-    dtype: Optional[Union[type, Dict[str, type]]] = None,
-):
-
-    series_data = None
-    if value_cols is None:
-        if isinstance(data, pd.Series):
-            series_data = data.copy()
-        else:
-            series_data = data.loc[:, data.columns != time_col].copy()
-    else:
-        series_data = data.loc[:, value_cols].copy()
-
-    if time_col:
-        if time_col not in data.columns:
-            raise ValueError(
-                "The time column: {} doesn't exist in the `data`!".format(time_col)
-            )
-        time_col_vals = data.loc[:, time_col]
-    else:
-        time_col_vals = data.index
-
-    if np.issubdtype(time_col_vals.dtype, np.integer) and isinstance(freq, str):
-        time_col_vals = time_col_vals.astype(str)
-
-    if np.issubdtype(time_col_vals.dtype, np.integer):
-        if freq:
-            if not isinstance(freq, int) or freq < 1:
-                raise ValueError(
-                    "The type of `freq` should be `int` when the type of `time_col` is `RangeIndex`."
-                )
-        else:
-            freq = 1
-        start_idx, stop_idx = min(time_col_vals), max(time_col_vals) + freq
-        if (stop_idx - start_idx) / freq != len(data):
-            raise ValueError("The number of rows doesn't match with the RangeIndex!")
-        time_index = pd.RangeIndex(start=start_idx, stop=stop_idx, step=freq)
-    elif np.issubdtype(time_col_vals.dtype, np.object_) or np.issubdtype(
-        time_col_vals.dtype, np.datetime64
-    ):
-        time_col_vals = pd.to_datetime(time_col_vals, infer_datetime_format=True)
-        time_index = pd.DatetimeIndex(time_col_vals)
-        if freq:
-            if not isinstance(freq, str):
-                raise ValueError(
-                    "The type of `freq` should be `str` when the type of `time_col` is `DatetimeIndex`."
-                )
-        else:
-            # If freq is not provided and automatic inference fail, throw exception
-            freq = pd.infer_freq(time_index)
-            if freq is None:
-                raise ValueError(
-                    "Failed to infer the `freq`. A valid `freq` is required."
-                )
-            if freq[0] == "-":
-                freq = freq[1:]
-    else:
-        raise ValueError("The type of `time_col` is invalid.")
-    if isinstance(series_data, pd.Series):
-        series_data = series_data.to_frame()
-    series_data.set_index(time_index, inplace=True)
-    series_data.sort_index(inplace=True)
-    return series_data
-
-
-def load_from_dataframe(
-    df: pd.DataFrame,
-    group_id: str = None,
-    time_col: Optional[str] = None,
-    target_cols: Optional[Union[List[str], str]] = None,
-    label_col: Optional[Union[List[str], str]] = None,
-    observed_cov_cols: Optional[Union[List[str], str]] = None,
-    feature_cols: Optional[Union[List[str], str]] = None,
-    known_cov_cols: Optional[Union[List[str], str]] = None,
-    static_cov_cols: Optional[Union[List[str], str]] = None,
-    freq: Optional[Union[str, int]] = None,
-    fill_missing_dates: bool = False,
-    fillna_method: str = "pre",
-    fillna_window_size: int = 10,
-    **kwargs,
-):
-
-    dfs = []  # seperate multiple group
-    if group_id is not None:
-        group_unique = df[group_id].unique()
-        for column in group_unique:
-            dfs.append(df[df[group_id].isin([column])])
-    else:
-        dfs = [df]
-    res = []
-    if label_col:
-        if isinstance(label_col, str) and len(label_col) > 1:
-            raise ValueError("The length of label_col must be 1.")
-        target_cols = label_col
-    if feature_cols:
-        observed_cov_cols = feature_cols
-    for df in dfs:
-        target = None
-        observed_cov = None
-        known_cov = None
-        static_cov = dict()
-        if not any([target_cols, observed_cov_cols, known_cov_cols, static_cov_cols]):
-            target = load_from_one_dataframe(
-                df,
-                time_col,
-                [a for a in df.columns if a != time_col],
-                freq,
-            )
-
-        else:
-            if target_cols:
-                target = load_from_one_dataframe(
-                    df,
-                    time_col,
-                    target_cols,
-                    freq,
-                )
-
-            if observed_cov_cols:
-                observed_cov = load_from_one_dataframe(
-                    df,
-                    time_col,
-                    observed_cov_cols,
-                    freq,
-                )
-
-            if known_cov_cols:
-                known_cov = load_from_one_dataframe(
-                    df,
-                    time_col,
-                    known_cov_cols,
-                    freq,
-                )
-
-            if static_cov_cols:
-                if isinstance(static_cov_cols, str):
-                    static_cov_cols = [static_cov_cols]
-                for col in static_cov_cols:
-                    if col not in df.columns or len(np.unique(df[col])) != 1:
-                        raise ValueError(
-                            "static cov cals data is not in columns or schema is not right!"
-                        )
-                    static_cov[col] = df[col].iloc[0]
-        res.append(
-            {
-                "past_target": target,
-                "observed_cov_numeric": observed_cov,
-                "known_cov_numeric": known_cov,
-                "static_cov_numeric": static_cov,
-            }
-        )
-    return res[0]
-
-
-def _distance_to_holiday(holiday):
-    def _distance_to_day(index):
-        holiday_date = holiday.dates(
-            index - pd.Timedelta(days=MAX_WINDOW),
-            index + pd.Timedelta(days=MAX_WINDOW),
-        )
-        assert (
-            len(holiday_date) != 0
-        ), f"No closest holiday for the date index {index} found."
-        # It sometimes returns two dates if it is exactly half a year after the
-        # holiday. In this case, the smaller distance (182 days) is returned.
-        return float((index - holiday_date[0]).days)
-
-    return _distance_to_day
-
-
-def time_feature(dataset, freq, feature_cols, extend_points, inplace: bool = False):
-    """
-    Transform time column to time features.
-
-    Args:
-        dataset(TSDataset): Dataset to be transformed.
-        inplace(bool): Whether to perform the transformation inplace. default=False
-
-    Returns:
-        TSDataset
-    """
-    new_ts = dataset
-    if not inplace:
-        new_ts = dataset.copy()
-    # Get known_cov
-    kcov = new_ts["known_cov_numeric"]
-    if not kcov:
-        tf_kcov = new_ts["past_target"].index.to_frame()
-    else:
-        tf_kcov = kcov.index.to_frame()
-    time_col = tf_kcov.columns[0]
-    if np.issubdtype(tf_kcov[time_col].dtype, np.integer):
-        raise ValueError(
-            "The time_col can't be the type of numpy.integer, and it must be the type of numpy.datetime64"
-        )
-    if not kcov:
-        freq = freq if freq is not None else pd.infer_freq(tf_kcov[time_col])
-        extend_time = pd.date_range(
-            start=tf_kcov[time_col][-1],
-            freq=freq,
-            periods=extend_points + 1,
-            closed="right",
-            name=time_col,
-        ).to_frame()
-        tf_kcov = pd.concat([tf_kcov, extend_time])
-
-    for k in feature_cols:
-        if k != "holidays":
-            v = tf_kcov[time_col].apply(lambda x: CAL_DATE_METHOD[k](x))
-            v.index = tf_kcov[time_col]
-
-            if new_ts["known_cov_numeric"] is None:
-                new_ts["known_cov_numeric"] = pd.DataFrame(v.rename(k), index=v.index)
-            else:
-                new_ts["known_cov_numeric"][k] = v.rename(k).reindex(
-                    new_ts["known_cov_numeric"].index
-                )
-
-        else:
-            holidays_col = []
-            for i, H in enumerate(HOLIDAYS):
-                v = tf_kcov[time_col].apply(_distance_to_holiday(H))
-                v.index = tf_kcov[time_col]
-                holidays_col.append(k + "_" + str(i))
-                if new_ts["known_cov_numeric"] is None:
-                    new_ts["known_cov_numeric"] = pd.DataFrame(
-                        v.rename(k + "_" + str(i)), index=v.index
-                    )
-                else:
-                    new_ts["known_cov_numeric"][k + "_" + str(i)] = v.rename(k).reindex(
-                        new_ts["known_cov_numeric"].index
-                    )
-
-            scaler = StandardScaler()
-            scaler.fit(new_ts["known_cov_numeric"][holidays_col])
-            new_ts["known_cov_numeric"][holidays_col] = scaler.transform(
-                new_ts["known_cov_numeric"][holidays_col]
-            )
-    return new_ts

paddlex/inference/models/anomaly_detection.py

@@ -1,87 +0,0 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import numpy as np
-
-from ...utils.func_register import FuncRegister
-from ...modules.anomaly_detection.model_list import MODELS
-from ..components import *
-from ..results import SegResult
-from ..utils.process_hook import batchable_method
-from .base import BasicPredictor
-
-
-class UadPredictor(BasicPredictor):
-
-    entities = MODELS
-
-    _FUNC_MAP = {}
-    register = FuncRegister(_FUNC_MAP)
-
-    def _build_components(self):
-        self._add_component(ReadImage(format="RGB"))
-        for cfg in self.config["Deploy"]["transforms"]:
-            tf_key = cfg["type"]
-            func = self._FUNC_MAP.get(tf_key)
-            cfg.pop("type")
-            args = cfg
-            op = func(self, **args) if args else func(self)
-            self._add_component(op)
-        self._add_component(ToCHWImage())
-        predictor = ImagePredictor(
-            model_dir=self.model_dir,
-            model_prefix=self.MODEL_FILE_PREFIX,
-            option=self.pp_option,
-        )
-        self._add_component(predictor)
-        self._add_component(Map_to_mask())
-
-    @register("Resize")
-    def build_resize(
-        self, target_size, keep_ratio=False, size_divisor=None, interp="LINEAR"
-    ):
-        assert target_size
-        op = Resize(
-            target_size=target_size,
-            keep_ratio=keep_ratio,
-            size_divisor=size_divisor,
-            interp=interp,
-        )
-        return op
-
-    @register("ResizeByLong")
-    def build_resizebylong(self, long_size):
-        assert long_size
-        return ResizeByLong(
-            target_long_edge=long_size, size_divisor=size_divisor, interp=interp
-        )
-
-    @register("ResizeByShort")
-    def build_resizebylong(self, short_size):
-        assert short_size
-        return ResizeByLong(
-            target_long_edge=short_size, size_divisor=size_divisor, interp=interp
-        )
-
-    @register("Normalize")
-    def build_normalize(
-        self,
-        mean=0.5,
-        std=0.5,
-    ):
-        return Normalize(mean=mean, std=std)
-
-    def _pack_res(self, single):
-        keys = ["input_path", "pred"]
-        return SegResult({key: single[key] for key in keys})

paddlex/inference/models/base/base_predictor.py

@@ -1,76 +0,0 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import yaml
-import codecs
-from pathlib import Path
-from abc import abstractmethod
-
-from ...components.base import BaseComponent
-from ...utils.process_hook import generatorable_method
-
-
-class BasePredictor(BaseComponent):
-
-    KEEP_INPUT = False
-    YIELD_BATCH = False
-
-    INPUT_KEYS = "input"
-    DEAULT_INPUTS = {"input": "input"}
-    OUTPUT_KEYS = "result"
-    DEAULT_OUTPUTS = {"result": "result"}
-
-    MODEL_FILE_PREFIX = "inference"
-
-    def __init__(self, model_dir, config=None):
-        super().__init__()
-        self.model_dir = Path(model_dir)
-        self.config = config if config else self.load_config(self.model_dir)
-
-        # alias predict() to the __call__()
-        self.predict = self.__call__
-
-        self.benchmark = None
-
-    def __call__(self, input, **kwargs):
-        self.set_predictor(**kwargs)
-        for res in super().__call__(input):
-            yield res["result"]
-
-    @property
-    def config_path(self):
-        return self.get_config_path(self.model_dir)
-
-    @property
-    def model_name(self) -> str:
-        return self.config["Global"]["model_name"]
-
-    @abstractmethod
-    def apply(self, input):
-        raise NotImplementedError
-
-    @abstractmethod
-    def set_predictor(self):
-        raise NotImplementedError
-
-    @classmethod
-    def get_config_path(cls, model_dir):
-        return model_dir / f"{cls.MODEL_FILE_PREFIX}.yml"
-
-    @classmethod
-    def load_config(cls, model_dir):
-        config_path = cls.get_config_path(model_dir)
-        with codecs.open(config_path, "r", "utf-8") as file:
-            dic = yaml.load(file, Loader=yaml.FullLoader)
-        return dic

paddlex/inference/models/base/basic_predictor.py

@@ -1,122 +0,0 @@
-# copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from abc import abstractmethod
-import inspect
-
-from ....utils.subclass_register import AutoRegisterABCMetaClass
-from ....utils.flags import (
-    INFER_BENCHMARK,
-    INFER_BENCHMARK_WARMUP,
-)
-from ....utils import logging
-from ...components.base import BaseComponent, ComponentsEngine
-from ...utils.pp_option import PaddlePredictorOption
-from ...utils.process_hook import generatorable_method
-from ...utils.benchmark import Benchmark
-from .base_predictor import BasePredictor
-
-
-class BasicPredictor(
-    BasePredictor,
-    metaclass=AutoRegisterABCMetaClass,
-):
-
-    __is_base = True
-
-    def __init__(self, model_dir, config=None, device=None, pp_option=None):
-        super().__init__(model_dir=model_dir, config=config)
-        if not pp_option:
-            pp_option = PaddlePredictorOption(model_name=self.model_name)
-        if device:
-            pp_option.device = device
-        self.pp_option = pp_option
-
-        self.components = {}
-        self._build_components()
-        self.engine = ComponentsEngine(self.components)
-        logging.debug(f"{self.__class__.__name__}: {self.model_dir}")
-
-        if INFER_BENCHMARK:
-            self.benchmark = Benchmark(self.components)
-
-    def __call__(self, input, **kwargs):
-        self.set_predictor(**kwargs)
-        if self.benchmark:
-            self.benchmark.start()
-            if INFER_BENCHMARK_WARMUP > 0:
-                output = super().__call__(input)
-                warmup_num = 0
-                for _ in range(INFER_BENCHMARK_WARMUP):
-                    try:
-                        next(output)
-                        warmup_num += 1
-                    except StopIteration:
-                        logging.warning(
-                            f"There are only {warmup_num} batches in input data, but `INFER_BENCHMARK_WARMUP` has been set to {INFER_BENCHMARK_WARMUP}."
-                        )
-                        break
-                self.benchmark.warmup_stop(warmup_num)
-            output = list(super().__call__(input))
-            self.benchmark.collect(len(output))
-        else:
-            yield from super().__call__(input)
-
-    def apply(self, input):
-        """predict"""
-        yield from self._generate_res(self.engine(input))
-
-    @generatorable_method
-    def _generate_res(self, batch_data):
-        return [{"result": self._pack_res(data)} for data in batch_data]
-
-    def _add_component(self, cmps):
-        if not isinstance(cmps, list):
-            cmps = [cmps]
-
-        for cmp in cmps:
-            if not isinstance(cmp, (list, tuple)):
-                key = cmp.name
-            else:
-                assert len(cmp) == 2
-                key = cmp[0]
-                cmp = cmp[1]
-            assert isinstance(key, str)
-            assert isinstance(cmp, BaseComponent)
-            assert (
-                key not in self.components
-            ), f"The key ({key}) has been used: {self.components}!"
-            self.components[key] = cmp
-
-    def set_predictor(self, batch_size=None, device=None, pp_option=None):
-        if batch_size:
-            self.components["ReadCmp"].batch_size = batch_size
-
-            self.pp_option.batch_size = batch_size
-        if device and device != self.pp_option.device:
-            self.pp_option.device = device
-        if pp_option and pp_option != self.pp_option:
-            self.pp_option = pp_option
-
-    def _has_setter(self, attr):
-        prop = getattr(self.__class__, attr, None)
-        return isinstance(prop, property) and prop.fset is not None
-
-    @abstractmethod
-    def _build_components(self):
-        raise NotImplementedError
-
-    @abstractmethod
-    def _pack_res(self, data):
-        raise NotImplementedError