oracle-ads 2.12.5__py3-none-any.whl → 2.12.7__py3-none-any.whl

ads/opctl/operator/lowcode/anomaly/model/anomaly_merlion.py

@@ -4,9 +4,11 @@
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 
 import importlib
+import logging
 
 import numpy as np
 import pandas as pd
+import report_creator as rc
 from merlion.post_process.threshold import AggregateAlarms
 from merlion.utils import TimeSeries
 
@@ -21,6 +23,8 @@ from ads.opctl.operator.lowcode.anomaly.const import (
 from .anomaly_dataset import AnomalyOutput
 from .base_model import AnomalyOperatorBaseModel
 
+logging.getLogger("report_creator").setLevel(logging.WARNING)
+
 
 class AnomalyMerlionOperatorModel(AnomalyOperatorBaseModel):
     """Class representing Merlion Anomaly Detection operator model."""
@@ -84,7 +88,7 @@ class AnomalyMerlionOperatorModel(AnomalyOperatorBaseModel):
         for target, df in self.datasets.full_data_dict.items():
             data = df.set_index(date_column)
             data = TimeSeries.from_pd(data)
-            for model_name, (model_config, model) in model_config_map.items():
+            for _, (model_config, model) in model_config_map.items():
                 if self.spec.model == SupportedModels.BOCPD:
                     model_config = model_config(**self.spec.model_kwargs)
                 else:
@@ -115,7 +119,7 @@ class AnomalyMerlionOperatorModel(AnomalyOperatorBaseModel):
                     y_pred = (y_pred.to_pd().reset_index()["anom_score"] > 0).astype(
                         int
                     )
-                except Exception as e:
+                except Exception:
                     y_pred = (
                         scores["anom_score"]
                         > np.percentile(
@@ -135,15 +139,12 @@ class AnomalyMerlionOperatorModel(AnomalyOperatorBaseModel):
                         OutputColumns.SCORE_COL: scores["anom_score"],
                     }
                 ).reset_index(drop=True)
-                # model_objects[model_name].append(model)
 
                 anomaly_output.add_output(target, anomaly, score)
         return anomaly_output
 
     def _generate_report(self):
         """Genreates a report for the model."""
-        import report_creator as rc
-
         other_sections = [
             rc.Heading("Selected Models Overview", level=2),
             rc.Text(

ads/opctl/operator/lowcode/anomaly/model/automlx.py

@@ -1,16 +1,21 @@
 #!/usr/bin/env python
-# -*- coding: utf-8 -*--
 
 # Copyright (c) 2023, 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 
+import logging
+
 import pandas as pd
+import report_creator as rc
 
 from ads.common.decorator.runtime_dependency import runtime_dependency
-from .anomaly_dataset import AnomalyOutput
+from ads.opctl import logger
+from ads.opctl.operator.lowcode.anomaly.const import OutputColumns
 
+from .anomaly_dataset import AnomalyOutput
 from .base_model import AnomalyOperatorBaseModel
-from ads.opctl.operator.lowcode.anomaly.const import OutputColumns
+
+logging.getLogger("report_creator").setLevel(logging.WARNING)
 
 
 class AutoMLXOperatorModel(AnomalyOperatorBaseModel):
@@ -25,16 +30,17 @@ class AutoMLXOperatorModel(AnomalyOperatorBaseModel):
         ),
     )
     def _build_model(self) -> pd.DataFrame:
-        from automlx import init
         import logging
 
+        import automlx
+
         try:
-            init(
+            automlx.init(
                 engine="ray",
                 engine_opts={"ray_setup": {"_temp_dir": "/tmp/ray-temp"}},
                 loglevel=logging.CRITICAL,
             )
-        except Exception as e:
+        except Exception:
             logger.info("Ray already initialized")
         date_column = self.spec.datetime_column.name
         anomaly_output = AnomalyOutput(date_column=date_column)
@@ -73,8 +79,6 @@ class AutoMLXOperatorModel(AnomalyOperatorBaseModel):
         return anomaly_output
 
     def _generate_report(self):
-        import report_creator as rc
-
         """The method that needs to be implemented on the particular model level."""
         other_sections = [
             rc.Heading("Selected Models Overview", level=2),

ads/opctl/operator/lowcode/anomaly/model/autots.py

@@ -1,9 +1,12 @@
 #!/usr/bin/env python
-# -*- coding: utf-8 -*--
 
 # Copyright (c) 2023, 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 
+import logging
+
+import report_creator as rc
+
 from ads.common.decorator.runtime_dependency import runtime_dependency
 from ads.opctl import logger
 from ads.opctl.operator.lowcode.anomaly.const import OutputColumns
@@ -12,6 +15,8 @@ from ..const import SupportedModels
 from .anomaly_dataset import AnomalyOutput
 from .base_model import AnomalyOperatorBaseModel
 
+logging.getLogger("report_creator").setLevel(logging.WARNING)
+
 
 class AutoTSOperatorModel(AnomalyOperatorBaseModel):
     """Class representing AutoTS Anomaly Detection operator model."""
@@ -91,8 +96,6 @@ class AutoTSOperatorModel(AnomalyOperatorBaseModel):
         return anomaly_output
 
     def _generate_report(self):
-        import report_creator as rc
-
         """The method that needs to be implemented on the particular model level."""
         other_sections = [
             rc.Heading("Selected Models Overview", level=2),

ads/opctl/operator/lowcode/anomaly/model/base_model.py

@@ -3,6 +3,7 @@
 # Copyright (c) 2023, 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 
+import logging
 import os
 import tempfile
 import time
@@ -12,6 +13,7 @@ from typing import Tuple
 import fsspec
 import numpy as np
 import pandas as pd
+import report_creator as rc
 from sklearn import linear_model
 
 from ads.common.object_storage_details import ObjectStorageDetails
@@ -33,6 +35,8 @@ from ..const import NonTimeADSupportedModels, SupportedModels
 from ..operator_config import AnomalyOperatorConfig, AnomalyOperatorSpec
 from .anomaly_dataset import AnomalyDatasets, AnomalyOutput, TestData
 
+logging.getLogger("report_creator").setLevel(logging.WARNING)
+
 
 class AnomalyOperatorBaseModel(ABC):
     """The base class for the anomaly detection operator models."""
@@ -59,8 +63,8 @@ class AnomalyOperatorBaseModel(ABC):
     def generate_report(self):
         """Generates the report."""
         import matplotlib.pyplot as plt
-        plt.rcParams.update({'figure.max_open_warning': 0})
-        import report_creator as rc
+
+        plt.rcParams.update({"figure.max_open_warning": 0})
 
         start_time = time.time()
         # fallback using sklearn oneclasssvm when the sub model _build_model fails
@@ -84,7 +88,13 @@ class AnomalyOperatorBaseModel(ABC):
                 anomaly_output, test_data, elapsed_time
             )
         table_blocks = [
-            rc.DataTable(df.head(SUBSAMPLE_THRESHOLD) if self.spec.subsample_report_data and len(df) > SUBSAMPLE_THRESHOLD else df, label=col, index=True)
+            rc.DataTable(
+                df.head(SUBSAMPLE_THRESHOLD)
+                if self.spec.subsample_report_data and len(df) > SUBSAMPLE_THRESHOLD
+                else df,
+                label=col,
+                index=True,
+            )
             for col, df in self.datasets.full_data_dict.items()
         ]
         data_table = rc.Select(blocks=table_blocks)
@@ -144,7 +154,9 @@ class AnomalyOperatorBaseModel(ABC):
             else:
                 figure_blocks = None
 
-            blocks.append(rc.Group(*figure_blocks, label=target)) if figure_blocks else None
+            blocks.append(
+                rc.Group(*figure_blocks, label=target)
+            ) if figure_blocks else None
         plots = rc.Select(blocks)
 
         report_sections = []
@@ -154,7 +166,9 @@ class AnomalyOperatorBaseModel(ABC):
         yaml_appendix = rc.Yaml(self.config.to_dict())
         summary = rc.Block(
             rc.Group(
-                rc.Text(f"You selected the **`{self.spec.model}`** model.\n{model_description.text}\n"),
+                rc.Text(
+                    f"You selected the **`{self.spec.model}`** model.\n{model_description.text}\n"
+                ),
                 rc.Text(
                     "Based on your dataset, you could have also selected "
                     f"any of the models: `{'`, `'.join(SupportedModels.keys() if self.spec.datetime_column else NonTimeADSupportedModels.keys())}`."
@@ -285,8 +299,6 @@ class AnomalyOperatorBaseModel(ABC):
         test_metrics: pd.DataFrame,
     ):
         """Saves resulting reports to the given folder."""
-        import report_creator as rc
-
         unique_output_dir = self.spec.output_directory.url
 
         if ObjectStorageDetails.is_oci_path(unique_output_dir):

ads/opctl/operator/lowcode/anomaly/model/isolationforest.py

@@ -1,17 +1,21 @@
 #!/usr/bin/env python
-# -*- coding: utf-8 -*--
 
 # Copyright (c) 2023, 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 
+import logging
+
 import numpy as np
 import pandas as pd
+import report_creator as rc
 
 from ads.common.decorator.runtime_dependency import runtime_dependency
+from ads.opctl.operator.lowcode.anomaly.const import OutputColumns
 
-from .base_model import AnomalyOperatorBaseModel
 from .anomaly_dataset import AnomalyOutput
-from ads.opctl.operator.lowcode.anomaly.const import OutputColumns
+from .base_model import AnomalyOperatorBaseModel
+
+logging.getLogger("report_creator").setLevel(logging.WARNING)
 
 
 class IsolationForestOperatorModel(AnomalyOperatorBaseModel):
@@ -36,13 +40,9 @@ class IsolationForestOperatorModel(AnomalyOperatorBaseModel):
         for target, df in self.datasets.full_data_dict.items():
             model = IsolationForest(**model_kwargs)
             model.fit(df)
-            y_pred = np.vectorize(self.outlier_map.get)(
-                model.predict(df)
-            )
+            y_pred = np.vectorize(self.outlier_map.get)(model.predict(df))
 
-            scores = model.score_samples(
-                df
-            )
+            scores = model.score_samples(df)
 
             index_col = df.columns[0]
 
@@ -59,7 +59,6 @@ class IsolationForestOperatorModel(AnomalyOperatorBaseModel):
 
     def _generate_report(self):
         """Generates the report."""
-        import report_creator as rc
 
         other_sections = [
             rc.Heading("Selected Models Overview", level=2),

ads/opctl/operator/lowcode/anomaly/model/oneclasssvm.py

@@ -1,17 +1,21 @@
 #!/usr/bin/env python
-# -*- coding: utf-8 -*--
 
 # Copyright (c) 2023, 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 
+import logging
+
 import numpy as np
 import pandas as pd
+import report_creator as rc
 
 from ads.common.decorator.runtime_dependency import runtime_dependency
+from ads.opctl.operator.lowcode.anomaly.const import OutputColumns
 
-from .base_model import AnomalyOperatorBaseModel
 from .anomaly_dataset import AnomalyOutput
-from ads.opctl.operator.lowcode.anomaly.const import OutputColumns
+from .base_model import AnomalyOperatorBaseModel
+
+logging.getLogger("report_creator").setLevel(logging.WARNING)
 
 
 class OneClassSVMOperatorModel(AnomalyOperatorBaseModel):
@@ -36,13 +40,9 @@ class OneClassSVMOperatorModel(AnomalyOperatorBaseModel):
         for target, df in self.datasets.full_data_dict.items():
             model = OneClassSVM(**model_kwargs)
             model.fit(df)
-            y_pred = np.vectorize(self.outlier_map.get)(
-                model.predict(df)
-            )
+            y_pred = np.vectorize(self.outlier_map.get)(model.predict(df))
 
-            scores = model.score_samples(
-                df
-            )
+            scores = model.score_samples(df)
 
             index_col = df.columns[0]
 
@@ -54,12 +54,11 @@ class OneClassSVMOperatorModel(AnomalyOperatorBaseModel):
             ).reset_index(drop=True)
 
             anomaly_output.add_output(target, anomaly, score)
-            
+
         return anomaly_output
 
     def _generate_report(self):
         """Generates the report."""
-        import report_creator as rc
 
         other_sections = [
             rc.Heading("Selected Models Overview", level=2),

ads/opctl/operator/lowcode/anomaly/model/randomcutforest.py

@@ -3,8 +3,11 @@
 # Copyright (c) 2023, 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 
+import logging
+
 import numpy as np
 import pandas as pd
+import report_creator as rc
 
 from ads.common.decorator.runtime_dependency import runtime_dependency
 from ads.opctl import logger
@@ -13,6 +16,8 @@ from ads.opctl.operator.lowcode.anomaly.const import OutputColumns
 from .anomaly_dataset import AnomalyOutput
 from .base_model import AnomalyOperatorBaseModel
 
+logging.getLogger("report_creator").setLevel(logging.WARNING)
+
 
 class RandomCutForestOperatorModel(AnomalyOperatorBaseModel):
     """
@@ -27,7 +32,7 @@ class RandomCutForestOperatorModel(AnomalyOperatorBaseModel):
         ),
     )
     def _build_model(self) -> AnomalyOutput:
-        from rrcf import RCTree
+        import rrcf
 
         model_kwargs = self.spec.model_kwargs
 
@@ -96,7 +101,6 @@ class RandomCutForestOperatorModel(AnomalyOperatorBaseModel):
 
     def _generate_report(self):
         """Generates the report."""
-        import report_creator as rc
 
         other_sections = [
             rc.Heading("Selected Models Overview", level=2),

ads/opctl/operator/lowcode/common/data.py

@@ -1,22 +1,21 @@
 #!/usr/bin/env python
-# -*- coding: utf-8 -*--
 
 # Copyright (c) 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 
 import time
-from .transformations import Transformations
+from abc import ABC
+
+import pandas as pd
+
 from ads.opctl import logger
 from ads.opctl.operator.lowcode.common.const import DataColumns
-from ads.opctl.operator.lowcode.common.utils import load_data
 from ads.opctl.operator.lowcode.common.errors import (
-    InputDataError,
     InvalidParameterError,
-    PermissionsError,
-    DataMismatchError,
 )
-from abc import ABC
-import pandas as pd
+from ads.opctl.operator.lowcode.common.utils import load_data
+
+from .transformations import Transformations
 
 
 class AbstractData(ABC):
@@ -35,12 +34,15 @@ class AbstractData(ABC):
         condition = pd.Series(True, index=self.raw_data.index)
         if category in mapping:
             for col, val in mapping[category].items():
-                condition &= (self.raw_data[col] == val)
+                condition &= self.raw_data[col] == val
         data_by_cat = self.raw_data[condition].reset_index(drop=True)
-        data_by_cat = self._data_transformer._format_datetime_col(data_by_cat) if self.spec.datetime_column else data_by_cat
+        data_by_cat = (
+            self._data_transformer._format_datetime_col(data_by_cat)
+            if self.spec.datetime_column
+            else data_by_cat
+        )
         return data_by_cat
 
-
     def get_dict_by_series(self):
         if not self._data_dict:
             for s_id in self.list_series_ids():

ads/opctl/operator/lowcode/forecast/model/arima.py

@@ -1,23 +1,26 @@
 #!/usr/bin/env python
-# -*- coding: utf-8 -*--
 
 # Copyright (c) 2023, 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 
+import logging
+import traceback
+
 import pandas as pd
-import numpy as np
 import pmdarima as pm
+import report_creator as rc
 from joblib import Parallel, delayed
 
 from ads.opctl import logger
-
-from ads.opctl.operator.lowcode.forecast.utils import _label_encode_dataframe
 from ads.opctl.operator.lowcode.common.utils import seconds_to_datetime
-from .base_model import ForecastOperatorBaseModel
+from ads.opctl.operator.lowcode.forecast.utils import _label_encode_dataframe
+
+from ..const import ForecastOutputColumns, SupportedModels
 from ..operator_config import ForecastOperatorConfig
-import traceback
+from .base_model import ForecastOperatorBaseModel
 from .forecast_datasets import ForecastDatasets, ForecastOutput
-from ..const import ForecastOutputColumns, SupportedModels
+
+logging.getLogger("report_creator").setLevel(logging.WARNING)
 
 
 class ArimaOperatorModel(ForecastOperatorBaseModel):
@@ -39,7 +42,7 @@ class ArimaOperatorModel(ForecastOperatorBaseModel):
             )
         model_kwargs = self.spec.model_kwargs
         model_kwargs["alpha"] = 1 - self.spec.confidence_interval_width
-        if "error_action" not in model_kwargs.keys():
+        if "error_action" not in model_kwargs:
             model_kwargs["error_action"] = "ignore"
         return model_kwargs
 
@@ -129,13 +132,14 @@ class ArimaOperatorModel(ForecastOperatorBaseModel):
             self.errors_dict[s_id] = {
                 "model_name": self.spec.model,
                 "error": str(e),
-                "error_trace": traceback.format_exc()}
+                "error_trace": traceback.format_exc(),
+            }
             logger.warn(f"Encountered Error: {e}. Skipping.")
             logger.warn(traceback.format_exc())
 
     def _build_model(self) -> pd.DataFrame:
         full_data_dict = self.datasets.get_data_by_series()
-        self.models = dict()
+        self.models = {}
         self.additional_regressors = self.datasets.get_additional_data_column_names()
         model_kwargs = self.set_kwargs()
         self.forecast_output = ForecastOutput(
@@ -154,8 +158,6 @@ class ArimaOperatorModel(ForecastOperatorBaseModel):
 
     def _generate_report(self):
         """The method that needs to be implemented on the particular model level."""
-        import report_creator as rc
-
         all_sections = []
         if len(self.models) > 0:
             sec5_text = rc.Heading("ARIMA Model Parameters", level=2)

ads/opctl/operator/lowcode/forecast/model/automlx.py

@@ -1,29 +1,30 @@
 #!/usr/bin/env python
-# -*- coding: utf-8 -*--
-import traceback
-
 # Copyright (c) 2023, 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
+import logging
+import traceback
 
-import pandas as pd
 import numpy as np
+import pandas as pd
+import report_creator as rc
+
 from ads.common.decorator.runtime_dependency import runtime_dependency
+from ads.opctl import logger
+from ads.opctl.operator.lowcode.common.utils import (
+    seconds_to_datetime,
+)
 from ads.opctl.operator.lowcode.forecast.const import (
     AUTOMLX_METRIC_MAP,
     ForecastOutputColumns,
     SupportedModels,
 )
-from ads.opctl import logger
+from ads.opctl.operator.lowcode.forecast.utils import _label_encode_dataframe
 
-from .base_model import ForecastOperatorBaseModel
 from ..operator_config import ForecastOperatorConfig
+from .base_model import ForecastOperatorBaseModel
 from .forecast_datasets import ForecastDatasets, ForecastOutput
-from ads.opctl.operator.lowcode.common.utils import (
-    seconds_to_datetime,
-    datetime_to_seconds,
-)
-from ads.opctl.operator.lowcode.forecast.utils import _label_encode_dataframe
 
+logging.getLogger("report_creator").setLevel(logging.WARNING)
 AUTOMLX_N_ALGOS_TUNED = 4
 AUTOMLX_DEFAULT_SCORE_METRIC = "neg_sym_mean_abs_percent_error"
 
@@ -47,12 +48,13 @@ class AutoMLXOperatorModel(ForecastOperatorBaseModel):
         )
         model_kwargs_cleaned.pop("task", None)
         time_budget = model_kwargs_cleaned.pop("time_budget", -1)
-        model_kwargs_cleaned[
-            "preprocessing"
-        ] = self.spec.preprocessing.enabled or model_kwargs_cleaned.get("preprocessing", True)
+        model_kwargs_cleaned["preprocessing"] = (
+            self.spec.preprocessing.enabled
+            or model_kwargs_cleaned.get("preprocessing", True)
+        )
         return model_kwargs_cleaned, time_budget
 
-    def preprocess(self, data, series_id=None):  # TODO: re-use self.le for explanations
+    def preprocess(self, data):  # TODO: re-use self.le for explanations
         _, df_encoded = _label_encode_dataframe(
             data,
             no_encode={self.spec.datetime_column.name, self.original_target_column},
@@ -74,9 +76,10 @@ class AutoMLXOperatorModel(ForecastOperatorBaseModel):
         ),
     )
     def _build_model(self) -> pd.DataFrame:
-        from automlx import init
         import logging
 
+        from automlx import Pipeline, init
+
         try:
             init(
                 engine="ray",
@@ -88,7 +91,7 @@ class AutoMLXOperatorModel(ForecastOperatorBaseModel):
 
         full_data_dict = self.datasets.get_data_by_series()
 
-        self.models = dict()
+        self.models = {}
         horizon = self.spec.horizon
         self.spec.confidence_interval_width = self.spec.confidence_interval_width or 0.8
         self.forecast_output = ForecastOutput(
@@ -101,7 +104,7 @@ class AutoMLXOperatorModel(ForecastOperatorBaseModel):
         # Clean up kwargs for pass through
         model_kwargs_cleaned, time_budget = self.set_kwargs()
 
-        for i, (s_id, df) in enumerate(full_data_dict.items()):
+        for s_id, df in full_data_dict.items():
             try:
                 logger.debug(f"Running automlx on series {s_id}")
                 model_kwargs = model_kwargs_cleaned.copy()
@@ -120,7 +123,7 @@ class AutoMLXOperatorModel(ForecastOperatorBaseModel):
                 if self.loaded_models is not None and s_id in self.loaded_models:
                     model = self.loaded_models[s_id]
                 else:
-                    model = automlx.Pipeline(
+                    model = Pipeline(
                         task="forecasting",
                         **model_kwargs,
                     )
@@ -170,7 +173,7 @@ class AutoMLXOperatorModel(ForecastOperatorBaseModel):
                 self.errors_dict[s_id] = {
                     "model_name": self.spec.model,
                     "error": str(e),
-                    "error_trace": traceback.format_exc()
+                    "error_trace": traceback.format_exc(),
                 }
                 logger.warn(f"Encountered Error: {e}. Skipping.")
                 logger.warn(traceback.format_exc())
@@ -197,15 +200,12 @@ class AutoMLXOperatorModel(ForecastOperatorBaseModel):
             - ds_forecast_col (pd.Series): The pd.Series object representing the forecasted column.
             - ci_col_names (List[str]): A list of column names for the confidence interval in the report.
         """
-        import report_creator as rc
-
-        """The method that needs to be implemented on the particular model level."""
-        selected_models = dict()
+        selected_models = {}
         models = self.models
         other_sections = []
 
         if len(self.models) > 0:
-            for i, (s_id, m) in enumerate(models.items()):
+            for s_id, m in models.items():
                 selected_models[s_id] = {
                     "series_id": s_id,
                     "selected_model": m.selected_model_,
@@ -352,7 +352,7 @@ class AutoMLXOperatorModel(ForecastOperatorBaseModel):
         """
         data_temp = pd.DataFrame(
             data,
-            columns=[col for col in self.dataset_cols],
+            columns=list(self.dataset_cols),
         )
 
         return self.models.get(self.series_id).forecast(