validmind 2.4.10__py3-none-any.whl → 2.5.1__py3-none-any.whl

validmind/tests/run.py

@@ -83,32 +83,47 @@ def _combine_summaries(summaries: List[Dict[str, Any]]):
     )
 
 
-def _update_plotly_titles(figures, input_groups, title_template):
-    current_title = figures[0].figure.layout.title.text
+def _get_input_id(v):
+    if isinstance(v, str):
+        return v  # If v is a string, return it as is.
+    elif isinstance(v, list) and all(hasattr(item, "input_id") for item in v):
+        # If v is a list and all items have an input_id attribute, join their input_id values.
+        return ", ".join(item.input_id for item in v)
+    elif hasattr(v, "input_id"):
+        return v.input_id  # If v has an input_id attribute, return it.
+    return str(v)  # Otherwise, return the string representation of v.
+
+
+def _update_plotly_titles(figures, input_group, title_template):
+    for figure in figures:
+
+        current_title = figure.figure.layout.title.text
+
+        input_description = " and ".join(
+            f"{key}: {_get_input_id(value)}" for key, value in input_group.items()
+        )
 
-    for i, figure in enumerate(figures):
         figure.figure.layout.title.text = title_template.format(
             current_title=f"{current_title} " if current_title else "",
-            input_description=" and ".join(
-                f"{k}: {v if isinstance(v, str) else ', '.join(item.input_id for item in v) if isinstance(v, list) and all(hasattr(item, 'input_id') for item in v) else v.input_id}"
-                for k, v in input_groups[i].items()
-            ),
+            input_description=input_description,
         )
 
 
-def _update_matplotlib_titles(figures, input_groups, title_template):
-    current_title = (
-        figures[0].figure._suptitle.get_text() if figures[0].figure._suptitle else ""
-    )
+def _update_matplotlib_titles(figures, input_group, title_template):
+    for figure in figures:
+
+        current_title = (
+            figure.figure._suptitle.get_text() if figure.figure._suptitle else ""
+        )
+
+        input_description = " and ".join(
+            f"{key}: {_get_input_id(value)}" for key, value in input_group.items()
+        )
 
-    for i, figure in enumerate(figures):
         figure.figure.suptitle(
             title_template.format(
                 current_title=f"{current_title} " if current_title else "",
-                input_description=" and ".join(
-                    f"{k}: {v if isinstance(v, str) else ', '.join(item.input_id for item in v) if isinstance(v, list) and all(hasattr(item, 'input_id') for item in v) else v.input_id}"
-                    for k, v in input_groups[i].items()
-                ),
+                input_description=input_description,
             )
         )
 
@@ -120,11 +135,12 @@ def _combine_figures(figure_lists: List[List[Any]], input_groups: List[Dict[str,
 
     title_template = "{current_title}({input_description})"
 
-    for figures in list(zip(*figure_lists)):
+    for idx, figures in enumerate(figure_lists):
+        input_group = input_groups[idx]
         if is_plotly_figure(figures[0].figure):
-            _update_plotly_titles(figures, input_groups, title_template)
+            _update_plotly_titles(figures, input_group, title_template)
         elif is_matplotlib_figure(figures[0].figure):
-            _update_matplotlib_titles(figures, input_groups, title_template)
+            _update_matplotlib_titles(figures, input_group, title_template)
         else:
             logger.warning("Cannot properly annotate png figures")
 

validmind/unit_metrics/__init__.py

@@ -80,7 +80,7 @@ def _serialize_dataset(dataset, model):
         and pre-computed prediction columns, addressing potential hash collisions.
     """
     return _fast_hash(
-        dataset.df[
+        dataset._df[
             [
                 *dataset.feature_columns,
                 dataset.target_column,

validmind/unit_metrics/classification/sklearn/ROC_AUC.py

@@ -2,7 +2,9 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from numpy import unique
 from sklearn.metrics import roc_auc_score
+from sklearn.preprocessing import LabelBinarizer
 
 from validmind import tags, tasks
 
@@ -10,4 +12,23 @@ from validmind import tags, tasks
 @tags("classification", "sklearn", "unit_metric")
 @tasks("classification")
 def ROC_AUC(model, dataset, **kwargs):
-    return roc_auc_score(dataset.y, dataset.y_pred(model), **kwargs)
+
+    y_true = dataset.y
+
+    if len(unique(y_true)) > 2:
+        y_pred = dataset.y_pred(model)
+        y_true = y_true.astype(y_pred.dtype)
+        roc_auc = _multiclass_roc_auc_score(y_true, y_pred, **kwargs)
+    else:
+        y_prob = dataset.y_prob(model)
+        y_true = y_true.astype(y_prob.dtype).flatten()
+        roc_auc = roc_auc_score(y_true, y_prob, **kwargs)
+
+    return roc_auc
+
+
+def _multiclass_roc_auc_score(y_test, y_pred, average="macro"):
+    lb = LabelBinarizer()
+    lb.fit(y_test)
+
+    return roc_auc_score(lb.transform(y_test), lb.transform(y_pred), average=average)

validmind/utils.py

@@ -364,7 +364,7 @@ def get_model_info(model):
     if language is None:
         language = f"Python {python_version()}"
 
-    if framework_version is None:
+    if framework_version == "N/A" or framework_version is None:
         try:
             framework_version = sys.modules[framework].__version__
         except (KeyError, AttributeError):

validmind/vm_models/__init__.py

@@ -8,6 +8,7 @@ Models entrypoint
 
 from .dataset.dataset import VMDataset
 from .figure import Figure
+from .input import VMInput
 from .model import R_MODEL_TYPES, ModelAttributes, VMModel
 from .test.metric import Metric
 from .test.metric_result import MetricResult
@@ -20,6 +21,7 @@ from .test_suite.runner import TestSuiteRunner
 from .test_suite.test_suite import TestSuite
 
 __all__ = [
+    "VMInput",
     "VMDataset",
     "VMModel",
     "Figure",

validmind/vm_models/dataset/dataset.py

@@ -7,6 +7,7 @@ Dataset class wrapper
 """
 
 import warnings
+from copy import deepcopy
 
 import numpy as np
 import pandas as pd
@@ -14,6 +15,7 @@ import polars as pl
 
 from validmind.logging import get_logger
 from validmind.models import FunctionModel, PipelineModel
+from validmind.vm_models.input import VMInput
 from validmind.vm_models.model import VMModel
 
 from .utils import ExtraColumns, as_df, compute_predictions, convert_index_to_datetime
@@ -21,7 +23,7 @@ from .utils import ExtraColumns, as_df, compute_predictions, convert_index_to_da
 logger = get_logger(__name__)
 
 
-class VMDataset:
+class VMDataset(VMInput):
     """Base class for VM datasets
 
     Child classes should be used to support new dataset types (tensor, polars etc)
@@ -60,7 +62,6 @@ class VMDataset:
         text_column: str = None,
         extra_columns: dict = None,
         target_class_labels: dict = None,
-        options: dict = None,
     ):
         """
         Initializes a VMDataset instance.
@@ -77,7 +78,6 @@ class VMDataset:
             feature_columns (str, optional): The feature column names of the dataset. Defaults to None.
             text_column (str, optional): The text column name of the dataset for nlp tasks. Defaults to None.
             target_class_labels (Dict, optional): The class labels for the target columns. Defaults to None.
-            options (Dict, optional): Additional options for the dataset. Defaults to None.
         """
         # initialize input_id
         self.input_id = input_id
@@ -101,8 +101,6 @@ class VMDataset:
         if date_time_index:
             self._df = convert_index_to_datetime(self._df)
 
-        self.options = options
-
         self.columns = columns or []
         self.column_aliases = {}
         self.target_column = target_column
@@ -199,6 +197,56 @@ class VMDataset:
                 "Cannot use precomputed probabilities without precomputed predictions"
             )
 
+    def with_options(self, **kwargs) -> "VMDataset":
+        """Support options provided when passing an input to run_test or run_test_suite
+
+        Example:
+        ```python
+        # to only use a certain subset of columns in the dataset:
+        run_test(
+            "validmind.SomeTestID",
+            inputs={
+                "dataset": {
+                    "input_id": "my_dataset_id",
+                    "columns": ["col1", "col2"],
+                }
+            }
+        )
+
+        # behind the scenes, this retrieves the dataset object (VMDataset) from the registry
+        # and then calls the `with_options()` method and passes `{"columns": ...}`
+        ```
+
+        Args:
+            **kwargs: Options:
+                - columns: Filter columns in the dataset
+
+        Returns:
+            VMDataset: A new instance of the dataset with only the specified columns
+        """
+        if "columns" in kwargs:
+            # filter columns (create a temp copy of self with only specified columns)
+            # TODO: need a more robust mechanism for this as we expand on this feature
+            columns = kwargs.pop("columns")
+
+            new = deepcopy(self)
+
+            new._set_feature_columns(
+                [col for col in new.feature_columns if col in columns]
+            )
+            new.text_column = new.text_column if new.text_column in columns else None
+            new.target_column = (
+                new.target_column if new.target_column in columns else None
+            )
+            new.extra_columns.extras = new.extra_columns.extras.intersection(columns)
+
+            return new
+
+        if kwargs:
+            raise NotImplementedError(
+                f"Options {kwargs} are not supported for this input"
+            )
+
     def assign_predictions(
         self,
         model: VMModel,
@@ -345,7 +393,8 @@ class VMDataset:
             assert self.target_column not in columns
             columns.append(self.target_column)
 
-        return as_df(self._df[columns])
+        # return a copy to prevent accidental modification
+        return as_df(self._df[columns]).copy()
 
     @property
     def x(self) -> np.ndarray:
@@ -444,7 +493,6 @@ class DataFrameDataset(VMDataset):
         feature_columns: list = None,
         text_column: str = None,
         target_class_labels: dict = None,
-        options: dict = None,
         date_time_index: bool = False,
     ):
         """
@@ -459,7 +507,6 @@ class DataFrameDataset(VMDataset):
             feature_columns (list, optional): The feature columns of the dataset. Defaults to None.
             text_column (str, optional): The text column name of the dataset for NLP tasks. Defaults to None.
             target_class_labels (dict, optional): The class labels for the target columns. Defaults to None.
-            options (dict, optional): Additional options for the dataset. Defaults to None.
             date_time_index (bool, optional): Whether to use date-time index. Defaults to False.
         """
         index = None
@@ -478,7 +525,6 @@ class DataFrameDataset(VMDataset):
             feature_columns=feature_columns,
             text_column=text_column,
             target_class_labels=target_class_labels,
-            options=options,
             date_time_index=date_time_index,
         )
 
@@ -498,7 +544,6 @@ class PolarsDataset(VMDataset):
         feature_columns: list = None,
         text_column: str = None,
         target_class_labels: dict = None,
-        options: dict = None,
         date_time_index: bool = False,
     ):
         """
@@ -513,7 +558,6 @@ class PolarsDataset(VMDataset):
             feature_columns (list, optional): The feature columns of the dataset. Defaults to None.
             text_column (str, optional): The text column name of the dataset for NLP tasks. Defaults to None.
             target_class_labels (dict, optional): The class labels for the target columns. Defaults to None.
-            options (dict, optional): Additional options for the dataset. Defaults to None.
             date_time_index (bool, optional): Whether to use date-time index. Defaults to False.
         """
         super().__init__(
@@ -528,7 +572,6 @@ class PolarsDataset(VMDataset):
             feature_columns=feature_columns,
             text_column=text_column,
             target_class_labels=target_class_labels,
-            options=options,
             date_time_index=date_time_index,
         )
 
@@ -551,7 +594,6 @@ class TorchDataset(VMDataset):
         feature_columns: list = None,
         text_column: str = None,
         target_class_labels: dict = None,
-        options: dict = None,
     ):
         """
         Initializes a TorchDataset instance.
@@ -609,5 +651,4 @@ class TorchDataset(VMDataset):
             text_column=text_column,
             extra_columns=extra_columns,
             target_class_labels=target_class_labels,
-            options=options,
         )

validmind/vm_models/input.py

@@ -0,0 +1,31 @@
+# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
+# See the LICENSE file in the root of this repository for details.
+# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
+
+"""Base class for ValidMind Input types"""
+
+from abc import ABC
+
+
+class VMInput(ABC):
+    """
+    Base class for ValidMind Input types
+    """
+
+    def with_options(self, **kwargs) -> "VMInput":
+        """
+        Allows for setting options on the input object that are passed by the user
+        when using the input to run a test or set of tests
+
+        To allow options, just override this method in the subclass (see VMDataset)
+        and ensure that it returns a new instance of the input with the specified options
+        set.
+
+        Args:
+            **kwargs: Arbitrary keyword arguments that will be passed to the input object
+
+        Returns:
+            VMInput: A new instance of the input with the specified options set
+        """
+        if kwargs:
+            raise NotImplementedError("This type of input does not support options")

validmind/vm_models/model.py

@@ -7,11 +7,13 @@ Model class wrapper module
 """
 import importlib
 import inspect
-from abc import ABC, abstractmethod
+from abc import abstractmethod
 from dataclasses import dataclass
 
 from validmind.errors import MissingOrInvalidModelPredictFnError
 
+from .input import VMInput
+
 SUPPORTED_LIBRARIES = {
     "catboost": "CatBoostModel",
     "xgboost": "XGBoostModel",
@@ -77,7 +79,7 @@ class ModelAttributes:
         )
 
 
-class VMModel(ABC):
+class VMModel(VMInput):
     """
     An base class that wraps a trained model instance and its associated data.
 

validmind/vm_models/test_context.py

@@ -78,13 +78,12 @@ class TestInput:
         ... (any): Any other arbitrary inputs that can be used by tests
     """
 
-    # TODO: we need to look into adding metadata for test inputs and logging that
-
     def __init__(self, inputs):
         """Initialize with either a dictionary of inputs"""
         for key, value in inputs.items():
             # 1) retrieve input object from input registry if an input_id string is provided
             # 2) check the input_id type if a list of inputs (mix of strings and objects) is provided
+            # 3) if its a dict, it should contain the `input_id` key as well as other options
             if isinstance(value, str):
                 value = input_registry.get(key=value)
             elif isinstance(value, list) or isinstance(value, tuple):
@@ -92,6 +91,14 @@ class TestInput:
                     input_registry.get(key=v) if isinstance(v, str) else v
                     for v in value
                 ]
+            elif isinstance(value, dict):
+                assert "input_id" in value, (
+                    "Input dictionary must contain an 'input_id' key "
+                    "to retrieve the input object from the input registry."
+                )
+                value = input_registry.get(key=value.get("input_id")).with_options(
+                    **{k: v for k, v in value.items() if k != "input_id"}
+                )
 
             setattr(self, key, value)
 

{validmind-2.4.10.dist-info → validmind-2.5.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: validmind
-Version: 2.4.10
+Version: 2.5.1
 Summary: ValidMind Developer Framework
 License: Commercial License
 Author: Andres Rodriguez

{validmind-2.4.10.dist-info → validmind-2.5.1.dist-info}/RECORD

@@ -1,9 +1,9 @@
 validmind/__init__.py,sha256=UfmzPwUCdUWbWq3zPqqmq4jw0_kfl3hX4U72p_seE4I,3700
-validmind/__version__.py,sha256=-L0YxUW89c8_x6KJGhJJOdXUiUyRPN9gxIU10MMTSrM,23
+validmind/__version__.py,sha256=PfQ9ThOuZlUZhThya-_PpR02LjazRR6LNSivpta03mM,22
 validmind/ai/test_descriptions.py,sha256=Q1Ftus4x5eiVLKWJu7hqPLukBQZzhy-dARqq_6_JWtk,9464
 validmind/ai/utils.py,sha256=TEXII_S5CpkpczzSyHwTlqLcPMLnPBJWEBR6QFMKh1U,3421
-validmind/api_client.py,sha256=3MNperKya6yMzFfuAP4aaDZm6i47iMUEVS_cSFGftFI,17433
-validmind/client.py,sha256=n95XmOkQn1D3j_29VJzGp3r8z7gPVFI2OVPjBoh3iOY,18743
+validmind/api_client.py,sha256=JZIJWuYtvl-VEVi_AK4c839Fn7cGa40J2d4_4FUZcno,17483
+validmind/client.py,sha256=guXu_9um4caPpepbAsfKgjLc63Ygx07Lgp8wZJD3p6Y,18653
 validmind/client_config.py,sha256=58L6s6-9vFWC9vkSs_98CjV1YWmlksdhblJtPQxQsAk,1611
 validmind/datasets/__init__.py,sha256=oYfcvW7BAyUgpghBOnTeGbQF6tpFAWg38rRirdLr8m8,262
 validmind/datasets/classification/__init__.py,sha256=HlTOBLyb6IorRYmAhP3AIyX-l-NyemyDjV8BBOdrCrY,1787
@@ -60,7 +60,7 @@ validmind/datasets/regression/models/fred_loan_rates_model_5.pkl,sha256=FkNLHq9x
 validmind/errors.py,sha256=qy7Gp6Uom5J6WmLw-CpE5zaTN96SiN7kJjDGBaJdoxY,8023
 validmind/html_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/html_templates/content_blocks.py,sha256=LTsv2Hr_drUUZVLEfY2JcT4z0M-45RGYy2sFInt1VKY,3998
-validmind/input_registry.py,sha256=zexO3x-vncaoWvQ6VfkvgDLn6x72e2BNel_jCbrVHSE,793
+validmind/input_registry.py,sha256=8C_mrhgLT72hwbt_lo3ZwXb5NCyIcSuCQI1HdJ3bK2A,1042
 validmind/logging.py,sha256=J1Y1dYCH1dtkoYCHoXMOQH_B7EO4fJytWRDrDqZZz8U,5204
 validmind/models/__init__.py,sha256=lraTbNwoKckXNP3Dbyj-euI78UTkZ_w5wpUOb8l5nWs,729
 validmind/models/foundation.py,sha256=ZdVmwwRVbjgqMyfjguyf9Lka_KcgJnDD7ho8zv0gQok,1842
@@ -86,7 +86,7 @@ validmind/test_suites/tabular_datasets.py,sha256=WE4eLzRCfiqAxRqXnZFRR3Lo_u-TI6K
 validmind/test_suites/text_data.py,sha256=YGVGBB05356jN9Gzcy5CHShRzo1fm5mKsZY7YBq0cYU,739
 validmind/test_suites/time_series.py,sha256=msUyYySAe5VHJJp6z0k0cNt2ekMB8-XkxGER75Zs1hs,6724
 validmind/tests/__init__.py,sha256=niYvgTHmjS5E42mJMCrzq1vP8PTKCWxVsqSkAaw2wsE,1036
-validmind/tests/__types__.py,sha256=AmSEzm1rwtkTQnbAFlgjrcyyg1xMThglC6r7W4jdMaM,9902
+validmind/tests/__types__.py,sha256=AaPsQrxikIasGshJN5AmKCTzLaZ9d4QBDT1c0Br2sDE,10142
 validmind/tests/_store.py,sha256=G604L9g-XIJz8u7BLbHVVVcbx96tDYjAAciaF7wJoiM,2743
 validmind/tests/data_validation/ACFandPACFPlot.py,sha256=NLoLe-9Z6_41RBee-gRYe4u3kaGojF7ujlyyIk4o3BU,4900
 validmind/tests/data_validation/ADF.py,sha256=36ZdB8L-hgN0EnYlcxeSsQ3luWip8Qfz_nrYV-1lr74,5113
@@ -101,7 +101,7 @@ validmind/tests/data_validation/BivariateScatterPlots.py,sha256=9QcMcbc3yiZl8LbV
 validmind/tests/data_validation/ChiSquaredFeaturesTable.py,sha256=5lPRnNbHjxEdMGtp6fhg4cYy7FLSHbHxUtpymU8GRO0,5977
 validmind/tests/data_validation/ClassImbalance.py,sha256=nRNHDtjCAgLQfWbCWP-zX5CFZSjJno8NWLXZBPaG_yA,6882
 validmind/tests/data_validation/DFGLSArch.py,sha256=D6_kR4AkvctjK-MRUJCc9cELwdmTT_085QIGagliSsA,5365
-validmind/tests/data_validation/DatasetDescription.py,sha256=ftB6RrEc4Sfc2qGtOmX7Ogf8yJxGV9QJY29OzjdQCyE,11365
+validmind/tests/data_validation/DatasetDescription.py,sha256=-V8pO260iRs1QzJfJFAP_YwayBQcCwYD_X51NZoLBXA,11366
 validmind/tests/data_validation/DatasetSplit.py,sha256=4BCeshqxvNSwmRwXw37uIJ3xy8JnU7ZJIWPyzzTdLJ0,5068
 validmind/tests/data_validation/DescriptiveStatistics.py,sha256=5u1qx-VGD8aVBFEi_4ffCWZfJ17YXbT5PO1Na52KoNo,6333
 validmind/tests/data_validation/Duplicates.py,sha256=oO1LPMyclfJno1_AAITpKB-fZryU-705BvYCm5StClw,5592
@@ -202,9 +202,9 @@ validmind/tests/model_validation/ragas/Faithfulness.py,sha256=89EeM0lrUq5MAhKYhO
 validmind/tests/model_validation/ragas/utils.py,sha256=zh9_pGitutGBS4Tvk3Bw1D-QVnDueggNErAhAvMPUOA,3130
 validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py,sha256=KhQroHKDG4gpRAoD9Clw65qNslwGS93rTETdZTOqoTk,2840
 validmind/tests/model_validation/sklearn/AdjustedRandIndex.py,sha256=nSs1BGC8MSWWp7T6M0FZR5kNPraiZwRJF7U6LNCoMMM,2715
-validmind/tests/model_validation/sklearn/ClassifierPerformance.py,sha256=4ebx4erElJM32QOZD79ycL6jSNyz7a7yS5Oy86LlG3s,5885
+validmind/tests/model_validation/sklearn/ClassifierPerformance.py,sha256=dgfi8vD4WQraMLpBHXa7DVMFCNmHDfJk1tstsxWyXfQ,6217
 validmind/tests/model_validation/sklearn/ClusterCosineSimilarity.py,sha256=9B8WqGcOL29CVd1ZI6vw0rpUTCW2Jk_lFKzSnHYq9qs,5433
-validmind/tests/model_validation/sklearn/ClusterPerformance.py,sha256=ViZ_aDh3rrL0UZlXF3xxAdE-rwiTRT6cwYrizNCRXeY,5308
+validmind/tests/model_validation/sklearn/ClusterPerformance.py,sha256=uuso3wUL_urNJnIuEiGnldMltv8YkCb3lSzWVaxdoVc,5310
 validmind/tests/model_validation/sklearn/ClusterPerformanceMetrics.py,sha256=lPQb8B5LWBlNgdSmS8CD8WZTwu-Iye3TIkU0A7uVlWk,8525
 validmind/tests/model_validation/sklearn/CompletenessScore.py,sha256=3cE4Wvwx_tpCADvr_nDm04CQkgtvvgq3EUwdBPI4YR8,2507
 validmind/tests/model_validation/sklearn/ConfusionMatrix.py,sha256=wdEr8KopFOgbYGHKzCgP1jN0zkZ_AVLclxLneGrRyjA,6065
@@ -215,19 +215,19 @@ validmind/tests/model_validation/sklearn/HyperParametersTuning.py,sha256=5a4K15U
 validmind/tests/model_validation/sklearn/KMeansClustersOptimization.py,sha256=lmSktn7usYZt-2v8Ykrig-9vEM910AfUdRkyOrsZd3U,5906
 validmind/tests/model_validation/sklearn/MinimumAccuracy.py,sha256=5KSAd29dbKs3nNJ734t1j806Td3H5LRIw950g3Xp2nc,5277
 validmind/tests/model_validation/sklearn/MinimumF1Score.py,sha256=TaLHk98CwQigyt17L1uBBLC25D5J_IKb6a_IFJFO7AE,4618
-validmind/tests/model_validation/sklearn/MinimumROCAUCScore.py,sha256=dyKSlT0GlXy9t4qymlZwCOnD-76WwCue9hARGlublKg,4831
+validmind/tests/model_validation/sklearn/MinimumROCAUCScore.py,sha256=Z5JZ4edtzuyneI8qSmGv-OKL2PVq5dg44CwSmePz3OU,5102
 validmind/tests/model_validation/sklearn/ModelsPerformanceComparison.py,sha256=-fGgddsc_0832zTl_gRRsLx2sZWBPB0FdS5YmbluN8s,6132
-validmind/tests/model_validation/sklearn/OverfitDiagnosis.py,sha256=RQwnqUvc74M-1W1oVV3RwMUuO6Lm-CAG4hIqCRB9ofk,14015
+validmind/tests/model_validation/sklearn/OverfitDiagnosis.py,sha256=1nei-MIF7utxuPJXnhTKIaLugUsxk1s4cFob1CR08Yg,13444
 validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py,sha256=CqMuBuNWzzTtzVcmhAlJHPmtyDO5YuaoXk5hhIXmRuY,4926
 validmind/tests/model_validation/sklearn/PopulationStabilityIndex.py,sha256=chYVS4OcvSG3YA91N7VDJ4Lh7EDgNEcUM8_k72s13IM,10072
-validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py,sha256=ifR1jBIVqwPCrzvL075Pw2Pf79LHGhYPZO-4Y9L_HlA,4372
+validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py,sha256=V0SS06u8DsyaJpL0S14HBPAQwJJYXnvP3fNp2P4CT84,4363
 validmind/tests/model_validation/sklearn/ROCCurve.py,sha256=f_NQtE2n5LLmAMWnA2io5kaIGI6MEn539GilBd5tjIo,5827
 validmind/tests/model_validation/sklearn/RegressionErrors.py,sha256=iV9FjYEIzJS0I59imvRe7JC9KcBhm08bjeRSiCnE09Y,5924
 validmind/tests/model_validation/sklearn/RegressionErrorsComparison.py,sha256=CHfdcRx6ZqvfkfZVy7HNgOUjZp-KepPS5rs2al19OyQ,3160
 validmind/tests/model_validation/sklearn/RegressionModelsPerformanceComparison.py,sha256=ELYhY_My1YqS4_i2fnHgL5Dg7vKUIa0wska0bkAFkuU,5737
 validmind/tests/model_validation/sklearn/RegressionR2Square.py,sha256=Ojm5sz3re4rk17u7xiezn1P_rp7wcA3etKgzdhGYH-s,4906
 validmind/tests/model_validation/sklearn/RegressionR2SquareComparison.py,sha256=tGJKpfeTvU2xBxsYbQSC5GPDcCS2_j0FcT3uceXZduI,2761
-validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py,sha256=tQWhN1NAujTe2ou1H88k6PdtR-tZVV-XvMWJhj3zfCU,13659
+validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py,sha256=ntzu5W4JF6pM8YXwtWVnQHx8zGaZMYSTlQlD38XpCUo,13366
 validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py,sha256=ECYjHHIz5kfnLi2XlzWOKquRf23_77kdcPK8Xw2qwQk,8887
 validmind/tests/model_validation/sklearn/SilhouettePlot.py,sha256=6PZ_sqiPBpL4_fyRE_sg0bSWWrDkryh_v-88KK4i3RQ,6185
 validmind/tests/model_validation/sklearn/TrainingTestDegradation.py,sha256=K3F8Ev7nIaIjwLHC9ljnMp07YwZeqo4RLui5C6IDuR8,7209
@@ -257,6 +257,10 @@ validmind/tests/model_validation/statsmodels/ScorecardHistogram.py,sha256=tjImbx
 validmind/tests/model_validation/statsmodels/ShapiroWilk.py,sha256=DfJXa0kb_ak2awlH6uorkOYcQPk56vI6QqwqEopKN18,3248
 validmind/tests/model_validation/statsmodels/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/tests/model_validation/statsmodels/statsutils.py,sha256=s1J7lHJ4kAcp_gGI0LAsaIFxbSqPrqXanxgtDI_Kig0,495
+validmind/tests/ongoing_monitoring/FeatureDrift.py,sha256=-83GOCa1sBMFd0tpL62mgVup832CH-cJBaLYNXY9VLw,6143
+validmind/tests/ongoing_monitoring/PredictionAcrossEachFeature.py,sha256=oyiIGjVpvlcwRCDr4ohjj2jHZEqL8sigOhnsCcK3AWc,3336
+validmind/tests/ongoing_monitoring/PredictionCorrelation.py,sha256=ve-7P3dXWNE_Vp3Z20q03XetRVFpUMBNMyq3VVMXqSY,3347
+validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py,sha256=A4NfE9WgfSJVtljX3RPh3jkwcQBbQ9-LvFNhArqB31I,2384
 validmind/tests/prompt_validation/Bias.py,sha256=NFNkym5arkYJ_7XndMvX_UDPLF3JhRnDCX9L_6OKcm8,7012
 validmind/tests/prompt_validation/Clarity.py,sha256=4pVWyvmAoZlL8Kq-4m3I7866YQkITndJGW9nFGLxRS8,6208
 validmind/tests/prompt_validation/Conciseness.py,sha256=6BmAggzrWP1UqRMcpbFUgvdnbxpRuL6Ro-Q8Y9xn1JA,5956
@@ -266,14 +270,14 @@ validmind/tests/prompt_validation/Robustness.py,sha256=fBdkYnO9yoBazz4wD-l62tT8D
 validmind/tests/prompt_validation/Specificity.py,sha256=h3gKRTTi2rfnGWmGC1YnSt2s_VbZU4KX0iY7LciZ3PU,6068
 validmind/tests/prompt_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/tests/prompt_validation/ai_powered_test.py,sha256=7TTeIR5GotQosm7oVT8Y3KnwPB3XkVT1Fzhckpr-SgE,1963
-validmind/tests/run.py,sha256=24E5pRg6p0dUHoK6shB9KeKHWTOEJa5HymT6tD8Ozl4,15574
+validmind/tests/run.py,sha256=WuLV8iY2xN7bRPu5px75-rgRKeh_XYPtbdLhqG8Dugo,15874
 validmind/tests/test_providers.py,sha256=47xe5eb5ufvj1jmhdRsbSvDQTXSDpFDFNeXg3xtXwhw,5320
 validmind/tests/utils.py,sha256=kNrxfUYbj4DwmkZtpp_1rG4GMUGxYEhvqnYR_A7qAKM,471
-validmind/unit_metrics/__init__.py,sha256=AlFnWA9pmzVf8xysPxYpQ3kBTQ81-YVxRTJpgC0Q41w,7344
+validmind/unit_metrics/__init__.py,sha256=mFk52eU7bOQKTpruKSrPyzjmxFUpIi5RZuwIE5BVFHU,7345
 validmind/unit_metrics/classification/sklearn/Accuracy.py,sha256=2Ra_OpKceY01h1dAFCqRFAwe--K2oVbCUiYjM5AH_nQ,480
 validmind/unit_metrics/classification/sklearn/F1.py,sha256=Uiq5sPyNpALhApTkmLUhh76mF91bLCABB5OVHOlbmGo,437
 validmind/unit_metrics/classification/sklearn/Precision.py,sha256=8zO5VDZhfT8R2VFYiV-CzsZwhsTwVAKca4nhD-qALLw,458
-validmind/unit_metrics/classification/sklearn/ROC_AUC.py,sha256=5-i1xhrLg7Ix4sk7pBKDBtlqBCNRD365LnTvsekSVYs,452
+validmind/unit_metrics/classification/sklearn/ROC_AUC.py,sha256=faDV8uxcohG38WrAWrDB1WSrzFDfcvD6I4uG9Az6W_E,1048
 validmind/unit_metrics/classification/sklearn/Recall.py,sha256=0WG3A6K9M1UmbWQKoS_wwLfq-cXVDDTIA1ZpaJNyKp8,449
 validmind/unit_metrics/composite.py,sha256=EJiSucxFkNyrl1JhrVTxmfOFsYL5TvJwe4fNiVNgTFo,8158
 validmind/unit_metrics/regression/GiniCoefficient.py,sha256=ebh1rOob8mEmQp0EpXcneAXjc4AIfm6O3Y0_mnTahKA,984
@@ -287,13 +291,14 @@ validmind/unit_metrics/regression/sklearn/MeanAbsoluteError.py,sha256=LCNgpDw6FB
 validmind/unit_metrics/regression/sklearn/MeanSquaredError.py,sha256=7UQnDTTO7yRRyMe3Zac9ZyjEbbD8pW_8WnZwHdVB_8U,463
 validmind/unit_metrics/regression/sklearn/RSquaredScore.py,sha256=h9U5ndtnJfNNtKPZIo5n3KRp-m4akQcEo0t1iSwjVzY,420
 validmind/unit_metrics/regression/sklearn/RootMeanSquaredError.py,sha256=_5IQIU9jNfmTE4NLJvaRWXbudRGV2PS7nYF5e4fkSMY,556
-validmind/utils.py,sha256=MQDsW7YuwEJ50tA01n3xb8D_Ihmji_Mn22AlMnJJQT8,15819
-validmind/vm_models/__init__.py,sha256=lmWCD2u4tW6_AH39UnJ24sCcMUcsHbUttz7SaZfrh3s,1168
+validmind/utils.py,sha256=DYUB3nig6MJwct5dymhy7Gt9apwzPVipKAWxSrm0-tg,15849
+validmind/vm_models/__init__.py,sha256=V5DH-E1Rkvl-HQEkilppVCHBag9MQXkzyoORLW3LSGQ,1210
 validmind/vm_models/dataset/__init__.py,sha256=U4CxZjdoc0dd9u2AqBl5PJh1UVbzXWNrmundmjLF-qE,346
-validmind/vm_models/dataset/dataset.py,sha256=LgftX1IOuhVOf7C5i3cWHQAmpkPOXZ2Wc6fFZcBcQ3c,24249
+validmind/vm_models/dataset/dataset.py,sha256=hBaczQjo-Jb1u6Ma5yX86m6JzT16XndAlq32WbHqVx8,25645
 validmind/vm_models/dataset/utils.py,sha256=DRFCg93YE7sTRrWAGt1RIyvzPjINagMk6zUw7z692d0,5325
 validmind/vm_models/figure.py,sha256=iSrvPcCG5sQrMkX1Fh6c5utRzaroh3bc6IlnGDOK_Eg,6651
-validmind/vm_models/model.py,sha256=b-UL73EWOpj-X5aQbHQ3HLkONHCH9hYwUlKxVwPC6gI,6088
+validmind/vm_models/input.py,sha256=qLdqz_bktr4v0YcPha2vFdDvmkC-btT1pH9zBIkt1OY,1046
+validmind/vm_models/model.py,sha256=P-zKbh0TrU_4ZK-bA0l83h6K6nfU6v0lIpC4mfCl6Fw,6115
 validmind/vm_models/test/metric.py,sha256=DvXMju36JzxArXNWimq3SSrSUoIHkyvDbuhbgBOKxkk,3357
 validmind/vm_models/test/metric_result.py,sha256=Bak4GDrMlNq5NtgP5exwlPsKZgz3tWgtC6jZqtHjvqM,1987
 validmind/vm_models/test/output_template.py,sha256=njqCAMyLxwadkCWhACVskyL9-psTgmUysaeeirTVAX4,1500
@@ -302,13 +307,13 @@ validmind/vm_models/test/result_wrapper.py,sha256=Zb2IVjB3UTIMxTjmv9xZ1kaIIAd_dU
 validmind/vm_models/test/test.py,sha256=2Wbte09E4l7fUXwfQije0LQbPeSuh2Wpbyt4ddwyVks,3419
 validmind/vm_models/test/threshold_test.py,sha256=xSadM5t9Z-XZjkxu7LKmeljy2bdwTwXrUh-mkdePdLM,3740
 validmind/vm_models/test/threshold_test_result.py,sha256=EXP-g_e3NsnpkvNgYew030qVUoY6ZTHyuuFUXaq-BuM,1954
-validmind/vm_models/test_context.py,sha256=AN7-atBgOcD04MLVitCFJYooxF6_iNmvI2H4nkv32iw,9035
+validmind/vm_models/test_context.py,sha256=SGqoF_OeFC7Fj1jg5CPO1LOpfB7mA1FPwm61SYP8f2o,9475
 validmind/vm_models/test_suite/runner.py,sha256=aewxadRfoOPH48jes2Gtb3Ju_FWFfVM_9ARIAJHD4wA,6982
 validmind/vm_models/test_suite/summary.py,sha256=GQRNe2ZvvqjQN0yKmaN7ohAUjRFQIN4YYUYxfOuWN6M,4682
 validmind/vm_models/test_suite/test.py,sha256=_GfbK36l98SjzgVcucmp0OKBJKqMW3neO7SqJ3EWeps,5049
 validmind/vm_models/test_suite/test_suite.py,sha256=Cns2wL54v0T5Mv5_HJb3kMeaa4rtycdqT8KxK9_rWEU,6279
-validmind-2.4.10.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
-validmind-2.4.10.dist-info/METADATA,sha256=YJY0yOUEnv5-CsnoP7q3EVBCpTGgGUsD2jtwA-urG8Q,4251
-validmind-2.4.10.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-validmind-2.4.10.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
-validmind-2.4.10.dist-info/RECORD,,
+validmind-2.5.1.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
+validmind-2.5.1.dist-info/METADATA,sha256=ZnwdazSYewQA2IZLaVIUQkuxmDl6yVke6kjyiSkLEJk,4250
+validmind-2.5.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+validmind-2.5.1.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
+validmind-2.5.1.dist-info/RECORD,,