validmind 2.4.9__py3-none-any.whl → 2.4.13__py3-none-any.whl

validmind/__version__.py

@@ -1 +1 @@
-__version__ = "2.4.9"
+__version__ = "2.4.13"

validmind/api_client.py

@@ -34,6 +34,7 @@ _api_secret = os.getenv("VM_API_SECRET")
 _api_host = os.getenv("VM_API_HOST")
 _model_cuid = os.getenv("VM_API_MODEL")
 _run_cuid = os.getenv("VM_RUN_CUID")
+_monitoring = False
 
 __api_session: aiohttp.ClientSession = None
 
@@ -57,6 +58,7 @@ def get_api_config() -> Dict[str, Optional[str]]:
         "VM_API_HOST": _api_host,
         "VM_API_MODEL": _model_cuid,
         "VM_RUN_CUID": _run_cuid,
+        "X-MONITORING": _monitoring,
     }
 
 
@@ -73,6 +75,7 @@ def get_api_headers() -> Dict[str, str]:
         "X-API-KEY": _api_key,
         "X-API-SECRET": _api_secret,
         "X-PROJECT-CUID": _model_cuid,
+        "X-MONITORING": _monitoring,
     }
 
 
@@ -82,6 +85,7 @@ def init(
     api_secret: Optional[str] = None,
     api_host: Optional[str] = None,
     model: Optional[str] = None,
+    monitoring=False,
 ):
     """
     Initializes the API client instances and calls the /ping endpoint to ensure
@@ -96,11 +100,12 @@ def init(
         api_key (str, optional): The API key. Defaults to None.
         api_secret (str, optional): The API secret. Defaults to None.
         api_host (str, optional): The API host. Defaults to None.
+        monitoring (str, optional): The ongoing monitoring flag. Defaults to False.
 
     Raises:
         ValueError: If the API key and secret are not provided
     """
-    global _api_key, _api_secret, _api_host, _run_cuid, _model_cuid
+    global _api_key, _api_secret, _api_host, _run_cuid, _model_cuid, _monitoring
 
     if api_key == "...":
         # special case to detect when running a notebook with the standard init snippet
@@ -125,6 +130,8 @@ def init(
 
     _run_cuid = os.getenv("VM_RUN_CUID", None)
 
+    _monitoring = monitoring
+
     try:
         __ping()
     except Exception as e:
@@ -145,6 +152,7 @@ def _get_session() -> aiohttp.ClientSession:
                 "X-API-KEY": _api_key,
                 "X-API-SECRET": _api_secret,
                 "X-PROJECT-CUID": _model_cuid,
+                "X-MONITORING": str(_monitoring),
             }
         )
 
@@ -159,6 +167,7 @@ def __ping() -> Dict[str, Any]:
             "X-API-KEY": _api_key,
             "X-API-SECRET": _api_secret,
             "X-PROJECT-CUID": _model_cuid,
+            "X-MONITORING": str(_monitoring),
         },
     )
     if r.status_code != 200:

validmind/client.py

@@ -48,7 +48,6 @@ def init_dataset(
     index_name: str = None,
     date_time_index: bool = False,
     columns: list = None,
-    options: dict = None,
     text_column: str = None,
     target_column: str = None,
     feature_columns: list = None,
@@ -72,7 +71,6 @@ def init_dataset(
     Args:
         dataset : dataset from various python libraries
         model (VMModel): ValidMind model object
-        options (dict): A dictionary of options for the dataset
         targets (vm.vm.DatasetTargets): A list of target variables
         target_column (str): The name of the target column in the dataset
         feature_columns (list): A list of names of feature columns in the dataset
@@ -135,7 +133,8 @@ def init_dataset(
             model=model,
             index=index,
             index_name=index_name,
-            columns=columns,
+            # if no columns are passed, use the index
+            columns=columns or [i for i in range(dataset.shape[1])],
             target_column=target_column,
             feature_columns=feature_columns,
             text_column=text_column,

validmind/input_registry.py

@@ -6,6 +6,8 @@
 Central class to register inputs
 """
 
+from validmind.vm_models.input import VMInput
+
 from .errors import InvalidInputError
 
 
@@ -14,6 +16,12 @@ class InputRegistry:
         self.registry = {}
 
     def add(self, key, obj):
+        if not isinstance(obj, VMInput):
+            raise InvalidInputError(
+                f"Input object must be an instance of VMInput. "
+                f"Got {type(obj)} instead."
+            )
+
         self.registry[key] = obj
 
     def get(self, key):

validmind/tests/data_validation/DatasetDescription.py

@@ -134,6 +134,7 @@ class DatasetDescription(Metric):
                     )
             else:
                 vm_dataset_variables[column] = {"id": column, "type": str(type)}
+
         return list(vm_dataset_variables.values())
 
     def describe_dataset_field(self, df, field):

validmind/tests/run.py

@@ -83,32 +83,47 @@ def _combine_summaries(summaries: List[Dict[str, Any]]):
     )
 
 
-def _update_plotly_titles(figures, input_groups, title_template):
-    current_title = figures[0].figure.layout.title.text
+def _get_input_id(v):
+    if isinstance(v, str):
+        return v  # If v is a string, return it as is.
+    elif isinstance(v, list) and all(hasattr(item, "input_id") for item in v):
+        # If v is a list and all items have an input_id attribute, join their input_id values.
+        return ", ".join(item.input_id for item in v)
+    elif hasattr(v, "input_id"):
+        return v.input_id  # If v has an input_id attribute, return it.
+    return str(v)  # Otherwise, return the string representation of v.
+
+
+def _update_plotly_titles(figures, input_group, title_template):
+    for figure in figures:
+
+        current_title = figure.figure.layout.title.text
+
+        input_description = " and ".join(
+            f"{key}: {_get_input_id(value)}" for key, value in input_group.items()
+        )
 
-    for i, figure in enumerate(figures):
         figure.figure.layout.title.text = title_template.format(
             current_title=f"{current_title} " if current_title else "",
-            input_description=" and ".join(
-                f"{k}: {v if isinstance(v, str) else ', '.join(item.input_id for item in v) if isinstance(v, list) and all(hasattr(item, 'input_id') for item in v) else v.input_id}"
-                for k, v in input_groups[i].items()
-            ),
+            input_description=input_description,
         )
 
 
-def _update_matplotlib_titles(figures, input_groups, title_template):
-    current_title = (
-        figures[0].figure._suptitle.get_text() if figures[0].figure._suptitle else ""
-    )
+def _update_matplotlib_titles(figures, input_group, title_template):
+    for figure in figures:
+
+        current_title = (
+            figure.figure._suptitle.get_text() if figure.figure._suptitle else ""
+        )
+
+        input_description = " and ".join(
+            f"{key}: {_get_input_id(value)}" for key, value in input_group.items()
+        )
 
-    for i, figure in enumerate(figures):
         figure.figure.suptitle(
             title_template.format(
                 current_title=f"{current_title} " if current_title else "",
-                input_description=" and ".join(
-                    f"{k}: {v if isinstance(v, str) else ', '.join(item.input_id for item in v) if isinstance(v, list) and all(hasattr(item, 'input_id') for item in v) else v.input_id}"
-                    for k, v in input_groups[i].items()
-                ),
+                input_description=input_description,
             )
         )
 
@@ -120,11 +135,12 @@ def _combine_figures(figure_lists: List[List[Any]], input_groups: List[Dict[str,
 
     title_template = "{current_title}({input_description})"
 
-    for figures in list(zip(*figure_lists)):
+    for idx, figures in enumerate(figure_lists):
+        input_group = input_groups[idx]
         if is_plotly_figure(figures[0].figure):
-            _update_plotly_titles(figures, input_groups, title_template)
+            _update_plotly_titles(figures, input_group, title_template)
         elif is_matplotlib_figure(figures[0].figure):
-            _update_matplotlib_titles(figures, input_groups, title_template)
+            _update_matplotlib_titles(figures, input_group, title_template)
         else:
             logger.warning("Cannot properly annotate png figures")
 

validmind/unit_metrics/__init__.py

@@ -80,7 +80,7 @@ def _serialize_dataset(dataset, model):
         and pre-computed prediction columns, addressing potential hash collisions.
     """
     return _fast_hash(
-        dataset.df[
+        dataset._df[
             [
                 *dataset.feature_columns,
                 dataset.target_column,

validmind/vm_models/__init__.py

@@ -8,6 +8,7 @@ Models entrypoint
 
 from .dataset.dataset import VMDataset
 from .figure import Figure
+from .input import VMInput
 from .model import R_MODEL_TYPES, ModelAttributes, VMModel
 from .test.metric import Metric
 from .test.metric_result import MetricResult
@@ -20,6 +21,7 @@ from .test_suite.runner import TestSuiteRunner
 from .test_suite.test_suite import TestSuite
 
 __all__ = [
+    "VMInput",
     "VMDataset",
     "VMModel",
     "Figure",

validmind/vm_models/dataset/dataset.py

@@ -7,6 +7,7 @@ Dataset class wrapper
 """
 
 import warnings
+from copy import deepcopy
 
 import numpy as np
 import pandas as pd
@@ -14,6 +15,7 @@ import polars as pl
 
 from validmind.logging import get_logger
 from validmind.models import FunctionModel, PipelineModel
+from validmind.vm_models.input import VMInput
 from validmind.vm_models.model import VMModel
 
 from .utils import ExtraColumns, as_df, compute_predictions, convert_index_to_datetime
@@ -21,7 +23,7 @@ from .utils import ExtraColumns, as_df, compute_predictions, convert_index_to_da
 logger = get_logger(__name__)
 
 
-class VMDataset:
+class VMDataset(VMInput):
     """Base class for VM datasets
 
     Child classes should be used to support new dataset types (tensor, polars etc)
@@ -60,7 +62,6 @@ class VMDataset:
         text_column: str = None,
         extra_columns: dict = None,
         target_class_labels: dict = None,
-        options: dict = None,
     ):
         """
         Initializes a VMDataset instance.
@@ -77,7 +78,6 @@ class VMDataset:
             feature_columns (str, optional): The feature column names of the dataset. Defaults to None.
             text_column (str, optional): The text column name of the dataset for nlp tasks. Defaults to None.
             target_class_labels (Dict, optional): The class labels for the target columns. Defaults to None.
-            options (Dict, optional): Additional options for the dataset. Defaults to None.
         """
         # initialize input_id
         self.input_id = input_id
@@ -92,16 +92,14 @@ class VMDataset:
             raise ValueError("Expected Numpy array for attribute raw_dataset")
         self.index = index
 
-        self.df = pd.DataFrame(self._raw_dataset, columns=columns).infer_objects()
+        self._df = pd.DataFrame(self._raw_dataset, columns=columns).infer_objects()
         # set index to dataframe
         if index is not None:
-            self.df.set_index(pd.Index(index), inplace=True)
-            self.df.index.name = index_name
+            self._df.set_index(pd.Index(index), inplace=True)
+            self._df.index.name = index_name
         # attempt to convert index to datatime
         if date_time_index:
-            self.df = convert_index_to_datetime(self.df)
-
-        self.options = options
+            self._df = convert_index_to_datetime(self._df)
 
         self.columns = columns or []
         self.column_aliases = {}
@@ -128,12 +126,12 @@ class VMDataset:
             self.feature_columns = [col for col in self.columns if col not in excluded]
 
         self.feature_columns_numeric = (
-            self.df[self.feature_columns]
+            self._df[self.feature_columns]
             .select_dtypes(include=[np.number])
             .columns.tolist()
         )
         self.feature_columns_categorical = (
-            self.df[self.feature_columns]
+            self._df[self.feature_columns]
             .select_dtypes(include=[object, pd.Categorical])
             .columns.tolist()
         )
@@ -142,19 +140,19 @@ class VMDataset:
         column_values = np.array(column_values)
 
         if column_values.ndim == 1:
-            if len(column_values) != len(self.df):
+            if len(column_values) != len(self._df):
                 raise ValueError(
                     "Length of values doesn't match number of rows in the DataFrame."
                 )
             self.columns.append(column_name)
-            self.df[column_name] = column_values
+            self._df[column_name] = column_values
         elif column_values.ndim == 2:
-            if column_values.shape[0] != len(self.df):
+            if column_values.shape[0] != len(self._df):
                 raise ValueError(
                     "Number of rows in values doesn't match number of rows in the DataFrame."
                 )
             self.columns.append(column_name)
-            self.df[column_name] = column_values.tolist()
+            self._df[column_name] = column_values.tolist()
 
         else:
             raise ValueError("Only 1D and 2D arrays are supported for column_values.")
@@ -199,6 +197,56 @@ class VMDataset:
                 "Cannot use precomputed probabilities without precomputed predictions"
             )
 
+    def with_options(self, **kwargs) -> "VMDataset":
+        """Support options provided when passing an input to run_test or run_test_suite
+
+        Example:
+        ```python
+        # to only use a certain subset of columns in the dataset:
+        run_test(
+            "validmind.SomeTestID",
+            inputs={
+                "dataset": {
+                    "input_id": "my_dataset_id",
+                    "columns": ["col1", "col2"],
+                }
+            }
+        )
+
+        # behind the scenes, this retrieves the dataset object (VMDataset) from the registry
+        # and then calls the `with_options()` method and passes `{"columns": ...}`
+        ```
+
+        Args:
+            **kwargs: Options:
+                - columns: Filter columns in the dataset
+
+        Returns:
+            VMDataset: A new instance of the dataset with only the specified columns
+        """
+        if "columns" in kwargs:
+            # filter columns (create a temp copy of self with only specified columns)
+            # TODO: need a more robust mechanism for this as we expand on this feature
+            columns = kwargs.pop("columns")
+
+            new = deepcopy(self)
+
+            new._set_feature_columns(
+                [col for col in new.feature_columns if col in columns]
+            )
+            new.text_column = new.text_column if new.text_column in columns else None
+            new.target_column = (
+                new.target_column if new.target_column in columns else None
+            )
+            new.extra_columns.extras = new.extra_columns.extras.intersection(columns)
+
+            return new
+
+        if kwargs:
+            raise NotImplementedError(
+                f"Options {kwargs} are not supported for this input"
+            )
+
     def assign_predictions(
         self,
         model: VMModel,
@@ -243,10 +291,10 @@ class VMDataset:
 
         # if the user passes a column name, we assume it has precomputed predictions
         if prediction_column:
-            prediction_values = self.df[prediction_column].values
+            prediction_values = self._df[prediction_column].values
 
             if probability_column:
-                probability_values = self.df[probability_column].values
+                probability_values = self._df[probability_column].values
 
         if prediction_values is None:
             X = self.df if isinstance(model, (FunctionModel, PipelineModel)) else self.x
@@ -320,6 +368,33 @@ class VMDataset:
             f"Extra column {column_name} with {len(column_values)} values added to the dataset"
         )
 
+    @property
+    def df(self) -> pd.DataFrame:
+        """
+        Returns the dataset as a pandas DataFrame.
+
+        Returns:
+            pd.DataFrame: The dataset as a pandas DataFrame.
+        """
+        # only include feature, text and target columns
+        # don't include internal pred and prob columns
+        columns = self.feature_columns.copy()
+
+        # text column can also be a feature column so don't add it twice
+        if self.text_column and self.text_column not in columns:
+            columns.append(self.text_column)
+
+        if self.extra_columns.extras:
+            # add user-defined extra columns
+            columns.extend(self.extra_columns.extras)
+
+        if self.target_column:
+            # shouldn't be a feature column but add this to be safe
+            assert self.target_column not in columns
+            columns.append(self.target_column)
+
+        return as_df(self._df[columns])
+
     @property
     def x(self) -> np.ndarray:
         """
@@ -328,7 +403,7 @@ class VMDataset:
         Returns:
             np.ndarray: The input features.
         """
-        return self.df[self.feature_columns].to_numpy()
+        return self._df[self.feature_columns].to_numpy()
 
     @property
     def y(self) -> np.ndarray:
@@ -338,7 +413,7 @@ class VMDataset:
         Returns:
             np.ndarray: The target variables.
         """
-        return self.df[self.target_column].to_numpy()
+        return self._df[self.target_column].to_numpy()
 
     def y_pred(self, model) -> np.ndarray:
         """Returns the predictions for a given model.
@@ -352,7 +427,7 @@ class VMDataset:
         Returns:
             np.ndarray: The predictions for the model
         """
-        return np.stack(self.df[self.prediction_column(model)].values)
+        return np.stack(self._df[self.prediction_column(model)].values)
 
     def y_prob(self, model) -> np.ndarray:
         """Returns the probabilities for a given model.
@@ -363,23 +438,23 @@ class VMDataset:
         Returns:
             np.ndarray: The probability variables.
         """
-        return self.df[self.probability_column(model)].values
+        return self._df[self.probability_column(model)].values
 
     def x_df(self):
         """Returns a dataframe containing only the feature columns"""
-        return as_df(self.df[self.feature_columns])
+        return as_df(self._df[self.feature_columns])
 
     def y_df(self) -> pd.DataFrame:
         """Returns a dataframe containing the target column"""
-        return as_df(self.df[self.target_column])
+        return as_df(self._df[self.target_column])
 
     def y_pred_df(self, model) -> pd.DataFrame:
         """Returns a dataframe containing the predictions for a given model"""
-        return as_df(self.df[self.prediction_column(model)])
+        return as_df(self._df[self.prediction_column(model)])
 
     def y_prob_df(self, model) -> pd.DataFrame:
         """Returns a dataframe containing the probabilities for a given model"""
-        return as_df(self.df[self.probability_column(model)])
+        return as_df(self._df[self.probability_column(model)])
 
     def target_classes(self):
         """Returns the target class labels or unique values of the target column."""
@@ -417,7 +492,6 @@ class DataFrameDataset(VMDataset):
         feature_columns: list = None,
         text_column: str = None,
         target_class_labels: dict = None,
-        options: dict = None,
         date_time_index: bool = False,
     ):
         """
@@ -432,7 +506,6 @@ class DataFrameDataset(VMDataset):
             feature_columns (list, optional): The feature columns of the dataset. Defaults to None.
             text_column (str, optional): The text column name of the dataset for NLP tasks. Defaults to None.
             target_class_labels (dict, optional): The class labels for the target columns. Defaults to None.
-            options (dict, optional): Additional options for the dataset. Defaults to None.
             date_time_index (bool, optional): Whether to use date-time index. Defaults to False.
         """
         index = None
@@ -451,7 +524,6 @@ class DataFrameDataset(VMDataset):
             feature_columns=feature_columns,
             text_column=text_column,
             target_class_labels=target_class_labels,
-            options=options,
             date_time_index=date_time_index,
         )
 
@@ -471,7 +543,6 @@ class PolarsDataset(VMDataset):
         feature_columns: list = None,
         text_column: str = None,
         target_class_labels: dict = None,
-        options: dict = None,
         date_time_index: bool = False,
     ):
         """
@@ -486,7 +557,6 @@ class PolarsDataset(VMDataset):
             feature_columns (list, optional): The feature columns of the dataset. Defaults to None.
             text_column (str, optional): The text column name of the dataset for NLP tasks. Defaults to None.
             target_class_labels (dict, optional): The class labels for the target columns. Defaults to None.
-            options (dict, optional): Additional options for the dataset. Defaults to None.
             date_time_index (bool, optional): Whether to use date-time index. Defaults to False.
         """
         super().__init__(
@@ -501,7 +571,6 @@ class PolarsDataset(VMDataset):
             feature_columns=feature_columns,
             text_column=text_column,
             target_class_labels=target_class_labels,
-            options=options,
             date_time_index=date_time_index,
         )
 
@@ -524,7 +593,6 @@ class TorchDataset(VMDataset):
         feature_columns: list = None,
         text_column: str = None,
         target_class_labels: dict = None,
-        options: dict = None,
     ):
         """
         Initializes a TorchDataset instance.
@@ -582,5 +650,4 @@ class TorchDataset(VMDataset):
             text_column=text_column,
             extra_columns=extra_columns,
             target_class_labels=target_class_labels,
-            options=options,
         )

validmind/vm_models/dataset/utils.py

@@ -16,6 +16,8 @@ logger = get_logger(__name__)
 
 @dataclass
 class ExtraColumns:
+    # TODO: this now holds internal (pred, prob and group_by) cols as well as
+    # user-defined extra columns. These should probably be separated.
     """Extra columns for the dataset."""
 
     extras: Set[str] = field(default_factory=set)

validmind/vm_models/input.py

@@ -0,0 +1,31 @@
+# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
+# See the LICENSE file in the root of this repository for details.
+# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
+
+"""Base class for ValidMind Input types"""
+
+from abc import ABC
+
+
+class VMInput(ABC):
+    """
+    Base class for ValidMind Input types
+    """
+
+    def with_options(self, **kwargs) -> "VMInput":
+        """
+        Allows for setting options on the input object that are passed by the user
+        when using the input to run a test or set of tests
+
+        To allow options, just override this method in the subclass (see VMDataset)
+        and ensure that it returns a new instance of the input with the specified options
+        set.
+
+        Args:
+            **kwargs: Arbitrary keyword arguments that will be passed to the input object
+
+        Returns:
+            VMInput: A new instance of the input with the specified options set
+        """
+        if kwargs:
+            raise NotImplementedError("This type of input does not support options")

validmind/vm_models/model.py

@@ -7,11 +7,13 @@ Model class wrapper module
 """
 import importlib
 import inspect
-from abc import ABC, abstractmethod
+from abc import abstractmethod
 from dataclasses import dataclass
 
 from validmind.errors import MissingOrInvalidModelPredictFnError
 
+from .input import VMInput
+
 SUPPORTED_LIBRARIES = {
     "catboost": "CatBoostModel",
     "xgboost": "XGBoostModel",
@@ -77,7 +79,7 @@ class ModelAttributes:
         )
 
 
-class VMModel(ABC):
+class VMModel(VMInput):
     """
     An base class that wraps a trained model instance and its associated data.
 

validmind/vm_models/test_context.py

@@ -78,13 +78,12 @@ class TestInput:
         ... (any): Any other arbitrary inputs that can be used by tests
     """
 
-    # TODO: we need to look into adding metadata for test inputs and logging that
-
     def __init__(self, inputs):
         """Initialize with either a dictionary of inputs"""
         for key, value in inputs.items():
             # 1) retrieve input object from input registry if an input_id string is provided
             # 2) check the input_id type if a list of inputs (mix of strings and objects) is provided
+            # 3) if its a dict, it should contain the `input_id` key as well as other options
             if isinstance(value, str):
                 value = input_registry.get(key=value)
             elif isinstance(value, list) or isinstance(value, tuple):
@@ -92,6 +91,14 @@ class TestInput:
                     input_registry.get(key=v) if isinstance(v, str) else v
                     for v in value
                 ]
+            elif isinstance(value, dict):
+                assert "input_id" in value, (
+                    "Input dictionary must contain an 'input_id' key "
+                    "to retrieve the input object from the input registry."
+                )
+                value = input_registry.get(key=value.get("input_id")).with_options(
+                    **{k: v for k, v in value.items() if k != "input_id"}
+                )
 
             setattr(self, key, value)
 

{validmind-2.4.9.dist-info → validmind-2.4.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: validmind
-Version: 2.4.9
+Version: 2.4.13
 Summary: ValidMind Developer Framework
 License: Commercial License
 Author: Andres Rodriguez

{validmind-2.4.9.dist-info → validmind-2.4.13.dist-info}/RECORD

@@ -1,9 +1,9 @@
 validmind/__init__.py,sha256=UfmzPwUCdUWbWq3zPqqmq4jw0_kfl3hX4U72p_seE4I,3700
-validmind/__version__.py,sha256=jexP_bn42GgaPCRDRYZqRI6UFG4hFgjug7OJbg8uE0Y,22
+validmind/__version__.py,sha256=tz33jXQt_yV5A4oaguyO5xgSigC1jcfj0c7SavSDPo0,23
 validmind/ai/test_descriptions.py,sha256=Q1Ftus4x5eiVLKWJu7hqPLukBQZzhy-dARqq_6_JWtk,9464
 validmind/ai/utils.py,sha256=TEXII_S5CpkpczzSyHwTlqLcPMLnPBJWEBR6QFMKh1U,3421
-validmind/api_client.py,sha256=xr9VNqCmA_WFf8rVm-0M0pmzVyLAPFOnfEe4dAog1LA,17144
-validmind/client.py,sha256=UnsEwWK_s3nuktr6i2U3haLjjlWRGR6H431jsZpKEDA,18649
+validmind/api_client.py,sha256=JZIJWuYtvl-VEVi_AK4c839Fn7cGa40J2d4_4FUZcno,17483
+validmind/client.py,sha256=guXu_9um4caPpepbAsfKgjLc63Ygx07Lgp8wZJD3p6Y,18653
 validmind/client_config.py,sha256=58L6s6-9vFWC9vkSs_98CjV1YWmlksdhblJtPQxQsAk,1611
 validmind/datasets/__init__.py,sha256=oYfcvW7BAyUgpghBOnTeGbQF6tpFAWg38rRirdLr8m8,262
 validmind/datasets/classification/__init__.py,sha256=HlTOBLyb6IorRYmAhP3AIyX-l-NyemyDjV8BBOdrCrY,1787
@@ -60,7 +60,7 @@ validmind/datasets/regression/models/fred_loan_rates_model_5.pkl,sha256=FkNLHq9x
 validmind/errors.py,sha256=qy7Gp6Uom5J6WmLw-CpE5zaTN96SiN7kJjDGBaJdoxY,8023
 validmind/html_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/html_templates/content_blocks.py,sha256=LTsv2Hr_drUUZVLEfY2JcT4z0M-45RGYy2sFInt1VKY,3998
-validmind/input_registry.py,sha256=zexO3x-vncaoWvQ6VfkvgDLn6x72e2BNel_jCbrVHSE,793
+validmind/input_registry.py,sha256=8C_mrhgLT72hwbt_lo3ZwXb5NCyIcSuCQI1HdJ3bK2A,1042
 validmind/logging.py,sha256=J1Y1dYCH1dtkoYCHoXMOQH_B7EO4fJytWRDrDqZZz8U,5204
 validmind/models/__init__.py,sha256=lraTbNwoKckXNP3Dbyj-euI78UTkZ_w5wpUOb8l5nWs,729
 validmind/models/foundation.py,sha256=ZdVmwwRVbjgqMyfjguyf9Lka_KcgJnDD7ho8zv0gQok,1842
@@ -101,7 +101,7 @@ validmind/tests/data_validation/BivariateScatterPlots.py,sha256=9QcMcbc3yiZl8LbV
 validmind/tests/data_validation/ChiSquaredFeaturesTable.py,sha256=5lPRnNbHjxEdMGtp6fhg4cYy7FLSHbHxUtpymU8GRO0,5977
 validmind/tests/data_validation/ClassImbalance.py,sha256=nRNHDtjCAgLQfWbCWP-zX5CFZSjJno8NWLXZBPaG_yA,6882
 validmind/tests/data_validation/DFGLSArch.py,sha256=D6_kR4AkvctjK-MRUJCc9cELwdmTT_085QIGagliSsA,5365
-validmind/tests/data_validation/DatasetDescription.py,sha256=ftB6RrEc4Sfc2qGtOmX7Ogf8yJxGV9QJY29OzjdQCyE,11365
+validmind/tests/data_validation/DatasetDescription.py,sha256=-V8pO260iRs1QzJfJFAP_YwayBQcCwYD_X51NZoLBXA,11366
 validmind/tests/data_validation/DatasetSplit.py,sha256=4BCeshqxvNSwmRwXw37uIJ3xy8JnU7ZJIWPyzzTdLJ0,5068
 validmind/tests/data_validation/DescriptiveStatistics.py,sha256=5u1qx-VGD8aVBFEi_4ffCWZfJ17YXbT5PO1Na52KoNo,6333
 validmind/tests/data_validation/Duplicates.py,sha256=oO1LPMyclfJno1_AAITpKB-fZryU-705BvYCm5StClw,5592
@@ -266,10 +266,10 @@ validmind/tests/prompt_validation/Robustness.py,sha256=fBdkYnO9yoBazz4wD-l62tT8D
 validmind/tests/prompt_validation/Specificity.py,sha256=h3gKRTTi2rfnGWmGC1YnSt2s_VbZU4KX0iY7LciZ3PU,6068
 validmind/tests/prompt_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/tests/prompt_validation/ai_powered_test.py,sha256=7TTeIR5GotQosm7oVT8Y3KnwPB3XkVT1Fzhckpr-SgE,1963
-validmind/tests/run.py,sha256=24E5pRg6p0dUHoK6shB9KeKHWTOEJa5HymT6tD8Ozl4,15574
+validmind/tests/run.py,sha256=WuLV8iY2xN7bRPu5px75-rgRKeh_XYPtbdLhqG8Dugo,15874
 validmind/tests/test_providers.py,sha256=47xe5eb5ufvj1jmhdRsbSvDQTXSDpFDFNeXg3xtXwhw,5320
 validmind/tests/utils.py,sha256=kNrxfUYbj4DwmkZtpp_1rG4GMUGxYEhvqnYR_A7qAKM,471
-validmind/unit_metrics/__init__.py,sha256=AlFnWA9pmzVf8xysPxYpQ3kBTQ81-YVxRTJpgC0Q41w,7344
+validmind/unit_metrics/__init__.py,sha256=mFk52eU7bOQKTpruKSrPyzjmxFUpIi5RZuwIE5BVFHU,7345
 validmind/unit_metrics/classification/sklearn/Accuracy.py,sha256=2Ra_OpKceY01h1dAFCqRFAwe--K2oVbCUiYjM5AH_nQ,480
 validmind/unit_metrics/classification/sklearn/F1.py,sha256=Uiq5sPyNpALhApTkmLUhh76mF91bLCABB5OVHOlbmGo,437
 validmind/unit_metrics/classification/sklearn/Precision.py,sha256=8zO5VDZhfT8R2VFYiV-CzsZwhsTwVAKca4nhD-qALLw,458
@@ -288,12 +288,13 @@ validmind/unit_metrics/regression/sklearn/MeanSquaredError.py,sha256=7UQnDTTO7yR
 validmind/unit_metrics/regression/sklearn/RSquaredScore.py,sha256=h9U5ndtnJfNNtKPZIo5n3KRp-m4akQcEo0t1iSwjVzY,420
 validmind/unit_metrics/regression/sklearn/RootMeanSquaredError.py,sha256=_5IQIU9jNfmTE4NLJvaRWXbudRGV2PS7nYF5e4fkSMY,556
 validmind/utils.py,sha256=MQDsW7YuwEJ50tA01n3xb8D_Ihmji_Mn22AlMnJJQT8,15819
-validmind/vm_models/__init__.py,sha256=lmWCD2u4tW6_AH39UnJ24sCcMUcsHbUttz7SaZfrh3s,1168
+validmind/vm_models/__init__.py,sha256=V5DH-E1Rkvl-HQEkilppVCHBag9MQXkzyoORLW3LSGQ,1210
 validmind/vm_models/dataset/__init__.py,sha256=U4CxZjdoc0dd9u2AqBl5PJh1UVbzXWNrmundmjLF-qE,346
-validmind/vm_models/dataset/dataset.py,sha256=X0vKp1NuL0k5WLILAAlmnPs_WHR8Ji6ovlfWLjJs3qk,23305
-validmind/vm_models/dataset/utils.py,sha256=ygT6hUw0KklKCboo7tqLxh_hf-dEiaccVyCpR9DCPF8,5177
+validmind/vm_models/dataset/dataset.py,sha256=0N1yz4pqvop5FJQdbf2QodLINsNJpI7DQ-ImH-usU6U,25579
+validmind/vm_models/dataset/utils.py,sha256=DRFCg93YE7sTRrWAGt1RIyvzPjINagMk6zUw7z692d0,5325
 validmind/vm_models/figure.py,sha256=iSrvPcCG5sQrMkX1Fh6c5utRzaroh3bc6IlnGDOK_Eg,6651
-validmind/vm_models/model.py,sha256=b-UL73EWOpj-X5aQbHQ3HLkONHCH9hYwUlKxVwPC6gI,6088
+validmind/vm_models/input.py,sha256=qLdqz_bktr4v0YcPha2vFdDvmkC-btT1pH9zBIkt1OY,1046
+validmind/vm_models/model.py,sha256=P-zKbh0TrU_4ZK-bA0l83h6K6nfU6v0lIpC4mfCl6Fw,6115
 validmind/vm_models/test/metric.py,sha256=DvXMju36JzxArXNWimq3SSrSUoIHkyvDbuhbgBOKxkk,3357
 validmind/vm_models/test/metric_result.py,sha256=Bak4GDrMlNq5NtgP5exwlPsKZgz3tWgtC6jZqtHjvqM,1987
 validmind/vm_models/test/output_template.py,sha256=njqCAMyLxwadkCWhACVskyL9-psTgmUysaeeirTVAX4,1500
@@ -302,13 +303,13 @@ validmind/vm_models/test/result_wrapper.py,sha256=Zb2IVjB3UTIMxTjmv9xZ1kaIIAd_dU
 validmind/vm_models/test/test.py,sha256=2Wbte09E4l7fUXwfQije0LQbPeSuh2Wpbyt4ddwyVks,3419
 validmind/vm_models/test/threshold_test.py,sha256=xSadM5t9Z-XZjkxu7LKmeljy2bdwTwXrUh-mkdePdLM,3740
 validmind/vm_models/test/threshold_test_result.py,sha256=EXP-g_e3NsnpkvNgYew030qVUoY6ZTHyuuFUXaq-BuM,1954
-validmind/vm_models/test_context.py,sha256=AN7-atBgOcD04MLVitCFJYooxF6_iNmvI2H4nkv32iw,9035
+validmind/vm_models/test_context.py,sha256=SGqoF_OeFC7Fj1jg5CPO1LOpfB7mA1FPwm61SYP8f2o,9475
 validmind/vm_models/test_suite/runner.py,sha256=aewxadRfoOPH48jes2Gtb3Ju_FWFfVM_9ARIAJHD4wA,6982
 validmind/vm_models/test_suite/summary.py,sha256=GQRNe2ZvvqjQN0yKmaN7ohAUjRFQIN4YYUYxfOuWN6M,4682
 validmind/vm_models/test_suite/test.py,sha256=_GfbK36l98SjzgVcucmp0OKBJKqMW3neO7SqJ3EWeps,5049
 validmind/vm_models/test_suite/test_suite.py,sha256=Cns2wL54v0T5Mv5_HJb3kMeaa4rtycdqT8KxK9_rWEU,6279
-validmind-2.4.9.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
-validmind-2.4.9.dist-info/METADATA,sha256=pZA_sXTyykGQNAwB6yPyMQIjFgvekoh_jdNhqf0eaXY,4250
-validmind-2.4.9.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-validmind-2.4.9.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
-validmind-2.4.9.dist-info/RECORD,,
+validmind-2.4.13.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
+validmind-2.4.13.dist-info/METADATA,sha256=2GruFcfXawHmaIiQzC9nVgpIu58-m17hWgQSsf3BhNk,4251
+validmind-2.4.13.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+validmind-2.4.13.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
+validmind-2.4.13.dist-info/RECORD,,