validmind 2.3.3__py3-none-any.whl → 2.3.5__py3-none-any.whl

validmind/tests/model_validation/TimeSeriesR2SquareBySegments.py

@@ -0,0 +1,103 @@
+# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
+# See the LICENSE file in the root of this repository for details.
+# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
+
+
+import pandas as pd
+import plotly.express as px
+from sklearn import metrics
+
+from validmind import tags, tasks
+
+
+@tags("model_performance", "sklearn")
+@tasks("regression", "time_series_forecasting")
+def TimeSeriesR2SquareBySegments(datasets, models, segments=None):
+    """
+    Plot R-Squared values for each model over specified time segments and generate a bar chart
+    with the results.
+
+    **Purpose**: The purpose of this function is to plot the R-Squared values for different models applied to various segments of the time series data.
+
+    **Parameters**:
+    - datasets: List of datasets to evaluate.
+    - models: List of models to evaluate.
+    - segments: Dictionary with 'start_date' and 'end_date' keys containing lists of start and end dates for each segments. If None, the time series will be segmented into two halves.
+
+    **Test Mechanism**: The function iterates through each dataset-model pair, calculates the R-Squared values for specified time segments, and generates a bar chart with these results.
+
+    **Signs of High Risk**:
+    - If the R-Squared values are significantly low for certain segments, it could indicate that the model is not explaining much of the variability in the dataset for those segments.
+
+    **Strengths**:
+    - Provides a visual representation of model performance across different time segments.
+    - Allows for identification of segments where models perform poorly.
+
+    **Limitations**:
+    - Assumes that the dataset is provided as a DataFrameDataset object with `y`, `y_pred`, and `feature_columns` attributes.
+    - Requires that `dataset.y_pred(model)` returns the predicted values for the model.
+    - Assumes that `y_true` and `y_pred` are pandas Series with datetime indices.
+    """
+    results_list = []
+
+    for dataset, model in zip(datasets, models):
+        dataset_name = dataset.input_id
+        model_name = model.input_id
+
+        y_true = dataset.y
+        y_pred = dataset.y_pred(model)
+
+        # Ensure y_true and y_pred are pandas Series with the same index
+        if not isinstance(y_true, pd.Series):
+            y_true = pd.Series(y_true, index=dataset.df.index)
+        if not isinstance(y_pred, pd.Series):
+            y_pred = pd.Series(y_pred, index=dataset.df.index)
+
+        index = dataset.df.index
+
+        if segments is None:
+            mid_point = len(index) // 2
+            segments = {
+                "start_date": [index.min(), index[mid_point]],
+                "end_date": [index[mid_point - 1], index.max()],
+            }
+
+        for segment_index, (start_date, end_date) in enumerate(
+            zip(segments["start_date"], segments["end_date"])
+        ):
+            mask = (index >= start_date) & (index <= end_date)
+            y_true_segment = y_true.loc[mask]
+            y_pred_segment = y_pred.loc[mask]
+
+            if len(y_true_segment) > 0 and len(y_pred_segment) > 0:
+                r2s = metrics.r2_score(y_true_segment, y_pred_segment)
+                results_list.append(
+                    {
+                        "Model": model_name,
+                        "Dataset": dataset_name,
+                        "Segments": f"Segment {segment_index + 1}",
+                        "Start Date": start_date,
+                        "End Date": end_date,
+                        "R-Squared": r2s,
+                    }
+                )
+
+    # Convert results list to a DataFrame
+    results_df = pd.DataFrame(results_list)
+
+    # Plotting
+    fig = px.bar(
+        results_df,
+        x="Segments",
+        y="R-Squared",
+        color="Model",
+        barmode="group",
+        title="R-Squared Comparison by Segment and Model",
+        labels={
+            "R-Squared": "R-Squared Value",
+            "Segment": "Time Segment",
+            "Model": "Model",
+        },
+    )
+
+    return fig, results_df

validmind/tests/model_validation/sklearn/FeatureImportanceComparison.py

@@ -0,0 +1,83 @@
+# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
+# See the LICENSE file in the root of this repository for details.
+# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
+
+import pandas as pd
+from sklearn.inspection import permutation_importance
+
+from validmind import tags, tasks
+
+
+@tags("model_explainability", "sklearn")
+@tasks("regression", "time_series_forecasting")
+def FeatureImportanceComparison(datasets, models, num_features=3):
+    """
+    Compare feature importance scores for each model and generate a summary table
+    with the top important features.
+
+    **Purpose**: The purpose of this function is to compare the feature importance scores for different models applied to various datasets.
+
+    **Test Mechanism**: The function iterates through each dataset-model pair, calculates permutation feature importance (PFI) scores, and generates a summary table with the top `num_features` important features for each model.
+
+    **Signs of High Risk**:
+    - If key features expected to be important are ranked low, it could indicate potential issues with model training or data quality.
+    - High variance in feature importance scores across different models may suggest instability in feature selection.
+
+    **Strengths**:
+    - Provides a clear comparison of the most important features for each model.
+    - Uses permutation importance, which is a model-agnostic method and can be applied to any estimator.
+
+    **Limitations**:
+    - Assumes that the dataset is provided as a DataFrameDataset object with `x_df` and `y_df` methods to access feature and target data.
+    - Requires that `model.model` is compatible with `sklearn.inspection.permutation_importance`.
+    - The function's output is dependent on the number of features specified by `num_features`, which defaults to 3 but can be adjusted.
+
+
+    """
+    results_list = []
+
+    for dataset, model in zip(datasets, models):
+        x = dataset.x_df()
+        y = dataset.y_df()
+
+        pfi_values = permutation_importance(
+            model.model,
+            x,
+            y,
+            random_state=0,
+            n_jobs=-2,
+        )
+
+        # Create a dictionary to store PFI scores
+        pfi = {
+            column: pfi_values["importances_mean"][i]
+            for i, column in enumerate(x.columns)
+        }
+
+        # Sort features by their importance
+        sorted_features = sorted(pfi.items(), key=lambda item: item[1], reverse=True)
+
+        # Extract the top `num_features` features
+        top_features = sorted_features[:num_features]
+
+        # Prepare the result for the current model and dataset
+        result = {
+            "Model": model.input_id,
+            "Dataset": dataset.input_id,
+        }
+
+        # Dynamically add feature columns to the result
+        for i in range(num_features):
+            if i < len(top_features):
+                result[
+                    f"Feature {i + 1}"
+                ] = f"[{top_features[i][0]}; {top_features[i][1]:.4f}]"
+            else:
+                result[f"Feature {i + 1}"] = None
+
+        # Append the result to the list
+        results_list.append(result)
+
+    # Convert the results list to a DataFrame
+    results_df = pd.DataFrame(results_list)
+    return results_df

validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py

@@ -121,7 +121,7 @@ class PermutationFeatureImportance(Metric):
             figures=[
                 Figure(
                     for_object=self,
-                    key="pfi",
+                    key=f"pfi_{self.inputs.dataset.input_id}_{self.inputs.model.input_id}",
                     figure=fig,
                 ),
             ],

validmind/tests/model_validation/sklearn/RegressionErrorsComparison.py

@@ -0,0 +1,76 @@
+# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
+# See the LICENSE file in the root of this repository for details.
+# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
+
+import numpy as np
+import pandas as pd
+from sklearn import metrics
+
+from validmind import tags, tasks
+from validmind.logging import get_logger
+
+logger = get_logger(__name__)
+
+
+@tags("model_performance", "sklearn")
+@tasks("regression", "time_series_forecasting")
+def RegressionErrorsComparison(datasets, models):
+    """
+    Compare regression error metrics for each model and generate a summary table
+    with the results.
+
+    **Purpose**: The purpose of this function is to compare the regression errors for different models applied to various datasets.
+
+    **Test Mechanism**: The function iterates through each dataset-model pair, calculates various error metrics (MAE, MSE, MAPE, MBD), and generates a summary table with these results.
+
+    **Signs of High Risk**:
+    - High Mean Absolute Error (MAE) or Mean Squared Error (MSE) indicates poor model performance.
+    - High Mean Absolute Percentage Error (MAPE) suggests large percentage errors, especially problematic if the true values are small.
+    - Mean Bias Deviation (MBD) significantly different from zero indicates systematic overestimation or underestimation by the model.
+
+    **Strengths**:
+    - Provides multiple error metrics to assess model performance from different perspectives.
+    - Includes a check to avoid division by zero when calculating MAPE.
+
+    **Limitations**:
+    - Assumes that the dataset is provided as a DataFrameDataset object with `y`, `y_pred`, and `feature_columns` attributes.
+    - The function relies on the `logger` from `validmind.logging` to warn about zero values in `y_true`, which should be correctly implemented and imported.
+    - Requires that `dataset.y_pred(model)` returns the predicted values for the model.
+    """
+    results_list = []
+
+    for dataset, model in zip(datasets, models):
+        dataset_name = dataset.input_id
+        model_name = model.input_id
+
+        y_true = dataset.y
+        y_pred = dataset.y_pred(model)  # Assuming dataset has X for features
+        y_true = y_true.astype(y_pred.dtype)
+
+        mae = metrics.mean_absolute_error(y_true, y_pred)
+        mse = metrics.mean_squared_error(y_true, y_pred)
+
+        if np.any(y_true == 0):
+            logger.warning(
+                "y_true contains zero values. Skipping MAPE calculation to avoid division by zero."
+            )
+            mape = None
+        else:
+            mape = np.mean(np.abs((y_true - y_pred) / y_true)) * 100
+        mbd = np.mean(y_pred - y_true)
+
+        # Append results to the list
+        results_list.append(
+            {
+                "Model": model_name,
+                "Dataset": dataset_name,
+                "Mean Absolute Error (MAE)": mae,
+                "Mean Squared Error (MSE)": mse,
+                "Mean Absolute Percentage Error (MAPE)": mape,
+                "Mean Bias Deviation (MBD)": mbd,
+            }
+        )
+
+    # Convert results list to a DataFrame
+    results_df = pd.DataFrame(results_list)
+    return results_df

validmind/tests/model_validation/sklearn/RegressionR2SquareComparison.py

@@ -0,0 +1,63 @@
+# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
+# See the LICENSE file in the root of this repository for details.
+# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
+
+import pandas as pd
+from sklearn import metrics
+
+from validmind import tags, tasks
+from validmind.tests.model_validation.statsmodels.statsutils import adj_r2_score
+
+
+@tags("model_performance", "sklearn")
+@tasks("regression", "time_series_forecasting")
+def RegressionR2SquareComparison(datasets, models):
+    """
+    Compare R-Squared and Adjusted R-Squared values for each model and generate a summary table
+    with the results.
+
+    **Purpose**: The purpose of this function is to compare the R-Squared and Adjusted R-Squared values for different models applied to various datasets.
+
+    **Test Mechanism**: The function iterates through each dataset-model pair, calculates the R-Squared and Adjusted R-Squared values, and generates a summary table with these results.
+
+    **Signs of High Risk**:
+    - If the R-Squared values are significantly low, it could indicate that the model is not explaining much of the variability in the dataset.
+    - A significant difference between R-Squared and Adjusted R-Squared values might indicate that the model includes irrelevant features.
+
+    **Strengths**:
+    - Provides a quantitative measure of model performance in terms of variance explained.
+    - Adjusted R-Squared accounts for the number of predictors, making it a more reliable measure when comparing models with different numbers of features.
+
+    **Limitations**:
+    - Assumes that the dataset is provided as a DataFrameDataset object with `y`, `y_pred`, and `feature_columns` attributes.
+    - The function relies on `adj_r2_score` from the `statsmodels.statsutils` module, which should be correctly implemented and imported.
+    - Requires that `dataset.y_pred(model)` returns the predicted values for the model.
+
+    """
+    results_list = []
+
+    for dataset, model in zip(datasets, models):
+        dataset_name = dataset.input_id
+        model_name = model.input_id
+
+        y_true = dataset.y
+        y_pred = dataset.y_pred(model)  # Assuming dataset has X for features
+        y_true = y_true.astype(y_pred.dtype)
+
+        r2s = metrics.r2_score(y_true, y_pred)
+        X_columns = dataset.feature_columns
+        adj_r2 = adj_r2_score(y_true, y_pred, len(y_true), len(X_columns))
+
+        # Append results to the list
+        results_list.append(
+            {
+                "Model": model_name,
+                "Dataset": dataset_name,
+                "R-Squared": r2s,
+                "Adjusted R-Squared": adj_r2,
+            }
+        )
+
+    # Convert results list to a DataFrame
+    results_df = pd.DataFrame(results_list)
+    return results_df

{validmind-2.3.3.dist-info → validmind-2.3.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: validmind
-Version: 2.3.3
+Version: 2.3.5
 Summary: ValidMind Developer Framework
 License: Commercial License
 Author: Andres Rodriguez
@@ -12,58 +12,50 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Provides-Extra: all
+Provides-Extra: huggingface
 Provides-Extra: llm
 Provides-Extra: pytorch
 Provides-Extra: r-support
-Provides-Extra: transformers
-Requires-Dist: aiohttp[speedups] (>=3.8.4,<4.0.0)
-Requires-Dist: arch (>=5.4.0,<6.0.0)
-Requires-Dist: bert-score (>=0.3.13,<0.4.0)
-Requires-Dist: catboost (>=1.2,<2.0)
-Requires-Dist: click (>=8.0.4,<9.0.0)
-Requires-Dist: evaluate (>=0.4.0,<0.5.0)
-Requires-Dist: ipywidgets (>=8.0.6,<9.0.0)
-Requires-Dist: kaleido (>=0.2.1,<0.3.0,!=0.2.1.post1)
-Requires-Dist: langdetect (>=1.0.9,<2.0.0)
-Requires-Dist: latex2mathml (>=3.77.0,<4.0.0)
-Requires-Dist: levenshtein (>=0.21.1,<0.22.0) ; extra == "all" or extra == "llm"
-Requires-Dist: llvmlite (>=0.42.0) ; python_version >= "3.12"
+Requires-Dist: aiohttp[speedups]
+Requires-Dist: arch
+Requires-Dist: bert-score (>=0.3.13)
+Requires-Dist: catboost
+Requires-Dist: evaluate
+Requires-Dist: ipywidgets
+Requires-Dist: kaleido (>=0.2.1,!=0.2.1.post1)
+Requires-Dist: langchain-openai (>=0.1.8) ; extra == "all" or extra == "llm"
+Requires-Dist: langdetect
+Requires-Dist: latex2mathml (>=3.77.0)
 Requires-Dist: llvmlite ; python_version >= "3.8" and python_full_version <= "3.11.0"
-Requires-Dist: matplotlib (<3.8.3)
+Requires-Dist: matplotlib
 Requires-Dist: mistune (>=3.0.2,<4.0.0)
 Requires-Dist: nltk (>=3.8.1,<4.0.0)
 Requires-Dist: numba (<0.59.0)
-Requires-Dist: numpy (>=1.23.3,<2.0.0) ; python_version >= "3.8" and python_full_version <= "3.11.0"
-Requires-Dist: numpy (>=1.26.0) ; python_version >= "3.12"
-Requires-Dist: openai (>=1.3.7,<2.0.0) ; extra == "all" or extra == "llm"
+Requires-Dist: numpy
+Requires-Dist: openai (>=1) ; extra == "all" or extra == "llm"
 Requires-Dist: pandas (>=1.1,<2)
-Requires-Dist: plotly (>=5.14.1,<6.0.0)
-Requires-Dist: plotly-express (>=0.4.1,<0.5.0)
-Requires-Dist: polars (>=0.20.15,<0.21.0)
+Requires-Dist: plotly
+Requires-Dist: plotly-express
+Requires-Dist: polars
 Requires-Dist: pycocoevalcap (>=1.2,<2.0) ; extra == "all" or extra == "llm"
-Requires-Dist: pypmml (>=0.9.17,<0.10.0)
-Requires-Dist: python-dotenv (>=0.20.0,<0.21.0)
-Requires-Dist: ragas (>=0.1.7,<0.2.0)
-Requires-Dist: rouge (>=1.0.1,<2.0.0)
+Requires-Dist: python-dotenv
+Requires-Dist: ragas (>=0.1.7) ; extra == "all" or extra == "llm"
+Requires-Dist: rouge (>=1)
 Requires-Dist: rpy2 (>=3.5.10,<4.0.0) ; extra == "all" or extra == "r-support"
-Requires-Dist: scikit-learn (>=1.0.2,<2.0.0)
-Requires-Dist: scipy (>=1.12) ; python_version >= "3.12"
-Requires-Dist: scipy ; python_version >= "3.8" and python_full_version <= "3.11.0"
+Requires-Dist: scikit-learn
+Requires-Dist: scipy
 Requires-Dist: scorecardpy (>=0.1.9.6,<0.2.0.0)
-Requires-Dist: seaborn (>=0.11.2,<0.12.0)
-Requires-Dist: selfcheckgpt (>=0.1.7,<0.2.0)
+Requires-Dist: seaborn
 Requires-Dist: sentry-sdk (>=1.24.0,<2.0.0)
 Requires-Dist: shap (>=0.42.0,<0.43.0)
-Requires-Dist: statsmodels (>=0.13.5,<0.14.0)
+Requires-Dist: statsmodels
 Requires-Dist: tabulate (>=0.8.9,<0.9.0)
 Requires-Dist: textblob (>=0.18.0.post0,<0.19.0)
-Requires-Dist: textstat (>=0.7.3,<0.8.0)
 Requires-Dist: torch (>=1.10.0) ; extra == "all" or extra == "llm" or extra == "pytorch"
-Requires-Dist: torchmetrics (>=1.1.1,<2.0.0) ; extra == "all" or extra == "llm"
-Requires-Dist: tqdm (>=4.64.0,<5.0.0)
-Requires-Dist: transformers (>=4.32.0,<5.0.0) ; extra == "all" or extra == "llm" or extra == "transformers"
+Requires-Dist: tqdm
+Requires-Dist: transformers (>=4.32.0,<5.0.0) ; extra == "all" or extra == "llm" or extra == "huggingface"
 Requires-Dist: xgboost (>=1.5.2,<3)
-Requires-Dist: ydata-profiling (>=4.7.0,<5.0.0)
+Requires-Dist: ydata-profiling
 Description-Content-Type: text/markdown
 
 # ValidMind Developer Framework
@@ -79,3 +71,45 @@ descriptions of your dataset to testing your models for weak spots and overfit a
 Framework helps you automate the generation of model documentation by feeding the ValidMind platform with
 documentation artifacts and test results to the ValidMind platform.
 
+## Installation
+
+To install the ValidMind Developer Framework and all optional dependencies, run:
+
+```bash
+pip install validmind[all]
+```
+
+To install the Developer Framework without optional dependencies (core functionality only), run:
+
+```bash
+pip install validmind
+```
+
+### Extra dependencies
+
+The Developer Framework has optional dependencies that can be installed separately to support additional model types and tests.
+
+- **LLM Support**: To be able to run tests for Large Language Models (LLMs), install the `llm` extra:
+
+    ```bash
+    pip install validmind[llm]
+    ```
+
+- **PyTorch Models**: To use pytorch models with the Developer Framework, install the `torch` extra:
+
+    ```bash
+    pip install validmind[torch]
+    ```
+
+- **Hugging Face Transformers**: To use Hugging Face Transformers models with the Developer Framework, install the `transformers` extra:
+
+    ```bash
+    pip install validmind[transformers]
+    ```
+
+- **R Models**: To use R models with the Developer Framework, install the `r` extra:
+
+    ```bash
+    pip install validmind[r-support]
+    ```
+

{validmind-2.3.3.dist-info → validmind-2.3.5.dist-info}/RECORD

@@ -1,5 +1,5 @@
 validmind/__init__.py,sha256=UfmzPwUCdUWbWq3zPqqmq4jw0_kfl3hX4U72p_seE4I,3700
-validmind/__version__.py,sha256=s0EEVOzZFl_WT6PzFxk9cgtfsNGRuqeXrX3fgGq9Ogs,22
+validmind/__version__.py,sha256=AMoApoKvsYqyoF1DuOQX5QmSAGaw0FpF6uuxBuaZrp8,22
 validmind/ai/test_descriptions.py,sha256=QBV8i13nKeaQPXqnnra0L_BGc6pZzVWejATUTcgKMek,9287
 validmind/ai/utils.py,sha256=DtlpgcJcYS1FvdZPw5moUmYnv_guGKsxVbIRzFQ7pcg,3380
 validmind/api_client.py,sha256=0IR8MpH_GxBykOs4Egz7oEKZLoOEwoli81X1oFL0DD8,16893
@@ -48,8 +48,9 @@ validmind/datasets/regression/datasets/fred_loan_rates_test_2.csv,sha256=arukRZY
 validmind/datasets/regression/datasets/fred_loan_rates_test_3.csv,sha256=pCznzePHsQFfAv9r6NMQqfZ9f2sAFquuqMiKIrry0TU,2736
 validmind/datasets/regression/datasets/fred_loan_rates_test_4.csv,sha256=FBxkMcc-sauImJ2RKL1VDa5EqU501OoKU4zSwL2A1e0,3355
 validmind/datasets/regression/datasets/fred_loan_rates_test_5.csv,sha256=qPFYcPRQgKYrsOEWjumrY-27n4E0r7IQIiAY8CtD8yc,3866
-validmind/datasets/regression/datasets/lending_club_loan_rates.csv,sha256=1mePKtdNXg8ZG-VVSPLtOlCJm_3qSqoK5qP0_klxdF8,11624
+validmind/datasets/regression/datasets/leanding_club_loan_rates.csv,sha256=1mePKtdNXg8ZG-VVSPLtOlCJm_3qSqoK5qP0_klxdF8,11624
 validmind/datasets/regression/fred.py,sha256=NpydiYfBPfClE8C5ZO_FisGBS09CulAIn1-yrz_LP4k,5707
+validmind/datasets/regression/fred_timeseries.py,sha256=d8OM-FyI2hyu_azdZvOVcd8hO1nNWaPdzM4PNWqv1-4,8857
 validmind/datasets/regression/lending_club.py,sha256=QM8RTuy0ijRfbHm9Ye8_-vQY_X61sGRwG0HUDpn-oSQ,2536
 validmind/datasets/regression/models/fred_loan_rates_model_1.pkl,sha256=RUpaUJC7WCqc5jwzV4vPujtQlNpVbcJhJ4N5F9Qk59s,40067
 validmind/datasets/regression/models/fred_loan_rates_model_2.pkl,sha256=J1ukMdeFoxRlC1vAm7YV39aANncAU1VQVAFSyjlDPUk,48314
@@ -85,7 +86,7 @@ validmind/test_suites/tabular_datasets.py,sha256=WE4eLzRCfiqAxRqXnZFRR3Lo_u-TI6K
 validmind/test_suites/text_data.py,sha256=YGVGBB05356jN9Gzcy5CHShRzo1fm5mKsZY7YBq0cYU,739
 validmind/test_suites/time_series.py,sha256=msUyYySAe5VHJJp6z0k0cNt2ekMB8-XkxGER75Zs1hs,6724
 validmind/tests/__init__.py,sha256=9-SR070X6SUZIURkh7M1jUMiqaDS0SVUmzZ8gNtm-10,15904
-validmind/tests/__types__.py,sha256=0SjOvsJp9p-6Lt5b_VVmoqJBLLsVG4XfsR_TlcuuY8E,9271
+validmind/tests/__types__.py,sha256=AmSEzm1rwtkTQnbAFlgjrcyyg1xMThglC6r7W4jdMaM,9902
 validmind/tests/data_validation/ACFandPACFPlot.py,sha256=BMXcVZxrZ09xzw0TZtUM81Mss6q2eQg6md5uEfpGu_8,4960
 validmind/tests/data_validation/ADF.py,sha256=WEFDUdDJlkvDPcLTFAa9RXwMSv_JD-Y-CN-F3xRGBtc,5177
 validmind/tests/data_validation/ANOVAOneWayTable.py,sha256=udizp4rxW4VlMaXK2RrkPK5tAUgO0C-A3MIifPjBZMw,6019
@@ -120,7 +121,7 @@ validmind/tests/data_validation/PearsonCorrelationMatrix.py,sha256=dM6M8jjGHNL9u
 validmind/tests/data_validation/PhillipsPerronArch.py,sha256=ft4ZbeKsM_8WAvdWHou0AZGXFUc4RWiMdOvn1pMXmr4,5075
 validmind/tests/data_validation/RollingStatsPlot.py,sha256=MqKooEL1cIRandoSN7sWhKgXDhdbIbCcBTVvc-FIp5k,5901
 validmind/tests/data_validation/ScatterPlot.py,sha256=5mCr37aD92DUSn82BR7AWdx6-RdJqhjWZPhPcpIexGU,4346
-validmind/tests/data_validation/SeasonalDecompose.py,sha256=f-rvT_ahhiQooQuFt0bL4FXUjVUofhNizw2wauKPL2s,9026
+validmind/tests/data_validation/SeasonalDecompose.py,sha256=7aBjifXMr7py0LdUjvHMCwTDjO-K9mI38ThHX4Yp5D8,9562
 validmind/tests/data_validation/Skewness.py,sha256=lygUUQomckvdX5__JGOn6Rx0kJRfyw-0gZOjqqN9Phk,4935
 validmind/tests/data_validation/SpreadPlot.py,sha256=3FMhokxIexGzRoIlRElkkgpQRRdvnlyx0-tt8aK-wDY,4591
 validmind/tests/data_validation/TabularCategoricalBarPlots.py,sha256=EM1m1v9V5N6bpaed_QYoqEFl4ipYcDEh7TbUL1B2stE,4241
@@ -128,11 +129,13 @@ validmind/tests/data_validation/TabularDateTimeHistograms.py,sha256=Dzrw77U8mbDY
 validmind/tests/data_validation/TabularDescriptionTables.py,sha256=Hd78V0CsRR0zbA97GFHV4DuffaT-85CI3wyF3ptdXLk,9281
 validmind/tests/data_validation/TabularNumericalHistograms.py,sha256=CSdQJxDht6QJRMGXoedP_1MVoem-whlcwxGGBaP3inc,4170
 validmind/tests/data_validation/TargetRateBarPlots.py,sha256=7BghG2XtWw2ptmNgT-wEWb6gWwUgWIlp-LV5HtQENbM,5737
+validmind/tests/data_validation/TimeSeriesDescription.py,sha256=YIfet30KZSAOdYAkTQadKLNuY_SAM3a5Fn2z2AqQz7I,3130
+validmind/tests/data_validation/TimeSeriesDescriptiveStatistics.py,sha256=GZlo4TV6NnG92T-2XQqNs8o3vKRv4jlJJM3sVX9aO10,3196
 validmind/tests/data_validation/TimeSeriesFrequency.py,sha256=b6lfIzGjiMUho1dhBFfgWZf6EM8AhYdFojWVbgEE4F4,7243
-validmind/tests/data_validation/TimeSeriesHistogram.py,sha256=VDf31cBfaJ9Bfju5CSdfCHMoJtOxGg-BLZdK7W-UsDw,4188
+validmind/tests/data_validation/TimeSeriesHistogram.py,sha256=ILSdldXLGn--40rRFapUBAizaTgWxXcWlaC9BvKykAc,3676
 validmind/tests/data_validation/TimeSeriesLinePlot.py,sha256=_HQfgfY_ZmT1S2SSF7gJ7RmNoKjGKQ9_dDaxVHESHtI,4173
 validmind/tests/data_validation/TimeSeriesMissingValues.py,sha256=4-b55iIMbhDETeRp-lgJjr7p7A5nmuPsYXwILiJ_Jtw,7351
-validmind/tests/data_validation/TimeSeriesOutliers.py,sha256=wwz3SZs2NUTzK5dgQlehcL5kzANj_Ov7NQPqp_qNoEA,9749
+validmind/tests/data_validation/TimeSeriesOutliers.py,sha256=JaGrK6vaPpC0a-dcaR76X10_b66Mk0Lt5Pujm0_aJTo,9165
 validmind/tests/data_validation/TooManyZeroValues.py,sha256=lnW0De4o2q56j1LJvoW_4CQbz4OPvPP5K3e0exCnxqc,5875
 validmind/tests/data_validation/UniqueRows.py,sha256=zyZ6icTq4kRcNUT_ID95j6Ae8OpGHjrlHkR9j4_3aB8,4516
 validmind/tests/data_validation/WOEBinPlots.py,sha256=C3bNTRzbz3wXWoHUdoHZVmzIgMzJTAgwKtgWK2fPbSc,6946
@@ -158,9 +161,14 @@ validmind/tests/model_validation/ContextualRecall.py,sha256=wzLjaliEG441qXvaonch
 validmind/tests/model_validation/FeaturesAUC.py,sha256=RKh3oQIyFSaU0rG4trtuPZDrC4-sIky8cVXnB2z5PYA,4733
 validmind/tests/model_validation/MeteorScore.py,sha256=3YtSjdzxraFYmam03HtOhjayXScFdS5QR_9V4gD-lLI,5010
 validmind/tests/model_validation/ModelMetadata.py,sha256=F9ctmlIxngkHgOlggRl0WFLilh46SlM3vYfY9zkhtYk,3733
+validmind/tests/model_validation/ModelMetadataComparison.py,sha256=gcBYgbnqh_2qotc2lLHXQZ4WyAPc5ieZyoL2nvHsTmo,2485
+validmind/tests/model_validation/ModelPredictionResiduals.py,sha256=PYeqdNuaeF0bTPzQZOi0ESx1LnBA99KHF5_ZItm8Pyg,3784
 validmind/tests/model_validation/RegardScore.py,sha256=EuR1pAgVcn99m5eWagxGgdOCHDBkB2NIzyGE9ly73z4,5206
 validmind/tests/model_validation/RegressionResidualsPlot.py,sha256=EQzJn9wH_1pztHr2JI26Um3E9KzHmu6o76o4ffbXZj4,5025
 validmind/tests/model_validation/RougeScore.py,sha256=1yr09JH1kGJKFL29lmXvEm1Dp482Sjxn0lK6UJfCQ0s,5576
+validmind/tests/model_validation/TimeSeriesPredictionWithCI.py,sha256=zNTjM9SOGs49NLghlGMnY2EuZjkIZgRKWTavxSNjPls,4616
+validmind/tests/model_validation/TimeSeriesPredictionsPlot.py,sha256=gvtiaAw0tndhOhxdzZOS073-1vp-Rxt81vF67cG1acg,2887
+validmind/tests/model_validation/TimeSeriesR2SquareBySegments.py,sha256=ec90bxP9cWFe7b7xMfVhWj1lUgVheWeRFUSH79HKPqI,4017
 validmind/tests/model_validation/TokenDisparity.py,sha256=EZlpFQH6qRWedjTQT5o4u-OIdgj1iKK-JB8GEQQlxoA,4394
 validmind/tests/model_validation/ToxicityScore.py,sha256=nFDHU1Z8mGpJrdKE6sWxo9nOqqzne1JsYIiNFyn_gYA,5299
 validmind/tests/model_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -197,6 +205,7 @@ validmind/tests/model_validation/sklearn/ClusterPerformance.py,sha256=kDGdMfxyf6
 validmind/tests/model_validation/sklearn/ClusterPerformanceMetrics.py,sha256=-9Euc3ZCAFoMSsJuz9zrrQqk3GTXQHYKa3i8lYsJilI,8600
 validmind/tests/model_validation/sklearn/CompletenessScore.py,sha256=Uj_hTTTqRLHDJ-pjajfuun_2Anq7W0GQpwPsAhdWq24,2559
 validmind/tests/model_validation/sklearn/ConfusionMatrix.py,sha256=Bm9fsw9nD1KurbBbXf0Jph0MN7_-7GRiydiTTfDgiU4,5776
+validmind/tests/model_validation/sklearn/FeatureImportanceComparison.py,sha256=zUXNy9SookZQQfLvwvI2W0yG6BlRBdWIK0IHgYZKNpg,3250
 validmind/tests/model_validation/sklearn/FowlkesMallowsScore.py,sha256=hL7hfvdeZ_jR9ktxMH9NI-hwvLsl478iQDajOXUuocM,3049
 validmind/tests/model_validation/sklearn/HomogeneityScore.py,sha256=ykBkNCNm1HRyMoU2x5hK20tuKbU0vYrwj4huc4x7v6w,2753
 validmind/tests/model_validation/sklearn/HyperParametersTuning.py,sha256=YGJ38Px-RRIkWVHavLr_FNm6sod_k_t6U32BLmIFMTg,4660
@@ -206,13 +215,15 @@ validmind/tests/model_validation/sklearn/MinimumF1Score.py,sha256=5QLwdsFkuT-k2Q
 validmind/tests/model_validation/sklearn/MinimumROCAUCScore.py,sha256=0KMdAHZOnY_PpoWSNZxmudClqQ469JV_V_vTM3FXAC8,4891
 validmind/tests/model_validation/sklearn/ModelsPerformanceComparison.py,sha256=ITimCZ0dPxomj6bSI_0g_I5ft_fWc5QDvCTKukciaRU,6196
 validmind/tests/model_validation/sklearn/OverfitDiagnosis.py,sha256=BLyDWAHd7dw17QLuwy9JrvsBNPXhM8yhXWu9EeSIVgg,14075
-validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py,sha256=jBRGRFjWzC3MyhNyJ_5Mv21S_ippcy63lMIZ2MQ4588,4929
+validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py,sha256=E7ynDX0IVnenUqovwW5GXtxheGci5bCo7Y534WoU-tY,4990
 validmind/tests/model_validation/sklearn/PopulationStabilityIndex.py,sha256=5cp3E78C1OjFomqVmtYOovdoNniLVVg-jmRb9HXQ3XQ,10132
 validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py,sha256=Ay0Z3NDpP0w3Tz3nPSSUhA5WZGW4EZyNmCIJga2kixQ,4436
 validmind/tests/model_validation/sklearn/ROCCurve.py,sha256=gXeUoJ8Gxd4sZ_VRDICEznk8iaNyZmDpgZk2M03lVdo,5822
 validmind/tests/model_validation/sklearn/RegressionErrors.py,sha256=ozczSJX5jwEXVj-kb6BlLzoUVzNXNkFqeaoYmKfTAdM,5976
+validmind/tests/model_validation/sklearn/RegressionErrorsComparison.py,sha256=CHfdcRx6ZqvfkfZVy7HNgOUjZp-KepPS5rs2al19OyQ,3160
 validmind/tests/model_validation/sklearn/RegressionModelsPerformanceComparison.py,sha256=1e0Sv-pfI4sUeMDl-62X97Ai8kezcI_3gUnfZWzq3fA,5789
 validmind/tests/model_validation/sklearn/RegressionR2Square.py,sha256=MbVfgxiloCSd32xhlO4_QiDyo3ZTJB4Orc-G3yMltwM,4958
+validmind/tests/model_validation/sklearn/RegressionR2SquareComparison.py,sha256=tGJKpfeTvU2xBxsYbQSC5GPDcCS2_j0FcT3uceXZduI,2761
 validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py,sha256=762ckUxewgv87Aix48gJQ532v7UEdwIUD_l5iMaQoGU,13738
 validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py,sha256=FwY2n65uDBz4D4fFy-Ur7G2lb9W_LcOr-HPevmwTxZk,8951
 validmind/tests/model_validation/sklearn/SilhouettePlot.py,sha256=TznxbLhwybNbht6hUg4MSKxX3TI7zJp75tQH0svWon0,6237
@@ -291,8 +302,8 @@ validmind/vm_models/test_suite/runner.py,sha256=wgjyqx2CU4bjX3fZKmzJP7gb5GFooGvs
 validmind/vm_models/test_suite/summary.py,sha256=co-xJJMUYGb7cOiVmw0i8vpZlfiMqrWjaCOmHKMAbcE,4686
 validmind/vm_models/test_suite/test.py,sha256=_GfbK36l98SjzgVcucmp0OKBJKqMW3neO7SqJ3EWeps,5049
 validmind/vm_models/test_suite/test_suite.py,sha256=Cns2wL54v0T5Mv5_HJb3kMeaa4rtycdqT8KxK9_rWEU,6279
-validmind-2.3.3.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
-validmind-2.3.3.dist-info/METADATA,sha256=enT83SFLRsAK6vYP6sJRnjx8JFWRzSQnCwnFa291nXc,3911
-validmind-2.3.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-validmind-2.3.3.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
-validmind-2.3.3.dist-info/RECORD,,
+validmind-2.3.5.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
+validmind-2.3.5.dist-info/METADATA,sha256=Jnq-YN0eBrHfWFytv-dKo8akuB0iYBGaJwEcQ0a9rIg,4133
+validmind-2.3.5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+validmind-2.3.5.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
+validmind-2.3.5.dist-info/RECORD,,