validmind 2.7.6__tar.gz → 2.7.8__tar.gz

{validmind-2.7.6 → validmind-2.7.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: validmind
-Version: 2.7.6
+Version: 2.7.8
 Summary: ValidMind Library
 License: Commercial License
 Author: Andres Rodriguez
@@ -26,7 +26,6 @@ Requires-Dist: ipywidgets
 Requires-Dist: kaleido (>=0.2.1,!=0.2.1.post1)
 Requires-Dist: langchain-openai (>=0.1.8) ; extra == "all" or extra == "llm"
 Requires-Dist: langdetect
-Requires-Dist: latex2mathml (>=3.77.0)
 Requires-Dist: llvmlite ; python_version >= "3.8" and python_full_version <= "3.11.0"
 Requires-Dist: matplotlib
 Requires-Dist: mistune (>=3.0.2,<4.0.0)

{validmind-2.7.6 → validmind-2.7.8}/pyproject.toml

@@ -10,7 +10,7 @@ description = "ValidMind Library"
 license = "Commercial License"
 name = "validmind"
 readme = "README.pypi.md"
-version = "2.7.6"
+version = "2.7.8"
 
 [tool.poetry.dependencies]
 aiohttp = {extras = ["speedups"], version = "*"}
@@ -23,7 +23,6 @@ ipywidgets = "*"
 kaleido = ">=0.2.1,!=0.2.1.post1"
 langchain-openai = {version = ">=0.1.8", optional = true}
 langdetect = "*"
-latex2mathml = ">=3.77.0"
 llvmlite = {version = "*", python = ">=3.8,<=3.11"}
 matplotlib = "*"
 mistune = "^3.0.2"

{validmind-2.7.6 → validmind-2.7.8}/validmind/__init__.py

@@ -50,6 +50,7 @@ from .client import (  # noqa: E402
     run_test_suite,
 )
 from .tests.decorator import tags, tasks, test
+from .tests.run import print_env
 from .vm_models.result import RawData
 
 __all__ = [  # noqa
@@ -63,6 +64,7 @@ __all__ = [  # noqa
     "init_model",
     "init_r_model",
     "preview_template",
+    "print_env",
     "RawData",
     "reload",
     "run_documentation_tests",

validmind-2.7.8/validmind/__version__.py

@@ -0,0 +1 @@
+__version__ = "2.7.8"

{validmind-2.7.6 → validmind-2.7.8}/validmind/ai/test_descriptions.py

@@ -8,6 +8,7 @@ import re
 from concurrent.futures import ThreadPoolExecutor
 from typing import List, Optional, Union
 
+import tiktoken
 from jinja2 import Template
 
 from ..client_config import client_config
@@ -82,6 +83,29 @@ def _get_llm_global_context():
     return context if context_enabled and context else None
 
 
+def _truncate_summary(summary: str, test_id: str, max_tokens: int = 100_000):
+    if len(summary) < max_tokens:
+        # since string itself is less than max_tokens, definitely small enough
+        return summary
+
+    # TODO: better context length handling
+    encoding = tiktoken.encoding_for_model("gpt-4o")
+    summary_tokens = encoding.encode(summary)
+
+    if len(summary_tokens) > max_tokens:
+        logger.warning(
+            f"Truncating {test_id} due to context length restrictions..."
+            " Generated description may be innacurate"
+        )
+        summary = (
+            encoding.decode(summary_tokens[:max_tokens])
+            + "...[truncated]"
+            + encoding.decode(summary_tokens[-100:])
+        )
+
+    return summary
+
+
 def generate_description(
     test_id: str,
     test_description: str,
@@ -127,7 +151,7 @@ def generate_description(
         "test_name": test_name,
         "test_description": test_description,
         "title": title,
-        "summary": summary,
+        "summary": _truncate_summary(summary, test_id),
         "figures": [figure._get_b64_url() for figure in ([] if tables else figures)],
         "context": context,
     }
@@ -165,7 +189,13 @@ def background_generate_description(
                 title=title,
             )
         except Exception as e:
-            logger.error(f"Failed to generate description: {e}")
+            if "maximum context length" in str(e):
+                logger.warning(
+                    f"Test result {test_id} is too large to generate a description"
+                )
+            else:
+                logger.warning(f"Failed to generate description for {test_id}: {e}")
+            logger.warning(f"Using default description for {test_id}")
 
             return test_description
 

{validmind-2.7.6 → validmind-2.7.8}/validmind/api_client.py

@@ -407,6 +407,7 @@ async def alog_metric(
     inputs: Optional[List[str]] = None,
     params: Optional[Dict[str, Any]] = None,
     recorded_at: Optional[str] = None,
+    thresholds: Optional[Dict[str, Any]] = None,
 ):
     """See log_metric for details"""
     if not key or not isinstance(key, str):
@@ -421,6 +422,9 @@ async def alog_metric(
         except (ValueError, TypeError):
             raise ValueError("`value` must be a scalar (int or float)")
 
+    if thresholds is not None and not isinstance(thresholds, dict):
+        raise ValueError("`thresholds` must be a dictionary or None")
+
     try:
         return await _post(
             "log_unit_metric",
@@ -431,6 +435,7 @@ async def alog_metric(
                     "inputs": inputs or [],
                     "params": params or {},
                     "recorded_at": recorded_at,
+                    "thresholds": thresholds or {},
                 },
                 cls=NumpyEncoder,
                 allow_nan=False,
@@ -447,6 +452,7 @@ def log_metric(
     inputs: Optional[List[str]] = None,
     params: Optional[Dict[str, Any]] = None,
     recorded_at: Optional[str] = None,
+    thresholds: Optional[Dict[str, Any]] = None,
 ):
     """Logs a unit metric
 
@@ -463,8 +469,9 @@ def log_metric(
         params (dict, optional): Dictionary of parameters used to compute the metric.
         recorded_at (str, optional): The timestamp of the metric. Server will use
             current time if not provided.
+        thresholds (dict, optional): Dictionary of thresholds for the metric.
     """
-    run_async(alog_metric, key, value, inputs, params, recorded_at)
+    run_async(alog_metric, key, value, inputs, params, recorded_at, thresholds)
 
 
 def get_ai_key() -> Dict[str, Any]:

{validmind-2.7.6 → validmind-2.7.8}/validmind/datasets/credit_risk/lending_club.py

@@ -2,20 +2,19 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+import logging
 import os
 import warnings
-import logging
+
 import numpy as np
 import pandas as pd
 import scorecardpy as sc
 import statsmodels.api as sm
-
 import xgboost as xgb
-import validmind as vm
-
 from sklearn.ensemble import RandomForestClassifier
 from sklearn.model_selection import train_test_split
 
+import validmind as vm
 
 current_path = os.path.dirname(os.path.abspath(__file__))
 dataset_path = os.path.join(current_path, "datasets")

{validmind-2.7.6 → validmind-2.7.8}/validmind/html_templates/content_blocks.py

@@ -111,7 +111,7 @@ hljs.highlightAll();
 </script>
 """
 
-# FIXME: this is a bit too hacky
+# have to dynamically load mathjax
 math_jax_snippet = """
 <script>
 window.MathJax = {

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/__types__.py

@@ -39,6 +39,7 @@ TestID = Union[
         "validmind.data_validation.LaggedCorrelationHeatmap",
         "validmind.data_validation.MissingValues",
         "validmind.data_validation.MissingValuesBarPlot",
+        "validmind.data_validation.MutualInformation",
         "validmind.data_validation.PearsonCorrelationMatrix",
         "validmind.data_validation.PhillipsPerronArch",
         "validmind.data_validation.ProtectedClassesCombination",
@@ -48,6 +49,7 @@ TestID = Union[
         "validmind.data_validation.RollingStatsPlot",
         "validmind.data_validation.RunsTest",
         "validmind.data_validation.ScatterPlot",
+        "validmind.data_validation.ScoreBandDefaultRates",
         "validmind.data_validation.SeasonalDecompose",
         "validmind.data_validation.ShapiroWilk",
         "validmind.data_validation.Skewness",
@@ -121,7 +123,9 @@ TestID = Union[
         "validmind.model_validation.ragas.SemanticSimilarity",
         "validmind.model_validation.sklearn.AdjustedMutualInformation",
         "validmind.model_validation.sklearn.AdjustedRandIndex",
+        "validmind.model_validation.sklearn.CalibrationCurve",
         "validmind.model_validation.sklearn.ClassifierPerformance",
+        "validmind.model_validation.sklearn.ClassifierThresholdOptimization",
         "validmind.model_validation.sklearn.ClusterCosineSimilarity",
         "validmind.model_validation.sklearn.ClusterPerformanceMetrics",
         "validmind.model_validation.sklearn.CompletenessScore",
@@ -134,6 +138,7 @@ TestID = Union[
         "validmind.model_validation.sklearn.MinimumAccuracy",
         "validmind.model_validation.sklearn.MinimumF1Score",
         "validmind.model_validation.sklearn.MinimumROCAUCScore",
+        "validmind.model_validation.sklearn.ModelParameters",
         "validmind.model_validation.sklearn.ModelsPerformanceComparison",
         "validmind.model_validation.sklearn.OverfitDiagnosis",
         "validmind.model_validation.sklearn.PermutationFeatureImportance",
@@ -147,6 +152,7 @@ TestID = Union[
         "validmind.model_validation.sklearn.RegressionR2SquareComparison",
         "validmind.model_validation.sklearn.RobustnessDiagnosis",
         "validmind.model_validation.sklearn.SHAPGlobalImportance",
+        "validmind.model_validation.sklearn.ScoreProbabilityAlignment",
         "validmind.model_validation.sklearn.SilhouettePlot",
         "validmind.model_validation.sklearn.TrainingTestDegradation",
         "validmind.model_validation.sklearn.VMeasure",
@@ -166,9 +172,20 @@ TestID = Union[
         "validmind.model_validation.statsmodels.RegressionModelSummary",
         "validmind.model_validation.statsmodels.RegressionPermutationFeatureImportance",
         "validmind.model_validation.statsmodels.ScorecardHistogram",
+        "validmind.ongoing_monitoring.CalibrationCurveDrift",
+        "validmind.ongoing_monitoring.ClassDiscriminationDrift",
+        "validmind.ongoing_monitoring.ClassImbalanceDrift",
+        "validmind.ongoing_monitoring.ClassificationAccuracyDrift",
+        "validmind.ongoing_monitoring.ConfusionMatrixDrift",
+        "validmind.ongoing_monitoring.CumulativePredictionProbabilitiesDrift",
         "validmind.ongoing_monitoring.FeatureDrift",
         "validmind.ongoing_monitoring.PredictionAcrossEachFeature",
         "validmind.ongoing_monitoring.PredictionCorrelation",
+        "validmind.ongoing_monitoring.PredictionProbabilitiesHistogramDrift",
+        "validmind.ongoing_monitoring.PredictionQuantilesAcrossFeatures",
+        "validmind.ongoing_monitoring.ROCCurveDrift",
+        "validmind.ongoing_monitoring.ScoreBandsDrift",
+        "validmind.ongoing_monitoring.ScorecardHistogramDrift",
         "validmind.ongoing_monitoring.TargetPredictionDistributionPlot",
         "validmind.prompt_validation.Bias",
         "validmind.prompt_validation.Clarity",

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/ACFandPACFPlot.py

@@ -6,7 +6,7 @@ import pandas as pd
 import plotly.graph_objects as go
 from statsmodels.tsa.stattools import acf, pacf
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.vm_models import VMDataset
 
 
@@ -62,6 +62,8 @@ def ACFandPACFPlot(dataset: VMDataset):
         raise ValueError("Provided 'columns' must exist in the dataset")
 
     figures = []
+    acf_store = {}
+    pacf_store = {}
     for col in df.columns:
         series = df[col]
         max_lags = min(40, len(series) // 2 - 1)
@@ -77,6 +79,7 @@ def ACFandPACFPlot(dataset: VMDataset):
             font=dict(size=18),
         )
         figures.append(acf_fig)
+        acf_store[col] = acf_values
 
         # Create PACF plot using Plotly
         pacf_values = pacf(series, nlags=max_lags)
@@ -89,5 +92,6 @@ def ACFandPACFPlot(dataset: VMDataset):
             font=dict(size=18),
         )
         figures.append(pacf_fig)
+        pacf_store[col] = pacf_values
 
-    return tuple(figures)
+    return (*figures, RawData(acf_values=acf_store, pacf_values=pacf_store))

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/AutoMA.py

@@ -6,7 +6,7 @@ import pandas as pd
 from statsmodels.tsa.arima.model import ARIMA
 from statsmodels.tsa.stattools import adfuller
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.logging import get_logger
 from validmind.vm_models import VMDataset
 
@@ -116,4 +116,4 @@ def AutoMA(dataset: VMDataset, max_ma_order: int = 3):
     return {
         "Auto MA Analysis Results": summary_ma_analysis,
         "Best MA Order Results": best_ma_order,
-    }
+    }, RawData(raw_series_data=df)

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/BivariateScatterPlots.py

@@ -6,7 +6,7 @@ import itertools
 
 import plotly.express as px
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 
 
 @tags("tabular_data", "numerical_data", "visualization")
@@ -79,4 +79,6 @@ def BivariateScatterPlots(dataset):
 
         figures.append(fig)
 
-    return tuple(figures)
+    return tuple(figures) + (
+        RawData(selected_numerical_df=df, feature_pairs=features_pairs),
+    )

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/BoxPierce.py

@@ -5,7 +5,7 @@
 import pandas as pd
 from statsmodels.stats.diagnostic import acorr_ljungbox
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 
 
 @tasks("regression")
@@ -68,4 +68,4 @@ def BoxPierce(dataset):
     box_pierce_df.reset_index(inplace=True)
     box_pierce_df.columns = ["column", "stat", "pvalue"]
 
-    return box_pierce_df
+    return box_pierce_df, RawData(box_pierce_values=box_pierce_values)

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/ClassImbalance.py

@@ -9,7 +9,7 @@ from typing import Any, Dict, Tuple
 
 import plotly.graph_objs as go
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import SkipTestError
 from validmind.vm_models import VMDataset
 
@@ -104,4 +104,5 @@ def ClassImbalance(
         },
         go.Figure(data=[trace], layout=layout),
         all(row["Pass/Fail"] == "Pass" for row in imbalanced_classes),
+        RawData(imbalance_percentages=imbalance_percentages),
     )

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/DatasetDescription.py

@@ -9,7 +9,7 @@ import numpy as np
 from ydata_profiling.config import Settings
 from ydata_profiling.model.typeset import ProfilingTypeSet
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import UnsupportedColumnTypeError
 from validmind.logging import get_logger
 from validmind.vm_models import VMDataset
@@ -220,6 +220,15 @@ def DatasetDescription(dataset: VMDataset):
     for column in infer_datatypes(df):
         results.append(describe_column(df, column))
 
+    raw_data = {
+        column["id"]: {
+            "type": column["type"],
+            "statistics": column["statistics"],
+            "histograms": column["histograms"],
+        }
+        for column in results
+    }
+
     return {
         "Dataset Description": [
             {
@@ -233,4 +242,4 @@ def DatasetDescription(dataset: VMDataset):
             }
             for column in results
         ]
-    }
+    }, RawData(raw_data=raw_data)

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/DatasetSplit.py

@@ -4,7 +4,7 @@
 
 from typing import List
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.vm_models import VMDataset
 
 DATASET_LABELS = {
@@ -98,4 +98,4 @@ def DatasetSplit(datasets: List[VMDataset]):
                 }
             )
 
-    return table
+    return table, RawData(dataset_results=results)

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/DickeyFullerGLS.py

@@ -6,7 +6,7 @@ import pandas as pd
 from arch.unitroot import DFGLS
 from numpy.linalg import LinAlgError
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import SkipTestError
 from validmind.logging import get_logger
 from validmind.vm_models import VMDataset
@@ -97,4 +97,4 @@ def DickeyFullerGLS(dataset: VMDataset):
 
     return {
         "DFGLS Test Results": dfgls_values,
-    }
+    }, RawData(df=df)

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/FeatureTargetCorrelationPlot.py

@@ -6,7 +6,7 @@
 import numpy as np
 import plotly.graph_objects as go
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 
 
 @tags("tabular_data", "visualization", "correlation")
@@ -58,7 +58,13 @@ def FeatureTargetCorrelationPlot(dataset, fig_height=600):
 
     fig = _visualize_feature_target_correlation(df, dataset.target_column, fig_height)
 
-    return fig
+    correlations = (
+        df.corr(numeric_only=True)[dataset.target_column]
+        .drop(dataset.target_column)
+        .to_frame()
+    )
+
+    return fig, RawData(correlation_data=correlations)
 
 
 def _visualize_feature_target_correlation(df, target_column, fig_height):

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/HighCardinality.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.vm_models import VMDataset
 
 
@@ -59,6 +59,8 @@ def HighCardinality(
     table = []
     all_passed = True
 
+    raw_data = {}
+
     for col in dataset.feature_columns_categorical:
         n_distinct = df[col].nunique()
         p_distinct = n_distinct / df.shape[0]
@@ -73,7 +75,12 @@ def HighCardinality(
             }
         )
 
+        raw_data[col] = {
+            "n_distinct": n_distinct,
+            "p_distinct": p_distinct,
+        }
+
         if not passed:
             all_passed = False
 
-    return table, all_passed
+    return table, all_passed, RawData(raw_cardinality_details=raw_data)

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/HighPearsonCorrelation.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.vm_models import VMDataset
 
 
@@ -81,4 +81,8 @@ def HighPearsonCorrelation(
     pairs.sort(key=lambda x: abs(x["Coefficient"]), reverse=True)
     pairs = pairs[:top_n_correlations]
 
-    return pairs, all(p["Pass/Fail"] == "Pass" for p in pairs)
+    return (
+        pairs,
+        all(p["Pass/Fail"] == "Pass" for p in pairs),
+        RawData(correlation_matrix=corr),
+    )

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/IQROutliersBarPlot.py

@@ -4,7 +4,7 @@
 
 import plotly.graph_objects as go
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.vm_models import VMDataset
 
 
@@ -118,4 +118,11 @@ def IQROutliersBarPlot(
         )
         figures.append(fig)
 
-    return tuple(figures)
+    return (
+        *figures,
+        RawData(
+            outlier_counts_by_feature=df[dataset.feature_columns_numeric].apply(
+                lambda col: compute_outliers(col, threshold)
+            )
+        ),
+    )

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/LaggedCorrelationHeatmap.py

@@ -6,7 +6,7 @@ import numpy as np
 import pandas as pd
 import plotly.figure_factory as ff
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.vm_models import VMDataset
 
 # Define the 'coolwarm' color scale manually
@@ -101,4 +101,4 @@ def LaggedCorrelationHeatmap(dataset: VMDataset, num_lags: int = 10):
         xaxis_title="Lags",
     )
 
-    return fig
+    return fig, RawData(correlation_matrix=correlation_df)

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/MissingValuesBarPlot.py

@@ -4,7 +4,7 @@
 
 import plotly.graph_objects as go
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.vm_models import VMDataset
 
 
@@ -106,13 +106,16 @@ def MissingValuesBarPlot(
         line=dict(color="red", dash="dash"),
     )
 
-    return go.Figure(
-        data=[trace_below_threshold, trace_above_threshold, threshold_line],
-        layout=go.Layout(
-            title="Missing Values",
-            yaxis=dict(title="Columns"),
-            xaxis=dict(title="Missing Value Percentage (%)", range=[0, 100]),
-            barmode="stack",
-            height=fig_height,
+    return (
+        go.Figure(
+            data=[trace_below_threshold, trace_above_threshold, threshold_line],
+            layout=go.Layout(
+                title="Missing Values",
+                yaxis=dict(title="Columns"),
+                xaxis=dict(title="Missing Value Percentage (%)", range=[0, 100]),
+                barmode="stack",
+                height=fig_height,
+            ),
         ),
+        RawData(missing_percentages=missing_percentages_sorted),
     )

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/MutualInformation.py

@@ -4,6 +4,7 @@
 
 import plotly.graph_objects as go
 from sklearn.feature_selection import mutual_info_classif, mutual_info_regression
+
 from validmind import tags, tasks
 from validmind.vm_models import VMDataset
 from validmind.vm_models.result import RawData
@@ -76,13 +77,6 @@ def MutualInformation(
     else:
         mi_scores = mutual_info_regression(X, y)
 
-    # Create DataFrame for raw data
-    raw_data = RawData(
-        feature=dataset.feature_columns,
-        mutual_information_score=mi_scores.tolist(),
-        pass_fail=["Pass" if score >= min_threshold else "Fail" for score in mi_scores],
-    )
-
     # Create Plotly figure
     fig = go.Figure()
 
@@ -126,4 +120,8 @@ def MutualInformation(
         template="plotly_white",
     )
 
-    return raw_data, fig
+    return fig, RawData(
+        mutual_information_scores={
+            feature: score for feature, score in zip(sorted_features, sorted_scores)
+        }
+    )

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/PearsonCorrelationMatrix.py

@@ -5,7 +5,7 @@
 
 import plotly.graph_objects as go
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 
 
 @tags("tabular_data", "numerical_data", "correlation")
@@ -88,4 +88,4 @@ def PearsonCorrelationMatrix(dataset):
 
     fig = go.Figure(data=[heatmap], layout=layout)
 
-    return fig
+    return fig, RawData(correlation_matrix=corr_matrix)

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/ProtectedClassesCombination.py

@@ -8,7 +8,7 @@ import pandas as pd
 import plotly.graph_objects as go
 import plotly.subplots as sp
 
-from validmind import tags, tasks
+from validmind import RawData, tags, tasks
 from validmind.errors import MissingDependencyError
 from validmind.logging import get_logger
 
@@ -202,4 +202,9 @@ def ProtectedClassesCombination(dataset, model, protected_classes=None):
         {"Class Combination Table": metrics_by_group},
         {"DPR and EOR table": dpr_eor_df},
         fig,
+        RawData(
+            metrics_frame=mf,
+            demographic_parity_ratios=m_dpr,
+            equalized_odds_ratios=m_eqo,
+        ),
     )

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/ProtectedClassesDescription.py

@@ -127,4 +127,4 @@ def ProtectedClassesDescription(dataset, protected_classes=None):
         ["Protected Class", "Count"], ascending=[True, False]
     )
 
-    return (stats_df, *tuple(figures))
+    return (stats_df, *figures)

{validmind-2.7.6 → validmind-2.7.8}/validmind/tests/data_validation/ProtectedClassesDisparity.py

@@ -119,7 +119,7 @@ def ProtectedClassesDisparity(
         mask_significance=True,
     )
 
-    plots = []
+    figures = []
     for protected_class in protected_classes:
         plot = ap.disparity(
             bdf, metrics, protected_class, fairness_threshold=disparity_tolerance
@@ -129,13 +129,12 @@ def ProtectedClassesDisparity(
         plot.save(
             buf, format="png"
         )  # as long as the above library is installed, this will work
-        plots.append(buf.getvalue())
+        figures.append(buf.getvalue())
 
     string = "_disparity"
     metrics_adj = [x + string for x in metrics]
 
     table = bdf[["attribute_name", "attribute_value"] + b.list_disparities(bdf)]
-    plots.append(aqp.plot_disparity_all(bdf, metrics=metrics_adj))
-    plots_return = tuple(plots)
+    figures.append(aqp.plot_disparity_all(bdf, metrics=metrics_adj))
 
-    return (table, *plots_return)
+    return (table, *figures)