validmind 2.9.1__py3-none-any.whl → 2.10.0rc1__py3-none-any.whl

validmind/tests/model_validation/ModelPredictionResiduals.py

@@ -6,11 +6,24 @@ from typing import Optional, Tuple
 
 import pandas as pd
 import plotly.graph_objects as go
-from scipy.stats import kstest
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy.stats import kstest
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for ModelPredictionResiduals. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("regression")
 @tasks("residual_analysis", "visualization")

validmind/tests/model_validation/RegardScore.py

@@ -4,14 +4,26 @@
 
 from typing import Tuple
 
-import evaluate
 import pandas as pd
 import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.tests.utils import validate_prediction
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    import evaluate
+except ImportError as e:
+    if "evaluate" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `evaluate` for RegardScore. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["evaluate"],
+            extra="nlp",
+        ) from e
+    raise e
+
 
 @tags("nlp", "text_data", "visualization")
 @tasks("text_classification", "text_summarization")
@@ -66,7 +78,6 @@ def RegardScore(
     # Ensure equal lengths and get truncated data if necessary
     y_true, y_pred = validate_prediction(y_true, y_pred)
 
-    # Load the regard evaluation metric
     regard_tool = evaluate.load("regard", module_type="measurement")
 
     # Function to calculate regard scores

validmind/tests/model_validation/RougeScore.py

@@ -6,11 +6,24 @@ from typing import Tuple
 
 import pandas as pd
 import plotly.graph_objects as go
-from rouge import Rouge
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from rouge import Rouge
+except ImportError as e:
+    if "rouge" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `rouge` for RougeScore. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["rouge"],
+            extra="nlp",
+        ) from e
+
+    raise e
+
 
 @tags("nlp", "text_data", "visualization")
 @tasks("text_classification", "text_summarization")

validmind/tests/model_validation/TimeSeriesPredictionWithCI.py

@@ -7,11 +7,24 @@ from typing import Tuple
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
-from scipy.stats import norm
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy.stats import norm
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for TimeSeriesPredictionWithCI. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("model_predictions", "visualization")
 @tasks("regression", "time_series_forecasting")

validmind/tests/model_validation/ToxicityScore.py

@@ -4,13 +4,25 @@
 
 from typing import Tuple
 
-import evaluate
 import pandas as pd
 import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    import evaluate
+except ImportError as e:
+    if "evaluate" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `evaluate` for ToxicityScore. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["evaluate"],
+            extra="nlp",
+        ) from e
+    raise e
+
 
 @tags("nlp", "text_data", "visualization")
 @tasks("text_classification", "text_summarization")

validmind/tests/model_validation/sklearn/KMeansClustersOptimization.py

@@ -7,12 +7,24 @@ from typing import List, Optional, Tuple
 import numpy as np
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
-from scipy.spatial.distance import cdist
 from sklearn import clone
 from sklearn.metrics import silhouette_score
 
 from validmind import RawData, tags, tasks
-from validmind.errors import SkipTestError
+from validmind.errors import MissingDependencyError, SkipTestError
+
+try:
+    from scipy.spatial.distance import cdist
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for KMeansClustersOptimization. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
 from validmind.vm_models import VMDataset, VMModel
 
 

validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py

@@ -9,14 +9,25 @@ from warnings import filters as _warnings_filters
 import matplotlib.pyplot as plt
 import numpy as np
 import pandas as pd
-import shap
 
 from validmind import RawData, tags, tasks
-from validmind.errors import UnsupportedModelForSHAPError
+from validmind.errors import MissingDependencyError, UnsupportedModelForSHAPError
 from validmind.logging import get_logger
 from validmind.models import CatBoostModel, SKlearnModel, StatsModelsModel
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    import shap
+except ImportError as e:
+    if "shap" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `shap` for SHAPGlobalImportance. "
+            "Please run `pip install validmind[explainability]` to use SHAP tests",
+            required_dependencies=["shap"],
+            extra="explainability",
+        ) from e
+    raise e
+
 logger = get_logger(__name__)
 
 

validmind/tests/model_validation/statsmodels/RegressionCoeffs.py

@@ -7,10 +7,22 @@ from typing import Tuple
 
 import pandas as pd
 import plotly.graph_objects as go
-from scipy import stats
 
 from validmind import RawData, tags, tasks
-from validmind.errors import SkipTestError
+from validmind.errors import MissingDependencyError, SkipTestError
+
+try:
+    from scipy import stats
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for RegressionCoeffs. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
 from validmind.vm_models import VMModel
 
 

validmind/tests/ongoing_monitoring/ClassDiscriminationDrift.py

@@ -6,13 +6,26 @@ from typing import Dict, List, Tuple
 
 import numpy as np
 import pandas as pd
-from scipy import stats
 from sklearn.metrics import roc_auc_score
 from sklearn.preprocessing import LabelBinarizer
 
 from validmind import tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy import stats
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for ClassDiscriminationDrift. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 def multiclass_roc_auc_score(y_test, y_pred, average="macro"):
     lb = LabelBinarizer()

validmind/tests/ongoing_monitoring/PredictionProbabilitiesHistogramDrift.py

@@ -8,11 +8,24 @@ import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
-from scipy import stats
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy import stats
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for PredictionProbabilitiesHistogramDrift. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("visualization", "credit_risk")
 @tasks("classification")

validmind/tests/ongoing_monitoring/ScorecardHistogramDrift.py

@@ -8,11 +8,24 @@ import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
-from scipy import stats
 
 from validmind import tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset
 
+try:
+    from scipy import stats
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for ScorecardHistogramDrift. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("visualization", "credit_risk", "logistic_regression")
 @tasks("classification")

validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py

@@ -7,11 +7,24 @@ from typing import Dict, List, Tuple
 import pandas as pd
 import plotly.figure_factory as ff
 import plotly.graph_objects as go
-from scipy.stats import kurtosis, skew
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy.stats import kurtosis, skew
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for TargetPredictionDistributionPlot. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("visualization")
 @tasks("monitoring")

validmind/vm_models/result/result.py

@@ -465,8 +465,10 @@ class TestResult(Result):
             )
         )
 
-        if self.metric is not None:
-            # metrics are logged as separate entities
+        # Only log unit metrics when the metric is a scalar value.
+        # Some tests may assign a list/array of per-row metrics to `self.metric`.
+        # Those should not be sent to the unit-metric endpoint which expects scalars.
+        if self.metric is not None and not hasattr(self.metric, "__len__"):
             tasks.append(
                 api_client.alog_metric(
                     key=self.result_id,