validmind 2.8.29__py3-none-any.whl → 2.10.0rc1__py3-none-any.whl

validmind/tests/data_validation/nlp/TextDescription.py

@@ -5,15 +5,27 @@
 import string
 from typing import Tuple
 
-import nltk
 import pandas as pd
 import plotly.express as px
 import plotly.graph_objects as go
-from nltk.corpus import stopwords
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset
 
+try:
+    import nltk
+    from nltk.corpus import stopwords
+except ImportError as e:
+    if "nltk" in str(e).lower():
+        raise MissingDependencyError(
+            "Missing required package `nltk` for TextDescription. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["nltk"],
+            extra="nlp",
+        ) from e
+    raise e
+
 
 def create_metrics_df(df, text_column, unwanted_tokens, lang):
     stop_words = set(word.lower() for word in stopwords.words(lang))

validmind/tests/data_validation/nlp/Toxicity.py

@@ -4,11 +4,23 @@
 
 from typing import Tuple
 
-import evaluate
 import matplotlib.pyplot as plt
 import seaborn as sns
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
+
+try:
+    import evaluate
+except ImportError as e:
+    if "evaluate" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `evaluate` for Toxicity. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["evaluate"],
+            extra="nlp",
+        ) from e
+    raise e
 
 
 @tags("nlp", "text_data", "data_validation")

validmind/tests/model_validation/BertScore.py

@@ -4,14 +4,26 @@
 
 from typing import Tuple
 
-import evaluate
 import pandas as pd
 import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.tests.utils import validate_prediction
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    import evaluate
+except ImportError as e:
+    if "evaluate" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `evaluate` for BertScore. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["evaluate"],
+            extra="nlp",
+        ) from e
+    raise e
+
 
 @tags("nlp", "text_data", "visualization")
 @tasks("text_classification", "text_summarization")
@@ -75,7 +87,6 @@ def BertScore(
     # Ensure equal lengths and get truncated data if necessary
     y_true, y_pred = validate_prediction(y_true, y_pred)
 
-    # Load the BERT evaluation metric
     bert = evaluate.load("bertscore")
 
     # Compute the BERT score

validmind/tests/model_validation/BleuScore.py

@@ -4,14 +4,26 @@
 
 from typing import Tuple
 
-import evaluate
 import pandas as pd
 import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.tests.utils import validate_prediction
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    import evaluate
+except ImportError as e:
+    if "evaluate" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `evaluate` for BleuScore. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["evaluate"],
+            extra="nlp",
+        ) from e
+    raise e
+
 
 @tags("nlp", "text_data", "visualization")
 @tasks("text_classification", "text_summarization")
@@ -70,7 +82,6 @@ def BleuScore(
     # Ensure equal lengths and get truncated data if necessary
     y_true, y_pred = validate_prediction(y_true, y_pred)
 
-    # Load the BLEU evaluation metric
     bleu = evaluate.load("bleu")
 
     # Calculate BLEU scores

validmind/tests/model_validation/ContextualRecall.py

@@ -4,11 +4,23 @@
 
 from typing import Tuple
 
-import nltk
 import pandas as pd
 import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
+
+try:
+    import nltk
+except ImportError as e:
+    if "nltk" in str(e).lower():
+        raise MissingDependencyError(
+            "Missing required package `nltk` for ContextualRecall. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["nltk"],
+            extra="nlp",
+        ) from e
+    raise e
 from validmind.tests.utils import validate_prediction
 from validmind.vm_models import VMDataset, VMModel
 

validmind/tests/model_validation/MeteorScore.py

@@ -4,14 +4,26 @@
 
 from typing import Tuple
 
-import evaluate
 import pandas as pd
 import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.tests.utils import validate_prediction
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    import evaluate
+except ImportError as e:
+    if "evaluate" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `evaluate` for MeteorScore. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["evaluate"],
+            extra="nlp",
+        ) from e
+    raise e
+
 
 @tags("nlp", "text_data", "visualization")
 @tasks("text_classification", "text_summarization")
@@ -73,7 +85,6 @@ def MeteorScore(
 
     validate_prediction(y_true, y_pred)
 
-    # Load the METEOR evaluation metric
     meteor = evaluate.load("meteor")
 
     # Calculate METEOR scores

validmind/tests/model_validation/ModelPredictionResiduals.py

@@ -6,11 +6,24 @@ from typing import Optional, Tuple
 
 import pandas as pd
 import plotly.graph_objects as go
-from scipy.stats import kstest
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy.stats import kstest
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for ModelPredictionResiduals. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("regression")
 @tasks("residual_analysis", "visualization")

validmind/tests/model_validation/RegardScore.py

@@ -4,14 +4,26 @@
 
 from typing import Tuple
 
-import evaluate
 import pandas as pd
 import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.tests.utils import validate_prediction
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    import evaluate
+except ImportError as e:
+    if "evaluate" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `evaluate` for RegardScore. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["evaluate"],
+            extra="nlp",
+        ) from e
+    raise e
+
 
 @tags("nlp", "text_data", "visualization")
 @tasks("text_classification", "text_summarization")
@@ -66,7 +78,6 @@ def RegardScore(
     # Ensure equal lengths and get truncated data if necessary
     y_true, y_pred = validate_prediction(y_true, y_pred)
 
-    # Load the regard evaluation metric
     regard_tool = evaluate.load("regard", module_type="measurement")
 
     # Function to calculate regard scores

validmind/tests/model_validation/RougeScore.py

@@ -6,11 +6,24 @@ from typing import Tuple
 
 import pandas as pd
 import plotly.graph_objects as go
-from rouge import Rouge
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from rouge import Rouge
+except ImportError as e:
+    if "rouge" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `rouge` for RougeScore. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["rouge"],
+            extra="nlp",
+        ) from e
+
+    raise e
+
 
 @tags("nlp", "text_data", "visualization")
 @tasks("text_classification", "text_summarization")

validmind/tests/model_validation/TimeSeriesPredictionWithCI.py

@@ -7,11 +7,24 @@ from typing import Tuple
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
-from scipy.stats import norm
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy.stats import norm
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for TimeSeriesPredictionWithCI. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("model_predictions", "visualization")
 @tasks("regression", "time_series_forecasting")

validmind/tests/model_validation/ToxicityScore.py

@@ -4,13 +4,25 @@
 
 from typing import Tuple
 
-import evaluate
 import pandas as pd
 import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    import evaluate
+except ImportError as e:
+    if "evaluate" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `evaluate` for ToxicityScore. "
+            "Please run `pip install validmind[nlp]` to use NLP tests",
+            required_dependencies=["evaluate"],
+            extra="nlp",
+        ) from e
+    raise e
+
 
 @tags("nlp", "text_data", "visualization")
 @tasks("text_classification", "text_summarization")

validmind/tests/model_validation/sklearn/KMeansClustersOptimization.py

@@ -7,12 +7,24 @@ from typing import List, Optional, Tuple
 import numpy as np
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
-from scipy.spatial.distance import cdist
 from sklearn import clone
 from sklearn.metrics import silhouette_score
 
 from validmind import RawData, tags, tasks
-from validmind.errors import SkipTestError
+from validmind.errors import MissingDependencyError, SkipTestError
+
+try:
+    from scipy.spatial.distance import cdist
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for KMeansClustersOptimization. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
 from validmind.vm_models import VMDataset, VMModel
 
 

validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py

@@ -9,14 +9,25 @@ from warnings import filters as _warnings_filters
 import matplotlib.pyplot as plt
 import numpy as np
 import pandas as pd
-import shap
 
 from validmind import RawData, tags, tasks
-from validmind.errors import UnsupportedModelForSHAPError
+from validmind.errors import MissingDependencyError, UnsupportedModelForSHAPError
 from validmind.logging import get_logger
 from validmind.models import CatBoostModel, SKlearnModel, StatsModelsModel
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    import shap
+except ImportError as e:
+    if "shap" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `shap` for SHAPGlobalImportance. "
+            "Please run `pip install validmind[explainability]` to use SHAP tests",
+            required_dependencies=["shap"],
+            extra="explainability",
+        ) from e
+    raise e
+
 logger = get_logger(__name__)
 
 

validmind/tests/model_validation/statsmodels/RegressionCoeffs.py

@@ -7,10 +7,22 @@ from typing import Tuple
 
 import pandas as pd
 import plotly.graph_objects as go
-from scipy import stats
 
 from validmind import RawData, tags, tasks
-from validmind.errors import SkipTestError
+from validmind.errors import MissingDependencyError, SkipTestError
+
+try:
+    from scipy import stats
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for RegressionCoeffs. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
 from validmind.vm_models import VMModel
 
 

validmind/tests/ongoing_monitoring/ClassDiscriminationDrift.py

@@ -6,13 +6,26 @@ from typing import Dict, List, Tuple
 
 import numpy as np
 import pandas as pd
-from scipy import stats
 from sklearn.metrics import roc_auc_score
 from sklearn.preprocessing import LabelBinarizer
 
 from validmind import tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy import stats
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for ClassDiscriminationDrift. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 def multiclass_roc_auc_score(y_test, y_pred, average="macro"):
     lb = LabelBinarizer()

validmind/tests/ongoing_monitoring/PredictionProbabilitiesHistogramDrift.py

@@ -8,11 +8,24 @@ import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
-from scipy import stats
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy import stats
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for PredictionProbabilitiesHistogramDrift. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("visualization", "credit_risk")
 @tasks("classification")

validmind/tests/ongoing_monitoring/ScorecardHistogramDrift.py

@@ -8,11 +8,24 @@ import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
 from plotly.subplots import make_subplots
-from scipy import stats
 
 from validmind import tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset
 
+try:
+    from scipy import stats
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for ScorecardHistogramDrift. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("visualization", "credit_risk", "logistic_regression")
 @tasks("classification")

validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py

@@ -7,11 +7,24 @@ from typing import Dict, List, Tuple
 import pandas as pd
 import plotly.figure_factory as ff
 import plotly.graph_objects as go
-from scipy.stats import kurtosis, skew
 
 from validmind import RawData, tags, tasks
+from validmind.errors import MissingDependencyError
 from validmind.vm_models import VMDataset, VMModel
 
+try:
+    from scipy.stats import kurtosis, skew
+except ImportError as e:
+    if "scipy" in str(e):
+        raise MissingDependencyError(
+            "Missing required package `scipy` for TargetPredictionDistributionPlot. "
+            "Please run `pip install validmind[stats]` to use statistical tests",
+            required_dependencies=["scipy"],
+            extra="stats",
+        ) from e
+
+    raise e
+
 
 @tags("visualization")
 @tasks("monitoring")

validmind/tests/output.py

@@ -45,7 +45,13 @@ class BooleanOutputHandler(OutputHandler):
 
 class MetricOutputHandler(OutputHandler):
     def can_handle(self, item: Any) -> bool:
-        return isinstance(item, (int, float))
+        # Accept individual numbers
+        if isinstance(item, (int, float)):
+            return True
+        # Accept lists/arrays of numbers for per-row metrics
+        if isinstance(item, (list, tuple, np.ndarray)):
+            return all(isinstance(x, (int, float, np.number)) for x in item)
+        return False
 
     def process(self, item: Any, result: TestResult) -> None:
         if result.metric is not None:
@@ -169,11 +175,12 @@ def process_output(item: Any, result: TestResult) -> None:
     """Process a single test output item and update the TestResult."""
     handlers = [
         BooleanOutputHandler(),
-        MetricOutputHandler(),
         FigureOutputHandler(),
         TableOutputHandler(),
         RawDataOutputHandler(),
         StringOutputHandler(),
+        # Unit metrics should be processed last
+        MetricOutputHandler(),
     ]
 
     for handler in handlers: