validmind 2.8.28__py3-none-any.whl → 2.9.1__py3-none-any.whl

validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import numpy as np
 import plotly.graph_objects as go
 from sklearn.metrics import precision_recall_curve
@@ -14,7 +16,9 @@ from validmind.vm_models import VMDataset, VMModel
 
 @tags("sklearn", "binary_classification", "model_performance", "visualization")
 @tasks("classification", "text_classification")
-def PrecisionRecallCurve(model: VMModel, dataset: VMDataset):
+def PrecisionRecallCurve(
+    model: VMModel, dataset: VMDataset
+) -> Tuple[go.Figure, RawData]:
     """
     Evaluates the precision-recall trade-off for binary classification models and visualizes the Precision-Recall curve.
 

validmind/tests/model_validation/sklearn/ROCCurve.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import numpy as np
 import plotly.graph_objects as go
 from sklearn.metrics import roc_auc_score, roc_curve
@@ -19,7 +21,7 @@ from validmind.vm_models import VMDataset, VMModel
     "visualization",
 )
 @tasks("classification", "text_classification")
-def ROCCurve(model: VMModel, dataset: VMDataset):
+def ROCCurve(model: VMModel, dataset: VMDataset) -> Tuple[go.Figure, RawData]:
     """
     Evaluates binary classification model performance by generating and plotting the Receiver Operating Characteristic
     (ROC) curve and calculating the Area Under Curve (AUC) score.

validmind/tests/model_validation/sklearn/RegressionErrors.py

@@ -2,16 +2,21 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import numpy as np
 import pandas as pd
 from sklearn import metrics
 
 from validmind import RawData, tags, tasks
+from validmind.vm_models import VMDataset, VMModel
 
 
 @tags("sklearn", "model_performance")
 @tasks("regression", "classification")
-def RegressionErrors(model, dataset):
+def RegressionErrors(
+    model: VMModel, dataset: VMDataset
+) -> Tuple[pd.DataFrame, RawData]:
     """
     Assesses the performance and error distribution of a regression model using various error metrics.
 

validmind/tests/model_validation/sklearn/RegressionErrorsComparison.py

@@ -2,19 +2,24 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import numpy as np
 import pandas as pd
 from sklearn import metrics
 
 from validmind import tags, tasks
 from validmind.logging import get_logger
+from validmind.vm_models import VMDataset, VMModel
 
 logger = get_logger(__name__)
 
 
 @tags("model_performance", "sklearn")
 @tasks("regression", "time_series_forecasting")
-def RegressionErrorsComparison(datasets, models):
+def RegressionErrorsComparison(
+    datasets: List[VMDataset], models: List[VMModel]
+) -> pd.DataFrame:
     """
     Assesses multiple regression error metrics to compare model performance across different datasets, emphasizing
     systematic overestimation or underestimation and large percentage errors.

validmind/tests/model_validation/sklearn/RegressionPerformance.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Dict, List, Tuple
+
 import numpy as np
 from sklearn.metrics import mean_absolute_error, mean_squared_error
 
@@ -14,7 +16,9 @@ logger = get_logger(__name__)
 
 @tags("sklearn", "model_performance")
 @tasks("regression")
-def RegressionPerformance(model: VMModel, dataset: VMDataset):
+def RegressionPerformance(
+    model: VMModel, dataset: VMDataset
+) -> Tuple[List[Dict[str, float]], RawData]:
     """
     Evaluates the performance of a regression model using five different metrics: MAE, MSE, RMSE, MAPE, and MBD.
 

validmind/tests/model_validation/sklearn/RegressionR2Square.py

@@ -2,16 +2,21 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import pandas as pd
 from sklearn import metrics
 
 from validmind import RawData, tags, tasks
 from validmind.tests.model_validation.statsmodels.statsutils import adj_r2_score
+from validmind.vm_models import VMDataset, VMModel
 
 
 @tags("sklearn", "model_performance")
 @tasks("regression")
-def RegressionR2Square(dataset, model):
+def RegressionR2Square(
+    dataset: VMDataset, model: VMModel
+) -> Tuple[pd.DataFrame, RawData]:
     """
     Assesses the overall goodness-of-fit of a regression model by evaluating R-squared (R2) and Adjusted R-squared (Adj
     R2) scores to determine the model's explanatory power over the dependent variable.

validmind/tests/model_validation/sklearn/RegressionR2SquareComparison.py

@@ -2,16 +2,21 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List
+
 import pandas as pd
 from sklearn import metrics
 
 from validmind import tags, tasks
 from validmind.tests.model_validation.statsmodels.statsutils import adj_r2_score
+from validmind.vm_models import VMDataset, VMModel
 
 
 @tags("model_performance", "sklearn")
 @tasks("regression", "time_series_forecasting")
-def RegressionR2SquareComparison(datasets, models):
+def RegressionR2SquareComparison(
+    datasets: List[VMDataset], models: List[VMModel]
+) -> pd.DataFrame:
     """
     Compares R-Squared and Adjusted R-Squared values for different regression models across multiple datasets to assess
     model performance and relevance of features.

validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py

@@ -12,9 +12,9 @@ import plotly.graph_objects as go
 import seaborn as sns
 from sklearn import metrics
 
+from validmind import tags, tasks
 from validmind.errors import MissingOrInvalidModelPredictFnError
 from validmind.logging import get_logger
-from validmind.tests import tags, tasks
 from validmind.vm_models import VMDataset, VMModel
 
 logger = get_logger(__name__)
@@ -221,7 +221,7 @@ def RobustnessDiagnosis(
     metric: str = None,
     scaling_factor_std_dev_list: List[float] = DEFAULT_STD_DEV_LIST,
     performance_decay_threshold: float = DEFAULT_DECAY_THRESHOLD,
-):
+) -> Tuple[pd.DataFrame, go.Figure, bool]:
     """
     Assesses the robustness of a machine learning model by evaluating performance decay under noisy conditions.
 

validmind/tests/model_validation/sklearn/ScoreProbabilityAlignment.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import pandas as pd
 import plotly.graph_objects as go
 
@@ -13,7 +15,7 @@ from validmind.vm_models import VMDataset, VMModel
 @tasks("classification")
 def ScoreProbabilityAlignment(
     model: VMModel, dataset: VMDataset, score_column: str = "score", n_bins: int = 10
-):
+) -> Tuple[pd.DataFrame, go.Figure, RawData]:
     """
     Analyzes the alignment between credit scores and predicted probabilities.
 

validmind/tests/model_validation/sklearn/SilhouettePlot.py

@@ -2,8 +2,11 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Dict, Tuple
+
 import matplotlib.pyplot as plt
 import numpy as np
+import plotly.graph_objects as go
 from sklearn.metrics import silhouette_samples, silhouette_score
 
 from validmind import RawData, tags, tasks
@@ -12,7 +15,9 @@ from validmind.vm_models import VMDataset, VMModel
 
 @tags("sklearn", "model_performance")
 @tasks("clustering")
-def SilhouettePlot(model: VMModel, dataset: VMDataset):
+def SilhouettePlot(
+    model: VMModel, dataset: VMDataset
+) -> Tuple[Dict[str, float], go.Figure, RawData]:
     """
     Calculates and visualizes Silhouette Score, assessing the degree of data point suitability to its cluster in ML
     models.

validmind/tests/model_validation/sklearn/TrainingTestDegradation.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from typing import List
+from typing import Dict, List, Tuple
 
 from numpy import unique
 from sklearn.metrics import classification_report
@@ -22,7 +22,7 @@ from validmind.vm_models import VMDataset, VMModel
 @tasks("classification", "text_classification")
 def TrainingTestDegradation(
     datasets: List[VMDataset], model: VMModel, max_threshold: float = 0.10
-):
+) -> Tuple[List[Dict[str, float]], bool, RawData]:
     """
     Tests if model performance degradation between training and test datasets exceeds a predefined threshold.
 

validmind/tests/model_validation/sklearn/VMeasure.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Dict, List, Tuple
+
 from sklearn import metrics
 
 from validmind import RawData, tags, tasks
@@ -10,7 +12,9 @@ from validmind.vm_models import VMDataset, VMModel
 
 @tags("sklearn", "model_performance")
 @tasks("clustering")
-def VMeasure(dataset: VMDataset, model: VMModel):
+def VMeasure(
+    dataset: VMDataset, model: VMModel
+) -> Tuple[List[Dict[str, float]], RawData]:
     """
     Evaluates homogeneity and completeness of a clustering model using the V Measure Score.
 

validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py

@@ -2,10 +2,11 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from typing import Callable, Dict, List, Tuple, Union
+from typing import Callable, Dict, List, Optional, Tuple
 
 import matplotlib.pyplot as plt
 import pandas as pd
+import plotly.graph_objects as go
 import seaborn as sns
 from sklearn import metrics
 
@@ -157,10 +158,10 @@ def _plot_weak_spots(
 def WeakspotsDiagnosis(
     datasets: List[VMDataset],
     model: VMModel,
-    features_columns: Union[List[str], None] = None,
-    metrics: Union[Dict[str, Callable], None] = None,
-    thresholds: Union[Dict[str, float], None] = None,
-):
+    features_columns: Optional[List[str]] = None,
+    metrics: Optional[Dict[str, Callable]] = None,
+    thresholds: Optional[Dict[str, float]] = None,
+) -> Tuple[pd.DataFrame, go.Figure, bool]:
     """
     Identifies and visualizes weak spots in a machine learning model's performance across various sections of the
     feature space.

validmind/tests/model_validation/statsmodels/AutoARIMA.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Dict, List
+
 from statsmodels.tsa.arima.model import ARIMA
 from statsmodels.tsa.stattools import adfuller
 
@@ -14,7 +16,7 @@ logger = get_logger(__name__)
 
 @tags("time_series_data", "forecasting", "model_selection", "statsmodels")
 @tasks("regression")
-def AutoARIMA(model: VMModel, dataset: VMDataset):
+def AutoARIMA(model: VMModel, dataset: VMDataset) -> List[Dict[str, float]]:
     """
     Evaluates ARIMA models for time-series forecasting, ranking them using Bayesian and Akaike Information Criteria.
 

validmind/tests/model_validation/statsmodels/CumulativePredictionProbabilities.py

@@ -2,16 +2,21 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import numpy as np
 import plotly.graph_objects as go
 from matplotlib import cm
 
 from validmind import RawData, tags, tasks
+from validmind.vm_models import VMDataset, VMModel
 
 
 @tags("visualization", "credit_risk")
 @tasks("classification")
-def CumulativePredictionProbabilities(dataset, model, title="Cumulative Probabilities"):
+def CumulativePredictionProbabilities(
+    dataset: VMDataset, model: VMModel, title: str = "Cumulative Probabilities"
+) -> Tuple[go.Figure, RawData]:
     """
     Visualizes cumulative probabilities of positive and negative classes for both training and testing in classification models.
 

validmind/tests/model_validation/statsmodels/DurbinWatsonTest.py

@@ -2,15 +2,20 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import List, Tuple
+
 import pandas as pd
 from statsmodels.stats.stattools import durbin_watson
 
 from validmind import RawData, tags, tasks
+from validmind.vm_models import VMDataset, VMModel
 
 
 @tasks("regression")
 @tags("time_series_data", "forecasting", "statistical_test", "statsmodels")
-def DurbinWatsonTest(dataset, model, threshold=[1.5, 2.5]):
+def DurbinWatsonTest(
+    dataset: VMDataset, model: VMModel, threshold: List[float] = [1.5, 2.5]
+) -> Tuple[pd.DataFrame, RawData]:
     """
     Assesses autocorrelation in time series data features using the Durbin-Watson statistic.
 

validmind/tests/model_validation/statsmodels/GINITable.py

@@ -2,16 +2,19 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import numpy as np
 import pandas as pd
 from sklearn.metrics import roc_auc_score, roc_curve
 
 from validmind import RawData, tags, tasks
+from validmind.vm_models import VMDataset, VMModel
 
 
 @tags("model_performance")
 @tasks("classification")
-def GINITable(dataset, model):
+def GINITable(dataset: VMDataset, model: VMModel) -> Tuple[pd.DataFrame, RawData]:
     """
     Evaluates classification model performance using AUC, GINI, and KS metrics for training and test datasets.
 

validmind/tests/model_validation/statsmodels/KolmogorovSmirnov.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Dict, List, Tuple
+
 from statsmodels.stats.diagnostic import kstest_normal
 
 from validmind import RawData, tags, tasks
@@ -11,7 +13,9 @@ from validmind.vm_models import VMDataset, VMModel
 
 @tags("tabular_data", "data_distribution", "statistical_test", "statsmodels")
 @tasks("classification", "regression")
-def KolmogorovSmirnov(model: VMModel, dataset: VMDataset, dist: str = "norm"):
+def KolmogorovSmirnov(
+    model: VMModel, dataset: VMDataset, dist: str = "norm"
+) -> Tuple[List[Dict[str, float]], RawData]:
     """
     Assesses whether each feature in the dataset aligns with a normal distribution using the Kolmogorov-Smirnov test.
 

validmind/tests/model_validation/statsmodels/Lilliefors.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Dict, List
+
 from statsmodels.stats.diagnostic import lilliefors
 
 from validmind import tags, tasks
@@ -10,7 +12,7 @@ from validmind.vm_models import VMDataset
 
 @tags("tabular_data", "data_distribution", "statistical_test", "statsmodels")
 @tasks("classification", "regression")
-def Lilliefors(dataset: VMDataset):
+def Lilliefors(dataset: VMDataset) -> List[Dict[str, float]]:
     """
     Assesses the normality of feature distributions in an ML model's training dataset using the Lilliefors test.
 

validmind/tests/model_validation/statsmodels/PredictionProbabilitiesHistogram.py

@@ -2,18 +2,22 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
 
 import plotly.graph_objects as go
 from matplotlib import cm
 
 from validmind import RawData, tags, tasks
+from validmind.vm_models import VMDataset, VMModel
 
 
 @tags("visualization", "credit_risk")
 @tasks("classification")
 def PredictionProbabilitiesHistogram(
-    dataset, model, title="Histogram of Predictive Probabilities"
-):
+    dataset: VMDataset,
+    model: VMModel,
+    title: str = "Histogram of Predictive Probabilities",
+) -> Tuple[go.Figure, RawData]:
     """
     Assesses the predictive probability distribution for binary classification to evaluate model performance and
     potential overfitting or bias.

validmind/tests/model_validation/statsmodels/RegressionCoeffs.py

@@ -3,17 +3,20 @@
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
 
+from typing import Tuple
+
 import pandas as pd
 import plotly.graph_objects as go
 from scipy import stats
 
 from validmind import RawData, tags, tasks
 from validmind.errors import SkipTestError
+from validmind.vm_models import VMModel
 
 
 @tags("tabular_data", "visualization", "model_training")
 @tasks("regression")
-def RegressionCoeffs(model):
+def RegressionCoeffs(model: VMModel) -> Tuple[go.Figure, RawData, pd.DataFrame]:
     """
     Assesses the significance and uncertainty of predictor variables in a regression model through visualization of
     coefficients and their 95% confidence intervals.

validmind/tests/model_validation/statsmodels/RegressionFeatureSignificance.py

@@ -2,7 +2,10 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import matplotlib.pyplot as plt
+import plotly.graph_objects as go
 import seaborn as sns
 
 from validmind import RawData, tags, tasks
@@ -16,8 +19,10 @@ logger = get_logger(__name__)
 @tags("statistical_test", "model_interpretation", "visualization", "feature_importance")
 @tasks("regression")
 def RegressionFeatureSignificance(
-    model: VMModel, fontsize: int = 10, p_threshold: float = 0.05
-):
+    model: VMModel,
+    fontsize: int = 10,
+    p_threshold: float = 0.05,
+) -> Tuple[go.Figure, RawData]:
     """
     Assesses and visualizes the statistical significance of features in a regression model.
 

validmind/tests/model_validation/statsmodels/RegressionModelForecastPlot.py

@@ -2,10 +2,11 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from typing import Union
+from typing import Optional, Tuple
 
 import matplotlib.pyplot as plt
 import pandas as pd
+import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
 from validmind.logging import get_logger
@@ -19,9 +20,9 @@ logger = get_logger(__name__)
 def RegressionModelForecastPlot(
     model: VMModel,
     dataset: VMDataset,
-    start_date: Union[str, None] = None,
-    end_date: Union[str, None] = None,
-):
+    start_date: Optional[str] = None,
+    end_date: Optional[str] = None,
+) -> Tuple[go.Figure, RawData]:
     """
     Generates plots to visually compare the forecasted outcomes of a regression model against actual observed values over
     a specified date range.

validmind/tests/model_validation/statsmodels/RegressionModelForecastPlotLevels.py

@@ -2,9 +2,12 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import matplotlib.pyplot as plt
 import numpy as np
 import pandas as pd
+import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
 from validmind.vm_models import VMDataset, VMModel
@@ -23,7 +26,7 @@ def integrate_diff(series_diff, start_value):
 def RegressionModelForecastPlotLevels(
     model: VMModel,
     dataset: VMDataset,
-):
+) -> Tuple[go.Figure, RawData]:
     """
     Assesses the alignment between forecasted and observed values in regression models through visual plots
 

validmind/tests/model_validation/statsmodels/RegressionModelSensitivityPlot.py

@@ -2,10 +2,11 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from typing import List, Union
+from typing import List, Tuple, Union
 
 import matplotlib.pyplot as plt
 import numpy as np
+import plotly.graph_objects as go
 
 from validmind import RawData, tags, tasks
 from validmind.logging import get_logger
@@ -29,7 +30,7 @@ def RegressionModelSensitivityPlot(
     model: VMModel,
     shocks: List[float] = [0.1],
     transformation: Union[str, None] = None,
-):
+) -> Tuple[go.Figure, RawData]:
     """
     Assesses the sensitivity of a regression model to changes in independent variables by applying shocks and
     visualizing the impact.

validmind/tests/model_validation/statsmodels/RegressionModelSummary.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Dict, List, Tuple
+
 from sklearn.metrics import mean_squared_error, r2_score
 
 from validmind import RawData, tags, tasks
@@ -12,7 +14,9 @@ from .statsutils import adj_r2_score
 
 @tags("model_performance", "regression")
 @tasks("regression")
-def RegressionModelSummary(dataset: VMDataset, model: VMModel):
+def RegressionModelSummary(
+    dataset: VMDataset, model: VMModel
+) -> Tuple[List[Dict[str, float]], RawData]:
     """
     Evaluates regression model performance using metrics including R-Squared, Adjusted R-Squared, MSE, and RMSE.
 

validmind/tests/model_validation/statsmodels/RegressionPermutationFeatureImportance.py

@@ -2,6 +2,8 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
+from typing import Tuple
+
 import numpy as np
 import pandas as pd
 import plotly.graph_objects as go
@@ -19,7 +21,7 @@ logger = get_logger(__name__)
 @tasks("regression")
 def RegressionPermutationFeatureImportance(
     dataset: VMDataset, model: VMModel, fontsize: int = 12, figure_height: int = 500
-):
+) -> Tuple[go.Figure, RawData]:
     """
     Assesses the significance of each feature in a model by evaluating the impact on model performance when feature
     values are randomly rearranged.

validmind/tests/model_validation/statsmodels/ScorecardHistogram.py

@@ -6,11 +6,16 @@ import plotly.graph_objects as go
 from matplotlib import cm
 
 from validmind import tags, tasks
+from validmind.vm_models import VMDataset
 
 
 @tags("visualization", "credit_risk", "logistic_regression")
 @tasks("classification")
-def ScorecardHistogram(dataset, title="Histogram of Scores", score_column="score"):
+def ScorecardHistogram(
+    dataset: VMDataset,
+    title: str = "Histogram of Scores",
+    score_column: str = "score",
+) -> go.Figure:
     """
     The Scorecard Histogram test evaluates the distribution of credit scores between default and non-default instances,
     providing critical insights into the performance and generalizability of credit-risk models.

validmind/tests/ongoing_monitoring/CalibrationCurveDrift.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from typing import List
+from typing import Dict, List, Tuple
 
 import numpy as np
 import pandas as pd
@@ -26,7 +26,7 @@ def CalibrationCurveDrift(
     model: VMModel,
     n_bins: int = 10,
     drift_pct_threshold: float = 20,
-):
+) -> Tuple[go.Figure, Dict[str, pd.DataFrame], bool, RawData]:
     """
     Evaluates changes in probability calibration between reference and monitoring datasets.
 

validmind/tests/ongoing_monitoring/ClassDiscriminationDrift.py

@@ -2,7 +2,7 @@
 # See the LICENSE file in the root of this repository for details.
 # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
 
-from typing import List
+from typing import Dict, List, Tuple
 
 import numpy as np
 import pandas as pd
@@ -38,7 +38,7 @@ def calculate_ks_statistic(y_true, y_prob):
 @tasks("classification", "text_classification")
 def ClassDiscriminationDrift(
     datasets: List[VMDataset], model: VMModel, drift_pct_threshold=20
-):
+) -> Tuple[Dict[str, pd.DataFrame], bool]:
     """
     Compares classification discrimination metrics between reference and monitoring datasets.