validmind 2.7.5__tar.gz → 2.7.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {validmind-2.7.5 → validmind-2.7.7}/PKG-INFO +2 -3
- {validmind-2.7.5 → validmind-2.7.7}/pyproject.toml +2 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/__init__.py +2 -0
- validmind-2.7.7/validmind/__version__.py +1 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/api_client.py +8 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/credit_risk/lending_club.py +352 -87
- {validmind-2.7.5 → validmind-2.7.7}/validmind/html_templates/content_blocks.py +1 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/__types__.py +17 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ACFandPACFPlot.py +6 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/AutoMA.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/BivariateScatterPlots.py +4 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/BoxPierce.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ClassImbalance.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/DatasetDescription.py +11 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/DatasetSplit.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/DickeyFullerGLS.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/FeatureTargetCorrelationPlot.py +8 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/HighCardinality.py +9 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/HighPearsonCorrelation.py +18 -4
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/IQROutliersBarPlot.py +9 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/LaggedCorrelationHeatmap.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/MissingValuesBarPlot.py +12 -9
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/MutualInformation.py +6 -8
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/PearsonCorrelationMatrix.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ProtectedClassesCombination.py +6 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ProtectedClassesDescription.py +1 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ProtectedClassesDisparity.py +4 -5
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ProtectedClassesThresholdOptimizer.py +1 -4
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/RollingStatsPlot.py +21 -10
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ScatterPlot.py +3 -5
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ScoreBandDefaultRates.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/SeasonalDecompose.py +12 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/Skewness.py +6 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/SpreadPlot.py +8 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TabularCategoricalBarPlots.py +4 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TabularDateTimeHistograms.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TargetRateBarPlots.py +4 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TimeSeriesFrequency.py +7 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TimeSeriesMissingValues.py +14 -10
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TimeSeriesOutliers.py +1 -5
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/WOEBinPlots.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/WOEBinTable.py +11 -9
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/CommonWords.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/Hashtags.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/LanguageDetection.py +9 -6
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/Mentions.py +9 -6
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/PolarityAndSubjectivity.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/Punctuations.py +4 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/Sentiment.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/StopWords.py +5 -4
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/TextDescription.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/Toxicity.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/BertScore.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/BleuScore.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ClusterSizeDistribution.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ContextualRecall.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/FeaturesAUC.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/MeteorScore.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ModelPredictionResiduals.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/RegardScore.py +6 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/RegressionResidualsPlot.py +4 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/RougeScore.py +6 -5
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/TimeSeriesPredictionWithCI.py +11 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/TokenDisparity.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ToxicityScore.py +10 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/ClusterDistribution.py +9 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/CosineSimilarityComparison.py +16 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/CosineSimilarityDistribution.py +5 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/CosineSimilarityHeatmap.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/DescriptiveAnalytics.py +14 -4
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/EmbeddingsVisualization2D.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/EuclideanDistanceComparison.py +16 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/EuclideanDistanceHeatmap.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/PCAComponentsPairwisePlots.py +4 -5
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/StabilityAnalysisKeyword.py +4 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py +4 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py +4 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py +4 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py +8 -6
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/embeddings/utils.py +11 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/AnswerCorrectness.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/AspectCritic.py +11 -7
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/ContextEntityRecall.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/ContextPrecision.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/ContextPrecisionWithoutReference.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/ContextRecall.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/Faithfulness.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/NoiseSensitivity.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/ResponseRelevancy.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/SemanticSimilarity.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/CalibrationCurve.py +3 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/ClassifierThresholdOptimization.py +2 -5
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/ClusterCosineSimilarity.py +5 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/ConfusionMatrix.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/FeatureImportance.py +1 -14
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/HyperParametersTuning.py +6 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/KMeansClustersOptimization.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/MinimumROCAUCScore.py +8 -4
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/ModelParameters.py +1 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/OverfitDiagnosis.py +3 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/PopulationStabilityIndex.py +20 -16
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py +4 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/RegressionR2Square.py +7 -9
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/RegressionR2SquareComparison.py +1 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/ScoreProbabilityAlignment.py +2 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/SilhouettePlot.py +5 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/TrainingTestDegradation.py +9 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py +1 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/CumulativePredictionProbabilities.py +11 -4
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/DurbinWatsonTest.py +1 -3
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/GINITable.py +7 -15
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/Lilliefors.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/RegressionCoeffs.py +1 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/RegressionFeatureSignificance.py +2 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/RegressionModelForecastPlotLevels.py +5 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/RegressionModelSensitivityPlot.py +5 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/RegressionModelSummary.py +7 -7
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/RegressionPermutationFeatureImportance.py +2 -2
- validmind-2.7.7/validmind/tests/ongoing_monitoring/CalibrationCurveDrift.py +220 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/ClassDiscriminationDrift.py +155 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/ClassImbalanceDrift.py +146 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/ClassificationAccuracyDrift.py +148 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/ConfusionMatrixDrift.py +193 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/CumulativePredictionProbabilitiesDrift.py +178 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/FeatureDrift.py +186 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/ongoing_monitoring/PredictionAcrossEachFeature.py +18 -23
- validmind-2.7.7/validmind/tests/ongoing_monitoring/PredictionCorrelation.py +143 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/PredictionProbabilitiesHistogramDrift.py +204 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/PredictionQuantilesAcrossFeatures.py +98 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/ROCCurveDrift.py +150 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/ScoreBandsDrift.py +212 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/ScorecardHistogramDrift.py +209 -0
- validmind-2.7.7/validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py +145 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/prompt_validation/Bias.py +13 -9
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/prompt_validation/Clarity.py +13 -9
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/prompt_validation/Conciseness.py +13 -9
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/prompt_validation/Delimitation.py +13 -9
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/prompt_validation/NegativeInstruction.py +14 -11
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/prompt_validation/Robustness.py +6 -2
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/prompt_validation/Specificity.py +13 -9
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/run.py +6 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/utils.py +7 -8
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/dataset/dataset.py +0 -4
- validmind-2.7.5/validmind/__version__.py +0 -1
- validmind-2.7.5/validmind/tests/ongoing_monitoring/FeatureDrift.py +0 -186
- validmind-2.7.5/validmind/tests/ongoing_monitoring/PredictionCorrelation.py +0 -101
- validmind-2.7.5/validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py +0 -67
- {validmind-2.7.5 → validmind-2.7.7}/LICENSE +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/README.pypi.md +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/ai/test_descriptions.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/ai/test_result_description/config.yaml +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/ai/test_result_description/context.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/ai/test_result_description/image_processing.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/ai/test_result_description/system.jinja +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/ai/test_result_description/user.jinja +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/ai/utils.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/client.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/client_config.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/classification/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/classification/customer_churn.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/classification/datasets/bank_customer_churn.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/classification/datasets/taiwan_credit.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/classification/taiwan_credit.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/cluster/digits.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/credit_risk/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/credit_risk/datasets/lending_club_biased.csv.gz +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/credit_risk/datasets/lending_club_loan_data_2007_2014_clean.csv.gz +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/credit_risk/lending_club_bias.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/llm/rag/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_1.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_2.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_3.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_4.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_5.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/llm/rag/rfp.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/nlp/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/nlp/cnn_dailymail.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/nlp/datasets/Covid_19.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/nlp/datasets/cnn_dailymail_100_with_predictions.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/nlp/datasets/cnn_dailymail_500_with_predictions.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/nlp/datasets/sentiments_with_predictions.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/nlp/twitter_covid_19.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/california_housing.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/CPIAUCSL.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/CSUSHPISA.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/DRSFRMACBS.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/FEDFUNDS.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/GDP.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/GDPC1.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/GS10.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/GS3.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/GS5.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/MORTGAGE30US.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred/UNRATE.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred_loan_rates.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred_loan_rates_test_1.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred_loan_rates_test_2.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred_loan_rates_test_3.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred_loan_rates_test_4.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/fred_loan_rates_test_5.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/datasets/leanding_club_loan_rates.csv +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/fred.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/fred_timeseries.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/lending_club.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/models/fred_loan_rates_model_1.pkl +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/models/fred_loan_rates_model_2.pkl +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/models/fred_loan_rates_model_3.pkl +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/models/fred_loan_rates_model_4.pkl +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/datasets/regression/models/fred_loan_rates_model_5.pkl +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/errors.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/html_templates/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/input_registry.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/logging.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/models/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/models/foundation.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/models/function.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/models/huggingface.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/models/metadata.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/models/pipeline.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/models/pytorch.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/models/r_model.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/models/sklearn.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/template.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/classifier.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/cluster.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/embeddings.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/llm.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/nlp.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/parameters_optimization.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/regression.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/statsmodels_timeseries.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/summarization.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/tabular_datasets.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/text_data.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/test_suites/time_series.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/_store.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/comparison.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ADF.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/AutoAR.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/AutoStationarity.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ChiSquaredFeaturesTable.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/DescriptiveStatistics.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/Duplicates.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/EngleGrangerCoint.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/IQROutliersTable.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/IsolationForestOutliers.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/JarqueBera.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/KPSS.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/LJungBox.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/MissingValues.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/PhillipsPerronArch.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/RunsTest.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ShapiroWilk.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TabularDescriptionTables.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TabularNumericalHistograms.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TimeSeriesDescription.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TimeSeriesDescriptiveStatistics.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TimeSeriesHistogram.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TimeSeriesLinePlot.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/TooManyZeroValues.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/UniqueRows.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/ZivotAndrewsArch.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/data_validation/nlp/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/decorator.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/load.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ModelMetadata.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/TimeSeriesPredictionsPlot.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/TimeSeriesR2SquareBySegments.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/ragas/utils.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/AdjustedRandIndex.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/ClassifierPerformance.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/ClusterPerformanceMetrics.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/CompletenessScore.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/FowlkesMallowsScore.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/HomogeneityScore.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/MinimumAccuracy.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/MinimumF1Score.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/ModelsPerformanceComparison.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/ROCCurve.py +1 -1
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/RegressionErrors.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/RegressionErrorsComparison.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/RegressionPerformance.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/VMeasure.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/sklearn/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/AutoARIMA.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/KolmogorovSmirnov.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/PredictionProbabilitiesHistogram.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/RegressionModelForecastPlot.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/ScorecardHistogram.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/model_validation/statsmodels/statsutils.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/output.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/prompt_validation/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/prompt_validation/ai_powered_test.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/test_providers.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/tests/utils.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/classification/Accuracy.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/classification/F1.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/classification/Precision.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/classification/ROC_AUC.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/classification/Recall.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/AdjustedRSquaredScore.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/GiniCoefficient.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/HuberLoss.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/KolmogorovSmirnovStatistic.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/MeanAbsoluteError.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/MeanAbsolutePercentageError.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/MeanBiasDeviation.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/MeanSquaredError.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/QuantileLoss.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/RSquaredScore.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/unit_metrics/regression/RootMeanSquaredError.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/dataset/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/dataset/utils.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/figure.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/input.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/model.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/result/__init__.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/result/result.jinja +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/result/result.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/result/utils.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/test_suite/runner.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/test_suite/summary.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/test_suite/test.py +0 -0
- {validmind-2.7.5 → validmind-2.7.7}/validmind/vm_models/test_suite/test_suite.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: validmind
|
3
|
-
Version: 2.7.
|
3
|
+
Version: 2.7.7
|
4
4
|
Summary: ValidMind Library
|
5
5
|
License: Commercial License
|
6
6
|
Author: Andres Rodriguez
|
@@ -26,7 +26,6 @@ Requires-Dist: ipywidgets
|
|
26
26
|
Requires-Dist: kaleido (>=0.2.1,!=0.2.1.post1)
|
27
27
|
Requires-Dist: langchain-openai (>=0.1.8) ; extra == "all" or extra == "llm"
|
28
28
|
Requires-Dist: langdetect
|
29
|
-
Requires-Dist: latex2mathml (>=3.77.0)
|
30
29
|
Requires-Dist: llvmlite ; python_version >= "3.8" and python_full_version <= "3.11.0"
|
31
30
|
Requires-Dist: matplotlib
|
32
31
|
Requires-Dist: mistune (>=3.0.2,<4.0.0)
|
@@ -44,7 +43,7 @@ Requires-Dist: python-dotenv
|
|
44
43
|
Requires-Dist: ragas (>=0.2.3) ; extra == "all" or extra == "llm"
|
45
44
|
Requires-Dist: rouge (>=1)
|
46
45
|
Requires-Dist: rpy2 (>=3.5.10,<4.0.0) ; extra == "all" or extra == "r-support"
|
47
|
-
Requires-Dist: scikit-learn (
|
46
|
+
Requires-Dist: scikit-learn (<1.6.0)
|
48
47
|
Requires-Dist: scipy
|
49
48
|
Requires-Dist: scorecardpy (>=0.1.9.6,<0.2.0.0)
|
50
49
|
Requires-Dist: seaborn
|
@@ -10,7 +10,7 @@ description = "ValidMind Library"
|
|
10
10
|
license = "Commercial License"
|
11
11
|
name = "validmind"
|
12
12
|
readme = "README.pypi.md"
|
13
|
-
version = "2.7.
|
13
|
+
version = "2.7.7"
|
14
14
|
|
15
15
|
[tool.poetry.dependencies]
|
16
16
|
aiohttp = {extras = ["speedups"], version = "*"}
|
@@ -23,7 +23,6 @@ ipywidgets = "*"
|
|
23
23
|
kaleido = ">=0.2.1,!=0.2.1.post1"
|
24
24
|
langchain-openai = {version = ">=0.1.8", optional = true}
|
25
25
|
langdetect = "*"
|
26
|
-
latex2mathml = ">=3.77.0"
|
27
26
|
llvmlite = {version = "*", python = ">=3.8,<=3.11"}
|
28
27
|
matplotlib = "*"
|
29
28
|
mistune = "^3.0.2"
|
@@ -42,7 +41,7 @@ python-dotenv = "*"
|
|
42
41
|
ragas = {version = ">=0.2.3", optional = true}
|
43
42
|
rouge = ">=1"
|
44
43
|
rpy2 = {version = "^3.5.10", optional = true}
|
45
|
-
scikit-learn = "
|
44
|
+
scikit-learn = "*,<1.6.0"
|
46
45
|
scipy = "*"
|
47
46
|
scorecardpy = "^0.1.9.6"
|
48
47
|
seaborn = "*"
|
@@ -50,6 +50,7 @@ from .client import ( # noqa: E402
|
|
50
50
|
run_test_suite,
|
51
51
|
)
|
52
52
|
from .tests.decorator import tags, tasks, test
|
53
|
+
from .tests.run import print_env
|
53
54
|
from .vm_models.result import RawData
|
54
55
|
|
55
56
|
__all__ = [ # noqa
|
@@ -63,6 +64,7 @@ __all__ = [ # noqa
|
|
63
64
|
"init_model",
|
64
65
|
"init_r_model",
|
65
66
|
"preview_template",
|
67
|
+
"print_env",
|
66
68
|
"RawData",
|
67
69
|
"reload",
|
68
70
|
"run_documentation_tests",
|
@@ -0,0 +1 @@
|
|
1
|
+
__version__ = "2.7.7"
|
@@ -407,6 +407,7 @@ async def alog_metric(
|
|
407
407
|
inputs: Optional[List[str]] = None,
|
408
408
|
params: Optional[Dict[str, Any]] = None,
|
409
409
|
recorded_at: Optional[str] = None,
|
410
|
+
thresholds: Optional[Dict[str, Any]] = None,
|
410
411
|
):
|
411
412
|
"""See log_metric for details"""
|
412
413
|
if not key or not isinstance(key, str):
|
@@ -421,6 +422,9 @@ async def alog_metric(
|
|
421
422
|
except (ValueError, TypeError):
|
422
423
|
raise ValueError("`value` must be a scalar (int or float)")
|
423
424
|
|
425
|
+
if thresholds is not None and not isinstance(thresholds, dict):
|
426
|
+
raise ValueError("`thresholds` must be a dictionary or None")
|
427
|
+
|
424
428
|
try:
|
425
429
|
return await _post(
|
426
430
|
"log_unit_metric",
|
@@ -431,6 +435,7 @@ async def alog_metric(
|
|
431
435
|
"inputs": inputs or [],
|
432
436
|
"params": params or {},
|
433
437
|
"recorded_at": recorded_at,
|
438
|
+
"thresholds": thresholds or {},
|
434
439
|
},
|
435
440
|
cls=NumpyEncoder,
|
436
441
|
allow_nan=False,
|
@@ -447,6 +452,7 @@ def log_metric(
|
|
447
452
|
inputs: Optional[List[str]] = None,
|
448
453
|
params: Optional[Dict[str, Any]] = None,
|
449
454
|
recorded_at: Optional[str] = None,
|
455
|
+
thresholds: Optional[Dict[str, Any]] = None,
|
450
456
|
):
|
451
457
|
"""Logs a unit metric
|
452
458
|
|
@@ -463,8 +469,9 @@ def log_metric(
|
|
463
469
|
params (dict, optional): Dictionary of parameters used to compute the metric.
|
464
470
|
recorded_at (str, optional): The timestamp of the metric. Server will use
|
465
471
|
current time if not provided.
|
472
|
+
thresholds (dict, optional): Dictionary of thresholds for the metric.
|
466
473
|
"""
|
467
|
-
run_async(alog_metric, key, value, inputs, params, recorded_at)
|
474
|
+
run_async(alog_metric, key, value, inputs, params, recorded_at, thresholds)
|
468
475
|
|
469
476
|
|
470
477
|
def get_ai_key() -> Dict[str, Any]:
|