validmind 2.7.2__tar.gz → 2.7.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {validmind-2.7.2 → validmind-2.7.5}/PKG-INFO +2 -2
- {validmind-2.7.2 → validmind-2.7.5}/pyproject.toml +1 -1
- validmind-2.7.5/validmind/__version__.py +1 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/ai/test_descriptions.py +20 -4
- {validmind-2.7.2 → validmind-2.7.5}/validmind/ai/test_result_description/user.jinja +5 -0
- validmind-2.7.5/validmind/datasets/credit_risk/lending_club.py +824 -0
- validmind-2.7.5/validmind/tests/data_validation/MutualInformation.py +129 -0
- validmind-2.7.5/validmind/tests/data_validation/ScoreBandDefaultRates.py +139 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TooManyZeroValues.py +6 -5
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/UniqueRows.py +3 -1
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/decorator.py +18 -16
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/load.py +4 -1
- validmind-2.7.5/validmind/tests/model_validation/sklearn/CalibrationCurve.py +116 -0
- validmind-2.7.5/validmind/tests/model_validation/sklearn/ClassifierThresholdOptimization.py +261 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/ConfusionMatrix.py +1 -0
- validmind-2.7.5/validmind/tests/model_validation/sklearn/HyperParametersTuning.py +162 -0
- validmind-2.7.5/validmind/tests/model_validation/sklearn/ModelParameters.py +74 -0
- validmind-2.7.5/validmind/tests/model_validation/sklearn/ScoreProbabilityAlignment.py +130 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/CumulativePredictionProbabilities.py +5 -6
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/PredictionProbabilitiesHistogram.py +2 -3
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/run.py +43 -72
- {validmind-2.7.2 → validmind-2.7.5}/validmind/utils.py +23 -7
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/result/result.py +18 -17
- validmind-2.7.2/validmind/__version__.py +0 -1
- validmind-2.7.2/validmind/datasets/credit_risk/lending_club.py +0 -394
- validmind-2.7.2/validmind/tests/model_validation/sklearn/HyperParametersTuning.py +0 -74
- {validmind-2.7.2 → validmind-2.7.5}/LICENSE +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/README.pypi.md +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/ai/test_result_description/config.yaml +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/ai/test_result_description/context.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/ai/test_result_description/image_processing.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/ai/test_result_description/system.jinja +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/ai/utils.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/api_client.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/client.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/client_config.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/classification/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/classification/customer_churn.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/classification/datasets/bank_customer_churn.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/classification/datasets/taiwan_credit.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/classification/taiwan_credit.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/cluster/digits.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/credit_risk/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/credit_risk/datasets/lending_club_biased.csv.gz +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/credit_risk/datasets/lending_club_loan_data_2007_2014_clean.csv.gz +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/credit_risk/lending_club_bias.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/llm/rag/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_1.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_2.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_3.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_4.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_5.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/llm/rag/rfp.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/nlp/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/nlp/cnn_dailymail.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/nlp/datasets/Covid_19.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/nlp/datasets/cnn_dailymail_100_with_predictions.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/nlp/datasets/cnn_dailymail_500_with_predictions.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/nlp/datasets/sentiments_with_predictions.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/nlp/twitter_covid_19.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/california_housing.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/CPIAUCSL.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/CSUSHPISA.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/DRSFRMACBS.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/FEDFUNDS.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/GDP.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/GDPC1.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/GS10.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/GS3.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/GS5.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/MORTGAGE30US.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred/UNRATE.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred_loan_rates.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred_loan_rates_test_1.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred_loan_rates_test_2.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred_loan_rates_test_3.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred_loan_rates_test_4.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/fred_loan_rates_test_5.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/datasets/leanding_club_loan_rates.csv +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/fred.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/fred_timeseries.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/lending_club.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/models/fred_loan_rates_model_1.pkl +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/models/fred_loan_rates_model_2.pkl +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/models/fred_loan_rates_model_3.pkl +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/models/fred_loan_rates_model_4.pkl +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/datasets/regression/models/fred_loan_rates_model_5.pkl +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/errors.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/html_templates/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/html_templates/content_blocks.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/input_registry.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/logging.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/models/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/models/foundation.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/models/function.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/models/huggingface.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/models/metadata.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/models/pipeline.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/models/pytorch.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/models/r_model.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/models/sklearn.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/template.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/classifier.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/cluster.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/embeddings.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/llm.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/nlp.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/parameters_optimization.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/regression.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/statsmodels_timeseries.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/summarization.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/tabular_datasets.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/text_data.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/test_suites/time_series.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/__types__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/_store.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/comparison.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ACFandPACFPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ADF.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/AutoAR.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/AutoMA.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/AutoStationarity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/BivariateScatterPlots.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/BoxPierce.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ChiSquaredFeaturesTable.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ClassImbalance.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/DatasetDescription.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/DatasetSplit.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/DescriptiveStatistics.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/DickeyFullerGLS.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/Duplicates.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/EngleGrangerCoint.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/FeatureTargetCorrelationPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/HighCardinality.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/HighPearsonCorrelation.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/IQROutliersBarPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/IQROutliersTable.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/IsolationForestOutliers.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/JarqueBera.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/KPSS.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/LJungBox.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/LaggedCorrelationHeatmap.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/MissingValues.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/MissingValuesBarPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/PearsonCorrelationMatrix.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/PhillipsPerronArch.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ProtectedClassesCombination.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ProtectedClassesDescription.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ProtectedClassesDisparity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ProtectedClassesThresholdOptimizer.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/RollingStatsPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/RunsTest.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ScatterPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/SeasonalDecompose.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ShapiroWilk.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/Skewness.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/SpreadPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TabularCategoricalBarPlots.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TabularDateTimeHistograms.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TabularDescriptionTables.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TabularNumericalHistograms.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TargetRateBarPlots.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TimeSeriesDescription.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TimeSeriesDescriptiveStatistics.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TimeSeriesFrequency.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TimeSeriesHistogram.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TimeSeriesLinePlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TimeSeriesMissingValues.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/TimeSeriesOutliers.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/WOEBinPlots.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/WOEBinTable.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/ZivotAndrewsArch.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/CommonWords.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/Hashtags.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/LanguageDetection.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/Mentions.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/PolarityAndSubjectivity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/Punctuations.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/Sentiment.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/StopWords.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/TextDescription.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/Toxicity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/data_validation/nlp/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/BertScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/BleuScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ClusterSizeDistribution.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ContextualRecall.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/FeaturesAUC.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/MeteorScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ModelMetadata.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ModelPredictionResiduals.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/RegardScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/RegressionResidualsPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/RougeScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/TimeSeriesPredictionWithCI.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/TimeSeriesPredictionsPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/TimeSeriesR2SquareBySegments.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/TokenDisparity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ToxicityScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/ClusterDistribution.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/CosineSimilarityComparison.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/CosineSimilarityDistribution.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/CosineSimilarityHeatmap.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/DescriptiveAnalytics.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/EmbeddingsVisualization2D.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/EuclideanDistanceComparison.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/EuclideanDistanceHeatmap.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/PCAComponentsPairwisePlots.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/StabilityAnalysisKeyword.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/embeddings/utils.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/AnswerCorrectness.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/AspectCritic.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/ContextEntityRecall.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/ContextPrecision.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/ContextPrecisionWithoutReference.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/ContextRecall.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/Faithfulness.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/NoiseSensitivity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/ResponseRelevancy.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/SemanticSimilarity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/ragas/utils.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/AdjustedRandIndex.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/ClassifierPerformance.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/ClusterCosineSimilarity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/ClusterPerformanceMetrics.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/CompletenessScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/FeatureImportance.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/FowlkesMallowsScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/HomogeneityScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/KMeansClustersOptimization.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/MinimumAccuracy.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/MinimumF1Score.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/MinimumROCAUCScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/ModelsPerformanceComparison.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/OverfitDiagnosis.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/PopulationStabilityIndex.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/ROCCurve.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/RegressionErrors.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/RegressionErrorsComparison.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/RegressionPerformance.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/RegressionR2Square.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/RegressionR2SquareComparison.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/SilhouettePlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/TrainingTestDegradation.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/VMeasure.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/sklearn/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/AutoARIMA.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/DurbinWatsonTest.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/GINITable.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/KolmogorovSmirnov.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/Lilliefors.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/RegressionCoeffs.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/RegressionFeatureSignificance.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/RegressionModelForecastPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/RegressionModelForecastPlotLevels.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/RegressionModelSensitivityPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/RegressionModelSummary.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/RegressionPermutationFeatureImportance.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/ScorecardHistogram.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/model_validation/statsmodels/statsutils.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/ongoing_monitoring/FeatureDrift.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/ongoing_monitoring/PredictionAcrossEachFeature.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/ongoing_monitoring/PredictionCorrelation.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/output.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/prompt_validation/Bias.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/prompt_validation/Clarity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/prompt_validation/Conciseness.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/prompt_validation/Delimitation.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/prompt_validation/NegativeInstruction.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/prompt_validation/Robustness.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/prompt_validation/Specificity.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/prompt_validation/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/prompt_validation/ai_powered_test.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/test_providers.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/tests/utils.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/classification/Accuracy.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/classification/F1.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/classification/Precision.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/classification/ROC_AUC.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/classification/Recall.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/AdjustedRSquaredScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/GiniCoefficient.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/HuberLoss.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/KolmogorovSmirnovStatistic.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/MeanAbsoluteError.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/MeanAbsolutePercentageError.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/MeanBiasDeviation.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/MeanSquaredError.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/QuantileLoss.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/RSquaredScore.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/unit_metrics/regression/RootMeanSquaredError.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/dataset/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/dataset/dataset.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/dataset/utils.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/figure.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/input.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/model.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/result/__init__.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/result/result.jinja +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/result/utils.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/test_suite/runner.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/test_suite/summary.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/test_suite/test.py +0 -0
- {validmind-2.7.2 → validmind-2.7.5}/validmind/vm_models/test_suite/test_suite.py +0 -0
@@ -0,0 +1 @@
|
|
1
|
+
__version__ = "2.7.5"
|
@@ -65,6 +65,23 @@ def prompt_to_message(role, prompt):
|
|
65
65
|
return {"role": role, "content": content}
|
66
66
|
|
67
67
|
|
68
|
+
def _get_llm_global_context():
|
69
|
+
|
70
|
+
# Get the context from the environment variable
|
71
|
+
context = os.getenv("VALIDMIND_LLM_DESCRIPTIONS_CONTEXT", "")
|
72
|
+
|
73
|
+
# Check if context should be used (similar to descriptions enabled pattern)
|
74
|
+
context_enabled = os.getenv(
|
75
|
+
"VALIDMIND_LLM_DESCRIPTIONS_CONTEXT_ENABLED", "1"
|
76
|
+
) not in [
|
77
|
+
"0",
|
78
|
+
"false",
|
79
|
+
]
|
80
|
+
|
81
|
+
# Only use context if it's enabled and not empty
|
82
|
+
return context if context_enabled and context else None
|
83
|
+
|
84
|
+
|
68
85
|
def generate_description(
|
69
86
|
test_id: str,
|
70
87
|
test_description: str,
|
@@ -79,15 +96,11 @@ def generate_description(
|
|
79
96
|
"No tables, unit metric or figures provided - cannot generate description"
|
80
97
|
)
|
81
98
|
|
82
|
-
# # TODO: fix circular import
|
83
|
-
# from validmind.ai.utils import get_client_and_model
|
84
|
-
|
85
99
|
client, model = get_client_and_model()
|
86
100
|
|
87
101
|
# get last part of test id
|
88
102
|
test_name = title or test_id.split(".")[-1]
|
89
103
|
|
90
|
-
# TODO: fully support metrics
|
91
104
|
if metric is not None:
|
92
105
|
tables = [] if not tables else tables
|
93
106
|
tables.append(
|
@@ -108,12 +121,15 @@ def generate_description(
|
|
108
121
|
else:
|
109
122
|
summary = None
|
110
123
|
|
124
|
+
context = _get_llm_global_context()
|
125
|
+
|
111
126
|
input_data = {
|
112
127
|
"test_name": test_name,
|
113
128
|
"test_description": test_description,
|
114
129
|
"title": title,
|
115
130
|
"summary": summary,
|
116
131
|
"figures": [figure._get_b64_url() for figure in ([] if tables else figures)],
|
132
|
+
"context": context,
|
117
133
|
}
|
118
134
|
system, user = _load_prompt()
|
119
135
|
|
@@ -8,6 +8,11 @@
|
|
8
8
|
|
9
9
|
Generate a description of the following result of the test using the instructions given in your system prompt.
|
10
10
|
|
11
|
+
{%- if context %}
|
12
|
+
**Context**:
|
13
|
+
{{ context }}
|
14
|
+
{%- endif %}
|
15
|
+
|
11
16
|
{%- if summary %}
|
12
17
|
**Test Result Tables** *(Raw Data)*:
|
13
18
|
{{ summary }}
|