validmind 2.5.18__tar.gz → 2.5.23__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {validmind-2.5.18 → validmind-2.5.23}/PKG-INFO +12 -12
- {validmind-2.5.18 → validmind-2.5.23}/README.pypi.md +10 -10
- {validmind-2.5.18 → validmind-2.5.23}/pyproject.toml +3 -3
- {validmind-2.5.18 → validmind-2.5.23}/validmind/__init__.py +7 -46
- validmind-2.5.23/validmind/__version__.py +1 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/ai/test_result_description/context.py +2 -2
- {validmind-2.5.18 → validmind-2.5.23}/validmind/api_client.py +131 -266
- {validmind-2.5.18 → validmind-2.5.23}/validmind/client_config.py +1 -3
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/__init__.py +1 -1
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/nlp/__init__.py +1 -1
- {validmind-2.5.18 → validmind-2.5.23}/validmind/errors.py +20 -30
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ProtectedClassesCombination.py +17 -9
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ProtectedClassesDisparity.py +12 -4
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ProtectedClassesThresholdOptimizer.py +18 -10
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/load.py +25 -5
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/AnswerCorrectness.py +12 -6
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/AnswerRelevance.py +12 -6
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/AnswerSimilarity.py +12 -6
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/AspectCritique.py +19 -13
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/ContextEntityRecall.py +12 -6
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/ContextPrecision.py +12 -6
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/ContextRecall.py +12 -6
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/ContextUtilization.py +12 -6
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/Faithfulness.py +12 -6
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/NoiseSensitivity.py +12 -6
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/ClassifierPerformance.py +5 -2
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/run.py +219 -116
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test/result_wrapper.py +4 -4
- validmind-2.5.18/validmind/__version__.py +0 -1
- {validmind-2.5.18 → validmind-2.5.23}/LICENSE +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/ai/test_descriptions.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/ai/test_result_description/config.yaml +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/ai/test_result_description/image_processing.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/ai/test_result_description/system.jinja +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/ai/test_result_description/user.jinja +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/ai/utils.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/client.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/classification/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/classification/customer_churn.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/classification/datasets/bank_customer_churn.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/classification/datasets/taiwan_credit.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/classification/taiwan_credit.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/cluster/digits.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/credit_risk/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/credit_risk/datasets/lending_club_biased.csv.gz +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/credit_risk/datasets/lending_club_loan_data_2007_2014_clean.csv.gz +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/credit_risk/lending_club.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/credit_risk/lending_club_bias.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/llm/rag/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_1.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_2.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_3.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_4.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_5.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/llm/rag/rfp.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/nlp/cnn_dailymail.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/nlp/datasets/Covid_19.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/nlp/datasets/cnn_dailymail_100_with_predictions.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/nlp/datasets/cnn_dailymail_500_with_predictions.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/nlp/datasets/sentiments_with_predictions.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/nlp/twitter_covid_19.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/california_housing.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/CPIAUCSL.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/CSUSHPISA.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/DRSFRMACBS.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/FEDFUNDS.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/GDP.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/GDPC1.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/GS10.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/GS3.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/GS5.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/MORTGAGE30US.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred/UNRATE.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred_loan_rates.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred_loan_rates_test_1.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred_loan_rates_test_2.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred_loan_rates_test_3.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred_loan_rates_test_4.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/fred_loan_rates_test_5.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/datasets/leanding_club_loan_rates.csv +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/fred.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/fred_timeseries.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/lending_club.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/models/fred_loan_rates_model_1.pkl +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/models/fred_loan_rates_model_2.pkl +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/models/fred_loan_rates_model_3.pkl +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/models/fred_loan_rates_model_4.pkl +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/datasets/regression/models/fred_loan_rates_model_5.pkl +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/html_templates/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/html_templates/content_blocks.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/input_registry.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/logging.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/models/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/models/foundation.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/models/function.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/models/huggingface.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/models/metadata.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/models/pipeline.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/models/pytorch.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/models/r_model.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/models/sklearn.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/template.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/classifier.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/cluster.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/embeddings.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/llm.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/nlp.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/parameters_optimization.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/regression.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/statsmodels_timeseries.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/summarization.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/tabular_datasets.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/text_data.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/test_suites/time_series.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/__types__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/_store.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ACFandPACFPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ADF.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/AutoAR.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/AutoMA.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/AutoSeasonality.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/AutoStationarity.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/BivariateScatterPlots.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/BoxPierce.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ChiSquaredFeaturesTable.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ClassImbalance.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/DFGLSArch.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/DatasetDescription.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/DatasetSplit.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/DescriptiveStatistics.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/Duplicates.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/EngleGrangerCoint.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/FeatureTargetCorrelationPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/HighCardinality.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/HighPearsonCorrelation.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/IQROutliersBarPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/IQROutliersTable.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/IsolationForestOutliers.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/JarqueBera.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/KPSS.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/LJungBox.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/LaggedCorrelationHeatmap.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/MissingValues.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/MissingValuesBarPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/PearsonCorrelationMatrix.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/PhillipsPerronArch.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ProtectedClassesDescription.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/RollingStatsPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/RunsTest.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ScatterPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/SeasonalDecompose.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ShapiroWilk.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/Skewness.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/SpreadPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TabularCategoricalBarPlots.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TabularDateTimeHistograms.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TabularDescriptionTables.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TabularNumericalHistograms.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TargetRateBarPlots.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TimeSeriesDescription.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TimeSeriesDescriptiveStatistics.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TimeSeriesFrequency.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TimeSeriesHistogram.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TimeSeriesLinePlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TimeSeriesMissingValues.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TimeSeriesOutliers.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/TooManyZeroValues.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/UniqueRows.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/WOEBinPlots.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/WOEBinTable.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/ZivotAndrewsArch.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/CommonWords.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/Hashtags.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/LanguageDetection.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/Mentions.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/PolarityAndSubjectivity.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/Punctuations.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/Sentiment.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/StopWords.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/TextDescription.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/Toxicity.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/data_validation/nlp/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/decorator.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/metadata.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/BertScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/BleuScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ClusterSizeDistribution.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ContextualRecall.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/FeaturesAUC.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/MeteorScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ModelMetadata.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ModelPredictionResiduals.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/RegardScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/RegressionResidualsPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/RougeScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/TimeSeriesPredictionWithCI.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/TimeSeriesPredictionsPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/TimeSeriesR2SquareBySegments.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/TokenDisparity.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ToxicityScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/ClusterDistribution.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/CosineSimilarityComparison.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/CosineSimilarityDistribution.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/CosineSimilarityHeatmap.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/DescriptiveAnalytics.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/EmbeddingsVisualization2D.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/EuclideanDistanceComparison.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/EuclideanDistanceHeatmap.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/PCAComponentsPairwisePlots.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/StabilityAnalysis.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/StabilityAnalysisKeyword.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/ragas/utils.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/AdjustedRandIndex.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/ClusterCosineSimilarity.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/ClusterPerformance.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/ClusterPerformanceMetrics.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/CompletenessScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/ConfusionMatrix.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/FeatureImportance.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/FowlkesMallowsScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/HomogeneityScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/HyperParametersTuning.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/KMeansClustersOptimization.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/MinimumAccuracy.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/MinimumF1Score.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/MinimumROCAUCScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/ModelsPerformanceComparison.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/OverfitDiagnosis.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/PopulationStabilityIndex.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/ROCCurve.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/RegressionErrors.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/RegressionErrorsComparison.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/RegressionPerformance.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/RegressionR2Square.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/RegressionR2SquareComparison.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/SilhouettePlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/TrainingTestDegradation.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/VMeasure.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/sklearn/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/AutoARIMA.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/CumulativePredictionProbabilities.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/DurbinWatsonTest.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/GINITable.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/KolmogorovSmirnov.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/Lilliefors.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/PredictionProbabilitiesHistogram.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/RegressionCoeffs.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/RegressionFeatureSignificance.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/RegressionModelForecastPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/RegressionModelForecastPlotLevels.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/RegressionModelSensitivityPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/RegressionModelSummary.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/RegressionPermutationFeatureImportance.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/ScorecardHistogram.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/model_validation/statsmodels/statsutils.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/ongoing_monitoring/FeatureDrift.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/ongoing_monitoring/PredictionAcrossEachFeature.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/ongoing_monitoring/PredictionCorrelation.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/prompt_validation/Bias.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/prompt_validation/Clarity.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/prompt_validation/Conciseness.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/prompt_validation/Delimitation.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/prompt_validation/NegativeInstruction.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/prompt_validation/Robustness.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/prompt_validation/Specificity.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/prompt_validation/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/prompt_validation/ai_powered_test.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/test_providers.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/tests/utils.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/classification/Accuracy.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/classification/F1.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/classification/Precision.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/classification/ROC_AUC.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/classification/Recall.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/composite.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/AdjustedRSquaredScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/GiniCoefficient.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/HuberLoss.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/KolmogorovSmirnovStatistic.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/MeanAbsoluteError.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/MeanAbsolutePercentageError.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/MeanBiasDeviation.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/MeanSquaredError.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/QuantileLoss.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/RSquaredScore.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/unit_metrics/regression/RootMeanSquaredError.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/utils.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/dataset/__init__.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/dataset/dataset.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/dataset/utils.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/figure.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/input.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/model.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test/metric.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test/metric_result.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test/output_template.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test/result_summary.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test/test.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test/threshold_test.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test/threshold_test_result.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test_context.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test_suite/runner.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test_suite/summary.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test_suite/test.py +0 -0
- {validmind-2.5.18 → validmind-2.5.23}/validmind/vm_models/test_suite/test_suite.py +0 -0
@@ -1,7 +1,7 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: validmind
|
3
|
-
Version: 2.5.
|
4
|
-
Summary: ValidMind
|
3
|
+
Version: 2.5.23
|
4
|
+
Summary: ValidMind Library
|
5
5
|
License: Commercial License
|
6
6
|
Author: Andres Rodriguez
|
7
7
|
Author-email: andres@validmind.ai
|
@@ -61,28 +61,28 @@ Requires-Dist: xgboost (>=1.5.2,<3)
|
|
61
61
|
Requires-Dist: ydata-profiling
|
62
62
|
Description-Content-Type: text/markdown
|
63
63
|
|
64
|
-
# ValidMind
|
64
|
+
# ValidMind Library
|
65
65
|
|
66
|
-
ValidMind’s Python
|
66
|
+
ValidMind’s Python Library contains a suite of developer tools and methods designed to automate
|
67
67
|
the documentation and validation of your models.
|
68
68
|
|
69
|
-
The
|
69
|
+
The Library is designed to be model agnostic. If your model is built in Python, ValidMind's
|
70
70
|
Python library will provide all the standard functionality without requiring your developers to rewrite any functions.
|
71
71
|
|
72
|
-
The
|
72
|
+
The Library provides a rich suite of documentation tools and test suites, from documenting
|
73
73
|
descriptions of your dataset to testing your models for weak spots and overfit areas. The Developer
|
74
74
|
Framework helps you automate the generation of model documentation by feeding the ValidMind platform with
|
75
75
|
documentation artifacts and test results to the ValidMind platform.
|
76
76
|
|
77
77
|
## Installation
|
78
78
|
|
79
|
-
To install the ValidMind
|
79
|
+
To install the ValidMind Library and all optional dependencies, run:
|
80
80
|
|
81
81
|
```bash
|
82
82
|
pip install validmind[all]
|
83
83
|
```
|
84
84
|
|
85
|
-
To install the
|
85
|
+
To install the Library without optional dependencies (core functionality only), run:
|
86
86
|
|
87
87
|
```bash
|
88
88
|
pip install validmind
|
@@ -90,7 +90,7 @@ pip install validmind
|
|
90
90
|
|
91
91
|
### Extra dependencies
|
92
92
|
|
93
|
-
The
|
93
|
+
The Library has optional dependencies that can be installed separately to support additional model types and tests.
|
94
94
|
|
95
95
|
- **LLM Support**: To be able to run tests for Large Language Models (LLMs), install the `llm` extra:
|
96
96
|
|
@@ -98,19 +98,19 @@ The Developer Framework has optional dependencies that can be installed separate
|
|
98
98
|
pip install validmind[llm]
|
99
99
|
```
|
100
100
|
|
101
|
-
- **PyTorch Models**: To use pytorch models with the
|
101
|
+
- **PyTorch Models**: To use pytorch models with the Library, install the `torch` extra:
|
102
102
|
|
103
103
|
```bash
|
104
104
|
pip install validmind[torch]
|
105
105
|
```
|
106
106
|
|
107
|
-
- **Hugging Face Transformers**: To use Hugging Face Transformers models with the
|
107
|
+
- **Hugging Face Transformers**: To use Hugging Face Transformers models with the Library, install the `transformers` extra:
|
108
108
|
|
109
109
|
```bash
|
110
110
|
pip install validmind[transformers]
|
111
111
|
```
|
112
112
|
|
113
|
-
- **R Models**: To use R models with the
|
113
|
+
- **R Models**: To use R models with the Library, install the `r` extra:
|
114
114
|
|
115
115
|
```bash
|
116
116
|
pip install validmind[r-support]
|
@@ -1,25 +1,25 @@
|
|
1
|
-
# ValidMind
|
1
|
+
# ValidMind Library
|
2
2
|
|
3
|
-
ValidMind’s Python
|
3
|
+
ValidMind’s Python Library contains a suite of developer tools and methods designed to automate
|
4
4
|
the documentation and validation of your models.
|
5
5
|
|
6
|
-
The
|
6
|
+
The Library is designed to be model agnostic. If your model is built in Python, ValidMind's
|
7
7
|
Python library will provide all the standard functionality without requiring your developers to rewrite any functions.
|
8
8
|
|
9
|
-
The
|
9
|
+
The Library provides a rich suite of documentation tools and test suites, from documenting
|
10
10
|
descriptions of your dataset to testing your models for weak spots and overfit areas. The Developer
|
11
11
|
Framework helps you automate the generation of model documentation by feeding the ValidMind platform with
|
12
12
|
documentation artifacts and test results to the ValidMind platform.
|
13
13
|
|
14
14
|
## Installation
|
15
15
|
|
16
|
-
To install the ValidMind
|
16
|
+
To install the ValidMind Library and all optional dependencies, run:
|
17
17
|
|
18
18
|
```bash
|
19
19
|
pip install validmind[all]
|
20
20
|
```
|
21
21
|
|
22
|
-
To install the
|
22
|
+
To install the Library without optional dependencies (core functionality only), run:
|
23
23
|
|
24
24
|
```bash
|
25
25
|
pip install validmind
|
@@ -27,7 +27,7 @@ pip install validmind
|
|
27
27
|
|
28
28
|
### Extra dependencies
|
29
29
|
|
30
|
-
The
|
30
|
+
The Library has optional dependencies that can be installed separately to support additional model types and tests.
|
31
31
|
|
32
32
|
- **LLM Support**: To be able to run tests for Large Language Models (LLMs), install the `llm` extra:
|
33
33
|
|
@@ -35,19 +35,19 @@ The Developer Framework has optional dependencies that can be installed separate
|
|
35
35
|
pip install validmind[llm]
|
36
36
|
```
|
37
37
|
|
38
|
-
- **PyTorch Models**: To use pytorch models with the
|
38
|
+
- **PyTorch Models**: To use pytorch models with the Library, install the `torch` extra:
|
39
39
|
|
40
40
|
```bash
|
41
41
|
pip install validmind[torch]
|
42
42
|
```
|
43
43
|
|
44
|
-
- **Hugging Face Transformers**: To use Hugging Face Transformers models with the
|
44
|
+
- **Hugging Face Transformers**: To use Hugging Face Transformers models with the Library, install the `transformers` extra:
|
45
45
|
|
46
46
|
```bash
|
47
47
|
pip install validmind[transformers]
|
48
48
|
```
|
49
49
|
|
50
|
-
- **R Models**: To use R models with the
|
50
|
+
- **R Models**: To use R models with the Library, install the `r` extra:
|
51
51
|
|
52
52
|
```bash
|
53
53
|
pip install validmind[r-support]
|
@@ -6,19 +6,19 @@ authors = [
|
|
6
6
|
"Luis Pallares <luis@validmind.ai>",
|
7
7
|
"John Halz <john@validmind.ai>",
|
8
8
|
]
|
9
|
-
description = "ValidMind
|
9
|
+
description = "ValidMind Library"
|
10
10
|
license = "Commercial License"
|
11
11
|
name = "validmind"
|
12
12
|
readme = "README.pypi.md"
|
13
|
-
version = "2.5.
|
13
|
+
version = "2.5.23"
|
14
14
|
|
15
15
|
[tool.poetry.dependencies]
|
16
16
|
aiohttp = {extras = ["speedups"], version = "*"}
|
17
17
|
arch = "*"
|
18
18
|
bert-score = ">=0.3.13"
|
19
19
|
catboost = "*"
|
20
|
-
evaluate = "*"
|
21
20
|
datasets = "^2.10.0"
|
21
|
+
evaluate = "*"
|
22
22
|
ipywidgets = "*"
|
23
23
|
kaleido = ">=0.2.1,!=0.2.1.post1"
|
24
24
|
langchain-openai = {version = ">=0.1.8", optional = true}
|
@@ -3,14 +3,14 @@
|
|
3
3
|
# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
|
4
4
|
|
5
5
|
"""
|
6
|
-
ValidMind’s Python
|
6
|
+
ValidMind’s Python Library is a library of developer tools and methods designed to automate
|
7
7
|
the documentation and validation of your models.
|
8
8
|
|
9
|
-
The
|
9
|
+
The Library is designed to be model agnostic. If your model is built in Python, ValidMind's
|
10
10
|
Python library will provide all the standard functionality without requiring your developers to rewrite any functions.
|
11
11
|
|
12
|
-
The
|
13
|
-
descriptions of your dataset to testing your models for weak spots and overfit areas. The
|
12
|
+
The Library provides a rich suite of documentation tools and test suites, from documenting
|
13
|
+
descriptions of your dataset to testing your models for weak spots and overfit areas. The Library
|
14
14
|
helps you automate the generation of model documentation by feeding the ValidMind platform with documentation
|
15
15
|
artifacts and test results to the ValidMind platform.
|
16
16
|
|
@@ -35,7 +35,7 @@ vm.init(
|
|
35
35
|
```
|
36
36
|
|
37
37
|
After you have pasted the code snippet into your development source code and executed the code, the Python client
|
38
|
-
library will register with ValidMind. You can now use the
|
38
|
+
library will register with ValidMind. You can now use the Library to document and test your models,
|
39
39
|
and to upload to the ValidMind Platform.
|
40
40
|
"""
|
41
41
|
import warnings
|
@@ -47,10 +47,7 @@ warnings.simplefilter("ignore", category=NumbaDeprecationWarning)
|
|
47
47
|
warnings.simplefilter("ignore", category=NumbaPendingDeprecationWarning)
|
48
48
|
|
49
49
|
from .__version__ import __version__ # noqa: E402
|
50
|
-
from .api_client import init
|
51
|
-
from .api_client import log_figure as _log_figure_async
|
52
|
-
from .api_client import log_metrics as _log_metrics_async
|
53
|
-
from .api_client import log_test_results, reload
|
50
|
+
from .api_client import init, log_metric, reload
|
54
51
|
from .client import ( # noqa: E402
|
55
52
|
get_test_suite,
|
56
53
|
init_dataset,
|
@@ -61,39 +58,6 @@ from .client import ( # noqa: E402
|
|
61
58
|
run_test_suite,
|
62
59
|
)
|
63
60
|
from .tests.decorator import metric, tags, tasks, test
|
64
|
-
from .utils import run_async # noqa: E402
|
65
|
-
|
66
|
-
|
67
|
-
def log_metrics(metrics, inputs=None):
|
68
|
-
"""Logs metrics to ValidMind API.
|
69
|
-
|
70
|
-
Args:
|
71
|
-
metrics (list): A list of Metric objects
|
72
|
-
inputs (list): A list of input names to associate with the metrics
|
73
|
-
|
74
|
-
Raises:
|
75
|
-
Exception: If the API call fails
|
76
|
-
|
77
|
-
Returns:
|
78
|
-
dict: The response from the API
|
79
|
-
"""
|
80
|
-
run_async(_log_metrics_async, metrics, inputs)
|
81
|
-
|
82
|
-
|
83
|
-
def log_figure(figure):
|
84
|
-
"""Logs a figure
|
85
|
-
|
86
|
-
Args:
|
87
|
-
figure (Figure): The Figure object wrapper
|
88
|
-
|
89
|
-
Raises:
|
90
|
-
Exception: If the API call fails
|
91
|
-
|
92
|
-
Returns:
|
93
|
-
dict: The response from the API
|
94
|
-
"""
|
95
|
-
run_async(_log_figure_async, figure)
|
96
|
-
|
97
61
|
|
98
62
|
__all__ = [ # noqa
|
99
63
|
"__version__",
|
@@ -117,8 +81,5 @@ __all__ = [ # noqa
|
|
117
81
|
"test_suites",
|
118
82
|
"vm_models",
|
119
83
|
"unit_metrics",
|
120
|
-
|
121
|
-
"log_figure",
|
122
|
-
"log_metrics",
|
123
|
-
"log_test_results",
|
84
|
+
"log_metric",
|
124
85
|
]
|
@@ -0,0 +1 @@
|
|
1
|
+
__version__ = "2.5.23"
|
@@ -37,11 +37,11 @@ class Context:
|
|
37
37
|
pass
|
38
38
|
|
39
39
|
def load(self, input_data):
|
40
|
-
# this task can accept a dict or a test result object from the
|
40
|
+
# this task can accept a dict or a test result object from the library
|
41
41
|
if isinstance(input_data, dict):
|
42
42
|
return input_data
|
43
43
|
|
44
|
-
# we are likely running outside of the
|
44
|
+
# we are likely running outside of the library and need to convert
|
45
45
|
# the test result object to a dictionary
|
46
46
|
test_result = input_data
|
47
47
|
|