validmind 2.5.19__tar.gz → 2.5.24__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (324) hide show
  1. {validmind-2.5.19 → validmind-2.5.24}/PKG-INFO +12 -12
  2. {validmind-2.5.19 → validmind-2.5.24}/README.pypi.md +10 -10
  3. {validmind-2.5.19 → validmind-2.5.24}/pyproject.toml +3 -3
  4. {validmind-2.5.19 → validmind-2.5.24}/validmind/__init__.py +7 -46
  5. validmind-2.5.24/validmind/__version__.py +1 -0
  6. {validmind-2.5.19 → validmind-2.5.24}/validmind/ai/test_result_description/context.py +2 -2
  7. {validmind-2.5.19 → validmind-2.5.24}/validmind/api_client.py +131 -266
  8. {validmind-2.5.19 → validmind-2.5.24}/validmind/client_config.py +1 -3
  9. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/__init__.py +1 -1
  10. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/nlp/__init__.py +1 -1
  11. {validmind-2.5.19 → validmind-2.5.24}/validmind/errors.py +3 -30
  12. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/load.py +4 -0
  13. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/AnswerCorrectness.py +0 -1
  14. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/ClassifierPerformance.py +5 -2
  15. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/OverfitDiagnosis.py +2 -2
  16. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py +2 -1
  17. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py +2 -2
  18. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/run.py +219 -116
  19. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test/result_wrapper.py +4 -4
  20. validmind-2.5.19/validmind/__version__.py +0 -1
  21. {validmind-2.5.19 → validmind-2.5.24}/LICENSE +0 -0
  22. {validmind-2.5.19 → validmind-2.5.24}/validmind/ai/test_descriptions.py +0 -0
  23. {validmind-2.5.19 → validmind-2.5.24}/validmind/ai/test_result_description/config.yaml +0 -0
  24. {validmind-2.5.19 → validmind-2.5.24}/validmind/ai/test_result_description/image_processing.py +0 -0
  25. {validmind-2.5.19 → validmind-2.5.24}/validmind/ai/test_result_description/system.jinja +0 -0
  26. {validmind-2.5.19 → validmind-2.5.24}/validmind/ai/test_result_description/user.jinja +0 -0
  27. {validmind-2.5.19 → validmind-2.5.24}/validmind/ai/utils.py +0 -0
  28. {validmind-2.5.19 → validmind-2.5.24}/validmind/client.py +0 -0
  29. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/classification/__init__.py +0 -0
  30. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/classification/customer_churn.py +0 -0
  31. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/classification/datasets/bank_customer_churn.csv +0 -0
  32. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/classification/datasets/taiwan_credit.csv +0 -0
  33. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/classification/taiwan_credit.py +0 -0
  34. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/cluster/digits.py +0 -0
  35. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/credit_risk/__init__.py +0 -0
  36. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/credit_risk/datasets/lending_club_biased.csv.gz +0 -0
  37. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/credit_risk/datasets/lending_club_loan_data_2007_2014_clean.csv.gz +0 -0
  38. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/credit_risk/lending_club.py +0 -0
  39. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/credit_risk/lending_club_bias.py +0 -0
  40. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/llm/rag/__init__.py +0 -0
  41. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_1.csv +0 -0
  42. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_2.csv +0 -0
  43. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_3.csv +0 -0
  44. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_4.csv +0 -0
  45. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_5.csv +0 -0
  46. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/llm/rag/rfp.py +0 -0
  47. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/nlp/cnn_dailymail.py +0 -0
  48. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/nlp/datasets/Covid_19.csv +0 -0
  49. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/nlp/datasets/cnn_dailymail_100_with_predictions.csv +0 -0
  50. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/nlp/datasets/cnn_dailymail_500_with_predictions.csv +0 -0
  51. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/nlp/datasets/sentiments_with_predictions.csv +0 -0
  52. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/nlp/twitter_covid_19.py +0 -0
  53. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/__init__.py +0 -0
  54. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/california_housing.py +0 -0
  55. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/CPIAUCSL.csv +0 -0
  56. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/CSUSHPISA.csv +0 -0
  57. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/DRSFRMACBS.csv +0 -0
  58. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/FEDFUNDS.csv +0 -0
  59. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/GDP.csv +0 -0
  60. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/GDPC1.csv +0 -0
  61. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/GS10.csv +0 -0
  62. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/GS3.csv +0 -0
  63. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/GS5.csv +0 -0
  64. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/MORTGAGE30US.csv +0 -0
  65. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred/UNRATE.csv +0 -0
  66. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred_loan_rates.csv +0 -0
  67. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred_loan_rates_test_1.csv +0 -0
  68. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred_loan_rates_test_2.csv +0 -0
  69. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred_loan_rates_test_3.csv +0 -0
  70. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred_loan_rates_test_4.csv +0 -0
  71. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/fred_loan_rates_test_5.csv +0 -0
  72. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/datasets/leanding_club_loan_rates.csv +0 -0
  73. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/fred.py +0 -0
  74. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/fred_timeseries.py +0 -0
  75. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/lending_club.py +0 -0
  76. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/models/fred_loan_rates_model_1.pkl +0 -0
  77. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/models/fred_loan_rates_model_2.pkl +0 -0
  78. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/models/fred_loan_rates_model_3.pkl +0 -0
  79. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/models/fred_loan_rates_model_4.pkl +0 -0
  80. {validmind-2.5.19 → validmind-2.5.24}/validmind/datasets/regression/models/fred_loan_rates_model_5.pkl +0 -0
  81. {validmind-2.5.19 → validmind-2.5.24}/validmind/html_templates/__init__.py +0 -0
  82. {validmind-2.5.19 → validmind-2.5.24}/validmind/html_templates/content_blocks.py +0 -0
  83. {validmind-2.5.19 → validmind-2.5.24}/validmind/input_registry.py +0 -0
  84. {validmind-2.5.19 → validmind-2.5.24}/validmind/logging.py +0 -0
  85. {validmind-2.5.19 → validmind-2.5.24}/validmind/models/__init__.py +0 -0
  86. {validmind-2.5.19 → validmind-2.5.24}/validmind/models/foundation.py +0 -0
  87. {validmind-2.5.19 → validmind-2.5.24}/validmind/models/function.py +0 -0
  88. {validmind-2.5.19 → validmind-2.5.24}/validmind/models/huggingface.py +0 -0
  89. {validmind-2.5.19 → validmind-2.5.24}/validmind/models/metadata.py +0 -0
  90. {validmind-2.5.19 → validmind-2.5.24}/validmind/models/pipeline.py +0 -0
  91. {validmind-2.5.19 → validmind-2.5.24}/validmind/models/pytorch.py +0 -0
  92. {validmind-2.5.19 → validmind-2.5.24}/validmind/models/r_model.py +0 -0
  93. {validmind-2.5.19 → validmind-2.5.24}/validmind/models/sklearn.py +0 -0
  94. {validmind-2.5.19 → validmind-2.5.24}/validmind/template.py +0 -0
  95. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/__init__.py +0 -0
  96. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/classifier.py +0 -0
  97. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/cluster.py +0 -0
  98. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/embeddings.py +0 -0
  99. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/llm.py +0 -0
  100. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/nlp.py +0 -0
  101. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/parameters_optimization.py +0 -0
  102. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/regression.py +0 -0
  103. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/statsmodels_timeseries.py +0 -0
  104. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/summarization.py +0 -0
  105. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/tabular_datasets.py +0 -0
  106. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/text_data.py +0 -0
  107. {validmind-2.5.19 → validmind-2.5.24}/validmind/test_suites/time_series.py +0 -0
  108. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/__init__.py +0 -0
  109. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/__types__.py +0 -0
  110. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/_store.py +0 -0
  111. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ACFandPACFPlot.py +0 -0
  112. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ADF.py +0 -0
  113. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/AutoAR.py +0 -0
  114. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/AutoMA.py +0 -0
  115. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/AutoSeasonality.py +0 -0
  116. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/AutoStationarity.py +0 -0
  117. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/BivariateScatterPlots.py +0 -0
  118. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/BoxPierce.py +0 -0
  119. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ChiSquaredFeaturesTable.py +0 -0
  120. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ClassImbalance.py +0 -0
  121. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/DFGLSArch.py +0 -0
  122. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/DatasetDescription.py +0 -0
  123. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/DatasetSplit.py +0 -0
  124. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/DescriptiveStatistics.py +0 -0
  125. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/Duplicates.py +0 -0
  126. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/EngleGrangerCoint.py +0 -0
  127. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/FeatureTargetCorrelationPlot.py +0 -0
  128. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/HighCardinality.py +0 -0
  129. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/HighPearsonCorrelation.py +0 -0
  130. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/IQROutliersBarPlot.py +0 -0
  131. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/IQROutliersTable.py +0 -0
  132. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/IsolationForestOutliers.py +0 -0
  133. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/JarqueBera.py +0 -0
  134. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/KPSS.py +0 -0
  135. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/LJungBox.py +0 -0
  136. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/LaggedCorrelationHeatmap.py +0 -0
  137. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/MissingValues.py +0 -0
  138. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/MissingValuesBarPlot.py +0 -0
  139. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/PearsonCorrelationMatrix.py +0 -0
  140. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/PhillipsPerronArch.py +0 -0
  141. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ProtectedClassesCombination.py +0 -0
  142. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ProtectedClassesDescription.py +0 -0
  143. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ProtectedClassesDisparity.py +0 -0
  144. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ProtectedClassesThresholdOptimizer.py +0 -0
  145. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/RollingStatsPlot.py +0 -0
  146. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/RunsTest.py +0 -0
  147. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ScatterPlot.py +0 -0
  148. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/SeasonalDecompose.py +0 -0
  149. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ShapiroWilk.py +0 -0
  150. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/Skewness.py +0 -0
  151. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/SpreadPlot.py +0 -0
  152. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TabularCategoricalBarPlots.py +0 -0
  153. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TabularDateTimeHistograms.py +0 -0
  154. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TabularDescriptionTables.py +0 -0
  155. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TabularNumericalHistograms.py +0 -0
  156. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TargetRateBarPlots.py +0 -0
  157. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TimeSeriesDescription.py +0 -0
  158. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TimeSeriesDescriptiveStatistics.py +0 -0
  159. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TimeSeriesFrequency.py +0 -0
  160. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TimeSeriesHistogram.py +0 -0
  161. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TimeSeriesLinePlot.py +0 -0
  162. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TimeSeriesMissingValues.py +0 -0
  163. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TimeSeriesOutliers.py +0 -0
  164. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/TooManyZeroValues.py +0 -0
  165. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/UniqueRows.py +0 -0
  166. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/WOEBinPlots.py +0 -0
  167. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/WOEBinTable.py +0 -0
  168. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/ZivotAndrewsArch.py +0 -0
  169. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/__init__.py +0 -0
  170. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/CommonWords.py +0 -0
  171. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/Hashtags.py +0 -0
  172. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/LanguageDetection.py +0 -0
  173. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/Mentions.py +0 -0
  174. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/PolarityAndSubjectivity.py +0 -0
  175. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/Punctuations.py +0 -0
  176. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/Sentiment.py +0 -0
  177. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/StopWords.py +0 -0
  178. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/TextDescription.py +0 -0
  179. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/Toxicity.py +0 -0
  180. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/data_validation/nlp/__init__.py +0 -0
  181. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/decorator.py +0 -0
  182. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/metadata.py +0 -0
  183. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/BertScore.py +0 -0
  184. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/BleuScore.py +0 -0
  185. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ClusterSizeDistribution.py +0 -0
  186. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ContextualRecall.py +0 -0
  187. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/FeaturesAUC.py +0 -0
  188. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/MeteorScore.py +0 -0
  189. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ModelMetadata.py +0 -0
  190. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ModelPredictionResiduals.py +0 -0
  191. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/RegardScore.py +0 -0
  192. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/RegressionResidualsPlot.py +0 -0
  193. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/RougeScore.py +0 -0
  194. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/TimeSeriesPredictionWithCI.py +0 -0
  195. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/TimeSeriesPredictionsPlot.py +0 -0
  196. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/TimeSeriesR2SquareBySegments.py +0 -0
  197. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/TokenDisparity.py +0 -0
  198. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ToxicityScore.py +0 -0
  199. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/__init__.py +0 -0
  200. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/ClusterDistribution.py +0 -0
  201. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/CosineSimilarityComparison.py +0 -0
  202. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/CosineSimilarityDistribution.py +0 -0
  203. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/CosineSimilarityHeatmap.py +0 -0
  204. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/DescriptiveAnalytics.py +0 -0
  205. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/EmbeddingsVisualization2D.py +0 -0
  206. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/EuclideanDistanceComparison.py +0 -0
  207. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/EuclideanDistanceHeatmap.py +0 -0
  208. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/PCAComponentsPairwisePlots.py +0 -0
  209. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/StabilityAnalysis.py +0 -0
  210. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/StabilityAnalysisKeyword.py +0 -0
  211. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py +0 -0
  212. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py +0 -0
  213. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py +0 -0
  214. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py +0 -0
  215. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/AnswerRelevance.py +0 -0
  216. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/AnswerSimilarity.py +0 -0
  217. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/AspectCritique.py +0 -0
  218. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/ContextEntityRecall.py +0 -0
  219. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/ContextPrecision.py +0 -0
  220. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/ContextRecall.py +0 -0
  221. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/ContextUtilization.py +0 -0
  222. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/Faithfulness.py +0 -0
  223. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/NoiseSensitivity.py +0 -0
  224. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/ragas/utils.py +0 -0
  225. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py +0 -0
  226. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/AdjustedRandIndex.py +0 -0
  227. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/ClusterCosineSimilarity.py +0 -0
  228. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/ClusterPerformance.py +0 -0
  229. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/ClusterPerformanceMetrics.py +0 -0
  230. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/CompletenessScore.py +0 -0
  231. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/ConfusionMatrix.py +0 -0
  232. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/FeatureImportance.py +0 -0
  233. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/FowlkesMallowsScore.py +0 -0
  234. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/HomogeneityScore.py +0 -0
  235. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/HyperParametersTuning.py +0 -0
  236. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/KMeansClustersOptimization.py +0 -0
  237. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/MinimumAccuracy.py +0 -0
  238. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/MinimumF1Score.py +0 -0
  239. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/MinimumROCAUCScore.py +0 -0
  240. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/ModelsPerformanceComparison.py +0 -0
  241. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py +0 -0
  242. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/PopulationStabilityIndex.py +0 -0
  243. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py +0 -0
  244. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/ROCCurve.py +0 -0
  245. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/RegressionErrors.py +0 -0
  246. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/RegressionErrorsComparison.py +0 -0
  247. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/RegressionPerformance.py +0 -0
  248. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/RegressionR2Square.py +0 -0
  249. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/RegressionR2SquareComparison.py +0 -0
  250. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py +0 -0
  251. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/SilhouettePlot.py +0 -0
  252. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/TrainingTestDegradation.py +0 -0
  253. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/VMeasure.py +0 -0
  254. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/sklearn/__init__.py +0 -0
  255. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/AutoARIMA.py +0 -0
  256. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/CumulativePredictionProbabilities.py +0 -0
  257. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/DurbinWatsonTest.py +0 -0
  258. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/GINITable.py +0 -0
  259. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/KolmogorovSmirnov.py +0 -0
  260. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/Lilliefors.py +0 -0
  261. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/PredictionProbabilitiesHistogram.py +0 -0
  262. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/RegressionCoeffs.py +0 -0
  263. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/RegressionFeatureSignificance.py +0 -0
  264. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/RegressionModelForecastPlot.py +0 -0
  265. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/RegressionModelForecastPlotLevels.py +0 -0
  266. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/RegressionModelSensitivityPlot.py +0 -0
  267. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/RegressionModelSummary.py +0 -0
  268. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/RegressionPermutationFeatureImportance.py +0 -0
  269. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/ScorecardHistogram.py +0 -0
  270. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/__init__.py +0 -0
  271. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/model_validation/statsmodels/statsutils.py +0 -0
  272. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/ongoing_monitoring/FeatureDrift.py +0 -0
  273. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/ongoing_monitoring/PredictionAcrossEachFeature.py +0 -0
  274. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/ongoing_monitoring/PredictionCorrelation.py +0 -0
  275. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py +0 -0
  276. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/prompt_validation/Bias.py +0 -0
  277. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/prompt_validation/Clarity.py +0 -0
  278. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/prompt_validation/Conciseness.py +0 -0
  279. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/prompt_validation/Delimitation.py +0 -0
  280. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/prompt_validation/NegativeInstruction.py +0 -0
  281. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/prompt_validation/Robustness.py +0 -0
  282. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/prompt_validation/Specificity.py +0 -0
  283. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/prompt_validation/__init__.py +0 -0
  284. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/prompt_validation/ai_powered_test.py +0 -0
  285. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/test_providers.py +0 -0
  286. {validmind-2.5.19 → validmind-2.5.24}/validmind/tests/utils.py +0 -0
  287. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/__init__.py +0 -0
  288. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/classification/Accuracy.py +0 -0
  289. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/classification/F1.py +0 -0
  290. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/classification/Precision.py +0 -0
  291. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/classification/ROC_AUC.py +0 -0
  292. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/classification/Recall.py +0 -0
  293. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/composite.py +0 -0
  294. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/AdjustedRSquaredScore.py +0 -0
  295. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/GiniCoefficient.py +0 -0
  296. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/HuberLoss.py +0 -0
  297. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/KolmogorovSmirnovStatistic.py +0 -0
  298. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/MeanAbsoluteError.py +0 -0
  299. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/MeanAbsolutePercentageError.py +0 -0
  300. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/MeanBiasDeviation.py +0 -0
  301. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/MeanSquaredError.py +0 -0
  302. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/QuantileLoss.py +0 -0
  303. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/RSquaredScore.py +0 -0
  304. {validmind-2.5.19 → validmind-2.5.24}/validmind/unit_metrics/regression/RootMeanSquaredError.py +0 -0
  305. {validmind-2.5.19 → validmind-2.5.24}/validmind/utils.py +0 -0
  306. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/__init__.py +0 -0
  307. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/dataset/__init__.py +0 -0
  308. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/dataset/dataset.py +0 -0
  309. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/dataset/utils.py +0 -0
  310. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/figure.py +0 -0
  311. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/input.py +0 -0
  312. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/model.py +0 -0
  313. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test/metric.py +0 -0
  314. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test/metric_result.py +0 -0
  315. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test/output_template.py +0 -0
  316. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test/result_summary.py +0 -0
  317. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test/test.py +0 -0
  318. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test/threshold_test.py +0 -0
  319. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test/threshold_test_result.py +0 -0
  320. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test_context.py +0 -0
  321. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test_suite/runner.py +0 -0
  322. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test_suite/summary.py +0 -0
  323. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test_suite/test.py +0 -0
  324. {validmind-2.5.19 → validmind-2.5.24}/validmind/vm_models/test_suite/test_suite.py +0 -0
@@ -1,7 +1,7 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: validmind
3
- Version: 2.5.19
4
- Summary: ValidMind Developer Framework
3
+ Version: 2.5.24
4
+ Summary: ValidMind Library
5
5
  License: Commercial License
6
6
  Author: Andres Rodriguez
7
7
  Author-email: andres@validmind.ai
@@ -61,28 +61,28 @@ Requires-Dist: xgboost (>=1.5.2,<3)
61
61
  Requires-Dist: ydata-profiling
62
62
  Description-Content-Type: text/markdown
63
63
 
64
- # ValidMind Developer Framework
64
+ # ValidMind Library
65
65
 
66
- ValidMind’s Python Developer Framework is a library of developer tools and methods designed to automate
66
+ ValidMind’s Python Library contains a suite of developer tools and methods designed to automate
67
67
  the documentation and validation of your models.
68
68
 
69
- The Developer Framework is designed to be model agnostic. If your model is built in Python, ValidMind's
69
+ The Library is designed to be model agnostic. If your model is built in Python, ValidMind's
70
70
  Python library will provide all the standard functionality without requiring your developers to rewrite any functions.
71
71
 
72
- The Developer Framework provides a rich suite of documentation tools and test suites, from documenting
72
+ The Library provides a rich suite of documentation tools and test suites, from documenting
73
73
  descriptions of your dataset to testing your models for weak spots and overfit areas. The Developer
74
74
  Framework helps you automate the generation of model documentation by feeding the ValidMind platform with
75
75
  documentation artifacts and test results to the ValidMind platform.
76
76
 
77
77
  ## Installation
78
78
 
79
- To install the ValidMind Developer Framework and all optional dependencies, run:
79
+ To install the ValidMind Library and all optional dependencies, run:
80
80
 
81
81
  ```bash
82
82
  pip install validmind[all]
83
83
  ```
84
84
 
85
- To install the Developer Framework without optional dependencies (core functionality only), run:
85
+ To install the Library without optional dependencies (core functionality only), run:
86
86
 
87
87
  ```bash
88
88
  pip install validmind
@@ -90,7 +90,7 @@ pip install validmind
90
90
 
91
91
  ### Extra dependencies
92
92
 
93
- The Developer Framework has optional dependencies that can be installed separately to support additional model types and tests.
93
+ The Library has optional dependencies that can be installed separately to support additional model types and tests.
94
94
 
95
95
  - **LLM Support**: To be able to run tests for Large Language Models (LLMs), install the `llm` extra:
96
96
 
@@ -98,19 +98,19 @@ The Developer Framework has optional dependencies that can be installed separate
98
98
  pip install validmind[llm]
99
99
  ```
100
100
 
101
- - **PyTorch Models**: To use pytorch models with the Developer Framework, install the `torch` extra:
101
+ - **PyTorch Models**: To use pytorch models with the Library, install the `torch` extra:
102
102
 
103
103
  ```bash
104
104
  pip install validmind[torch]
105
105
  ```
106
106
 
107
- - **Hugging Face Transformers**: To use Hugging Face Transformers models with the Developer Framework, install the `transformers` extra:
107
+ - **Hugging Face Transformers**: To use Hugging Face Transformers models with the Library, install the `transformers` extra:
108
108
 
109
109
  ```bash
110
110
  pip install validmind[transformers]
111
111
  ```
112
112
 
113
- - **R Models**: To use R models with the Developer Framework, install the `r` extra:
113
+ - **R Models**: To use R models with the Library, install the `r` extra:
114
114
 
115
115
  ```bash
116
116
  pip install validmind[r-support]
@@ -1,25 +1,25 @@
1
- # ValidMind Developer Framework
1
+ # ValidMind Library
2
2
 
3
- ValidMind’s Python Developer Framework is a library of developer tools and methods designed to automate
3
+ ValidMind’s Python Library contains a suite of developer tools and methods designed to automate
4
4
  the documentation and validation of your models.
5
5
 
6
- The Developer Framework is designed to be model agnostic. If your model is built in Python, ValidMind's
6
+ The Library is designed to be model agnostic. If your model is built in Python, ValidMind's
7
7
  Python library will provide all the standard functionality without requiring your developers to rewrite any functions.
8
8
 
9
- The Developer Framework provides a rich suite of documentation tools and test suites, from documenting
9
+ The Library provides a rich suite of documentation tools and test suites, from documenting
10
10
  descriptions of your dataset to testing your models for weak spots and overfit areas. The Developer
11
11
  Framework helps you automate the generation of model documentation by feeding the ValidMind platform with
12
12
  documentation artifacts and test results to the ValidMind platform.
13
13
 
14
14
  ## Installation
15
15
 
16
- To install the ValidMind Developer Framework and all optional dependencies, run:
16
+ To install the ValidMind Library and all optional dependencies, run:
17
17
 
18
18
  ```bash
19
19
  pip install validmind[all]
20
20
  ```
21
21
 
22
- To install the Developer Framework without optional dependencies (core functionality only), run:
22
+ To install the Library without optional dependencies (core functionality only), run:
23
23
 
24
24
  ```bash
25
25
  pip install validmind
@@ -27,7 +27,7 @@ pip install validmind
27
27
 
28
28
  ### Extra dependencies
29
29
 
30
- The Developer Framework has optional dependencies that can be installed separately to support additional model types and tests.
30
+ The Library has optional dependencies that can be installed separately to support additional model types and tests.
31
31
 
32
32
  - **LLM Support**: To be able to run tests for Large Language Models (LLMs), install the `llm` extra:
33
33
 
@@ -35,19 +35,19 @@ The Developer Framework has optional dependencies that can be installed separate
35
35
  pip install validmind[llm]
36
36
  ```
37
37
 
38
- - **PyTorch Models**: To use pytorch models with the Developer Framework, install the `torch` extra:
38
+ - **PyTorch Models**: To use pytorch models with the Library, install the `torch` extra:
39
39
 
40
40
  ```bash
41
41
  pip install validmind[torch]
42
42
  ```
43
43
 
44
- - **Hugging Face Transformers**: To use Hugging Face Transformers models with the Developer Framework, install the `transformers` extra:
44
+ - **Hugging Face Transformers**: To use Hugging Face Transformers models with the Library, install the `transformers` extra:
45
45
 
46
46
  ```bash
47
47
  pip install validmind[transformers]
48
48
  ```
49
49
 
50
- - **R Models**: To use R models with the Developer Framework, install the `r` extra:
50
+ - **R Models**: To use R models with the Library, install the `r` extra:
51
51
 
52
52
  ```bash
53
53
  pip install validmind[r-support]
@@ -6,19 +6,19 @@ authors = [
6
6
  "Luis Pallares <luis@validmind.ai>",
7
7
  "John Halz <john@validmind.ai>",
8
8
  ]
9
- description = "ValidMind Developer Framework"
9
+ description = "ValidMind Library"
10
10
  license = "Commercial License"
11
11
  name = "validmind"
12
12
  readme = "README.pypi.md"
13
- version = "2.5.19"
13
+ version = "2.5.24"
14
14
 
15
15
  [tool.poetry.dependencies]
16
16
  aiohttp = {extras = ["speedups"], version = "*"}
17
17
  arch = "*"
18
18
  bert-score = ">=0.3.13"
19
19
  catboost = "*"
20
- evaluate = "*"
21
20
  datasets = "^2.10.0"
21
+ evaluate = "*"
22
22
  ipywidgets = "*"
23
23
  kaleido = ">=0.2.1,!=0.2.1.post1"
24
24
  langchain-openai = {version = ">=0.1.8", optional = true}
@@ -3,14 +3,14 @@
3
3
  # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
4
4
 
5
5
  """
6
- ValidMind’s Python Developer Framework is a library of developer tools and methods designed to automate
6
+ ValidMind’s Python Library is a library of developer tools and methods designed to automate
7
7
  the documentation and validation of your models.
8
8
 
9
- The Developer Framework is designed to be model agnostic. If your model is built in Python, ValidMind's
9
+ The Library is designed to be model agnostic. If your model is built in Python, ValidMind's
10
10
  Python library will provide all the standard functionality without requiring your developers to rewrite any functions.
11
11
 
12
- The Developer Framework provides a rich suite of documentation tools and test suites, from documenting
13
- descriptions of your dataset to testing your models for weak spots and overfit areas. The Developer Framework
12
+ The Library provides a rich suite of documentation tools and test suites, from documenting
13
+ descriptions of your dataset to testing your models for weak spots and overfit areas. The Library
14
14
  helps you automate the generation of model documentation by feeding the ValidMind platform with documentation
15
15
  artifacts and test results to the ValidMind platform.
16
16
 
@@ -35,7 +35,7 @@ vm.init(
35
35
  ```
36
36
 
37
37
  After you have pasted the code snippet into your development source code and executed the code, the Python client
38
- library will register with ValidMind. You can now use the Developer Framework to document and test your models,
38
+ library will register with ValidMind. You can now use the Library to document and test your models,
39
39
  and to upload to the ValidMind Platform.
40
40
  """
41
41
  import warnings
@@ -47,10 +47,7 @@ warnings.simplefilter("ignore", category=NumbaDeprecationWarning)
47
47
  warnings.simplefilter("ignore", category=NumbaPendingDeprecationWarning)
48
48
 
49
49
  from .__version__ import __version__ # noqa: E402
50
- from .api_client import init
51
- from .api_client import log_figure as _log_figure_async
52
- from .api_client import log_metrics as _log_metrics_async
53
- from .api_client import log_test_results, reload
50
+ from .api_client import init, log_metric, reload
54
51
  from .client import ( # noqa: E402
55
52
  get_test_suite,
56
53
  init_dataset,
@@ -61,39 +58,6 @@ from .client import ( # noqa: E402
61
58
  run_test_suite,
62
59
  )
63
60
  from .tests.decorator import metric, tags, tasks, test
64
- from .utils import run_async # noqa: E402
65
-
66
-
67
- def log_metrics(metrics, inputs=None):
68
- """Logs metrics to ValidMind API.
69
-
70
- Args:
71
- metrics (list): A list of Metric objects
72
- inputs (list): A list of input names to associate with the metrics
73
-
74
- Raises:
75
- Exception: If the API call fails
76
-
77
- Returns:
78
- dict: The response from the API
79
- """
80
- run_async(_log_metrics_async, metrics, inputs)
81
-
82
-
83
- def log_figure(figure):
84
- """Logs a figure
85
-
86
- Args:
87
- figure (Figure): The Figure object wrapper
88
-
89
- Raises:
90
- Exception: If the API call fails
91
-
92
- Returns:
93
- dict: The response from the API
94
- """
95
- run_async(_log_figure_async, figure)
96
-
97
61
 
98
62
  __all__ = [ # noqa
99
63
  "__version__",
@@ -117,8 +81,5 @@ __all__ = [ # noqa
117
81
  "test_suites",
118
82
  "vm_models",
119
83
  "unit_metrics",
120
- # Framework Logging API
121
- "log_figure",
122
- "log_metrics",
123
- "log_test_results",
84
+ "log_metric",
124
85
  ]
@@ -0,0 +1 @@
1
+ __version__ = "2.5.24"
@@ -37,11 +37,11 @@ class Context:
37
37
  pass
38
38
 
39
39
  def load(self, input_data):
40
- # this task can accept a dict or a test result object from the dev framework
40
+ # this task can accept a dict or a test result object from the library
41
41
  if isinstance(input_data, dict):
42
42
  return input_data
43
43
 
44
- # we are likely running outside of the dev framework and need to convert
44
+ # we are likely running outside of the library and need to convert
45
45
  # the test result object to a dictionary
46
46
  test_result = input_data
47
47