validmind 2.5.19__py3-none-any.whl → 2.5.23__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (18) hide show
  1. validmind/__init__.py +7 -46
  2. validmind/__version__.py +1 -1
  3. validmind/ai/test_result_description/context.py +2 -2
  4. validmind/api_client.py +131 -266
  5. validmind/client_config.py +1 -3
  6. validmind/datasets/__init__.py +1 -1
  7. validmind/datasets/nlp/__init__.py +1 -1
  8. validmind/errors.py +3 -30
  9. validmind/tests/load.py +4 -0
  10. validmind/tests/model_validation/ragas/AnswerCorrectness.py +0 -1
  11. validmind/tests/model_validation/sklearn/ClassifierPerformance.py +5 -2
  12. validmind/tests/run.py +219 -116
  13. validmind/vm_models/test/result_wrapper.py +4 -4
  14. {validmind-2.5.19.dist-info → validmind-2.5.23.dist-info}/METADATA +12 -12
  15. {validmind-2.5.19.dist-info → validmind-2.5.23.dist-info}/RECORD +18 -18
  16. {validmind-2.5.19.dist-info → validmind-2.5.23.dist-info}/LICENSE +0 -0
  17. {validmind-2.5.19.dist-info → validmind-2.5.23.dist-info}/WHEEL +0 -0
  18. {validmind-2.5.19.dist-info → validmind-2.5.23.dist-info}/entry_points.txt +0 -0
{validmind-2.5.19.dist-info → validmind-2.5.23.dist-info}/METADATA RENAMED
@@ -1,7 +1,7 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: validmind
3
- Version: 2.5.19
4
- Summary: ValidMind Developer Framework
3
+ Version: 2.5.23
4
+ Summary: ValidMind Library
5
5
  License: Commercial License
6
6
  Author: Andres Rodriguez
7
7
  Author-email: andres@validmind.ai
@@ -61,28 +61,28 @@ Requires-Dist: xgboost (>=1.5.2,<3)
61
61
  Requires-Dist: ydata-profiling
62
62
  Description-Content-Type: text/markdown
63
63
 
64
- # ValidMind Developer Framework
64
+ # ValidMind Library
65
65
 
66
- ValidMind’s Python Developer Framework is a library of developer tools and methods designed to automate
66
+ ValidMind’s Python Library contains a suite of developer tools and methods designed to automate
67
67
  the documentation and validation of your models.
68
68
 
69
- The Developer Framework is designed to be model agnostic. If your model is built in Python, ValidMind's
69
+ The Library is designed to be model agnostic. If your model is built in Python, ValidMind's
70
70
  Python library will provide all the standard functionality without requiring your developers to rewrite any functions.
71
71
 
72
- The Developer Framework provides a rich suite of documentation tools and test suites, from documenting
72
+ The Library provides a rich suite of documentation tools and test suites, from documenting
73
73
  descriptions of your dataset to testing your models for weak spots and overfit areas. The Developer
74
74
  Framework helps you automate the generation of model documentation by feeding the ValidMind platform with
75
75
  documentation artifacts and test results to the ValidMind platform.
76
76
 
77
77
  ## Installation
78
78
 
79
- To install the ValidMind Developer Framework and all optional dependencies, run:
79
+ To install the ValidMind Library and all optional dependencies, run:
80
80
 
81
81
  ```bash
82
82
  pip install validmind[all]
83
83
  ```
84
84
 
85
- To install the Developer Framework without optional dependencies (core functionality only), run:
85
+ To install the Library without optional dependencies (core functionality only), run:
86
86
 
87
87
  ```bash
88
88
  pip install validmind
@@ -90,7 +90,7 @@ pip install validmind
90
90
 
91
91
  ### Extra dependencies
92
92
 
93
- The Developer Framework has optional dependencies that can be installed separately to support additional model types and tests.
93
+ The Library has optional dependencies that can be installed separately to support additional model types and tests.
94
94
 
95
95
  - **LLM Support**: To be able to run tests for Large Language Models (LLMs), install the `llm` extra:
96
96
 
@@ -98,19 +98,19 @@ The Developer Framework has optional dependencies that can be installed separate
98
98
  pip install validmind[llm]
99
99
  ```
100
100
 
101
- - **PyTorch Models**: To use pytorch models with the Developer Framework, install the `torch` extra:
101
+ - **PyTorch Models**: To use pytorch models with the Library, install the `torch` extra:
102
102
 
103
103
  ```bash
104
104
  pip install validmind[torch]
105
105
  ```
106
106
 
107
- - **Hugging Face Transformers**: To use Hugging Face Transformers models with the Developer Framework, install the `transformers` extra:
107
+ - **Hugging Face Transformers**: To use Hugging Face Transformers models with the Library, install the `transformers` extra:
108
108
 
109
109
  ```bash
110
110
  pip install validmind[transformers]
111
111
  ```
112
112
 
113
- - **R Models**: To use R models with the Developer Framework, install the `r` extra:
113
+ - **R Models**: To use R models with the Library, install the `r` extra:
114
114
 
115
115
  ```bash
116
116
  pip install validmind[r-support]
{validmind-2.5.19.dist-info → validmind-2.5.23.dist-info}/RECORD RENAMED
@@ -1,16 +1,16 @@
1
- validmind/__init__.py,sha256=UfmzPwUCdUWbWq3zPqqmq4jw0_kfl3hX4U72p_seE4I,3700
2
- validmind/__version__.py,sha256=_2cKtG-ZR8Z0nSHFPo_JNxXI6FCvHE4pVUbtlYKUQfI,23
1
+ validmind/__init__.py,sha256=YMct5pPQOl_-Ni6J-NuB3vhYkv9mLiS_xAn1etXbRs8,2735
2
+ validmind/__version__.py,sha256=YAlXQlgZN48A1-RblN0466_XMJcCJpnUwmRel-S_kk0,23
3
3
  validmind/ai/test_descriptions.py,sha256=BUJz-aZ3eu_i4LI16P8MD1ek_GfeB263CWks9T6W3Iw,7419
4
4
  validmind/ai/test_result_description/config.yaml,sha256=E1gPd-uv-MzdrWZA_rP6LSk8pVmkYijx6v78hZ8ceL0,787
5
- validmind/ai/test_result_description/context.py,sha256=tIdhPsrphomeTXdDcFE04kPYKbDNDPy2K8Xxg-dWWo0,2331
5
+ validmind/ai/test_result_description/context.py,sha256=1Off5UK5fFh07tc6-HIg2EJeimXQ3xGD7KED5dX54ZY,2319
6
6
  validmind/ai/test_result_description/image_processing.py,sha256=JNaO1zyM9293WWuyzUp1meQQbHuut0XN4kKUGzQTwYY,4061
7
7
  validmind/ai/test_result_description/system.jinja,sha256=BjMvZCC3UXEH8p3VPpnHtGjhnqnbNcEG2_kYZ_QZrgg,2358
8
8
  validmind/ai/test_result_description/user.jinja,sha256=kyWJK9RcBKvtPf6O2rEzCAHAdUFEIlAwK-exLhtoPRI,630
9
9
  validmind/ai/utils.py,sha256=TEXII_S5CpkpczzSyHwTlqLcPMLnPBJWEBR6QFMKh1U,3421
10
- validmind/api_client.py,sha256=arMEyVMNTlHnbThOTVhXV2BvKy7JlBKKv-pcG-ICigU,19228
10
+ validmind/api_client.py,sha256=p3oRgIGgAyzUHzykdxBFRz64T6qRVAa8l1NG1v100Zo,15557
11
11
  validmind/client.py,sha256=Fi9WmDTt6J3KWJDpvkXy8CnSn00Xqwqf2qcV2rCTx8Y,18910
12
- validmind/client_config.py,sha256=azf-0u8xSxNa99o4qCQNb67fw36HZ9ES_Q82XM39Ukc,1398
13
- validmind/datasets/__init__.py,sha256=oYfcvW7BAyUgpghBOnTeGbQF6tpFAWg38rRirdLr8m8,262
12
+ validmind/client_config.py,sha256=k7sdc3_ZLYF4CfCM3ANDC46igs12jn7OJha9cAHCa8U,1348
13
+ validmind/datasets/__init__.py,sha256=3TWhXZ6TcTObihFpUg5Kyjbio9FukQXYGdfmwP26m0g,250
14
14
  validmind/datasets/classification/__init__.py,sha256=HlTOBLyb6IorRYmAhP3AIyX-l-NyemyDjV8BBOdrCrY,1787
15
15
  validmind/datasets/classification/customer_churn.py,sha256=pqw6wjMF7KIDgUKX2KLm3IcIV7QdS2mmRAV_EhWwKLM,3802
16
16
  validmind/datasets/classification/datasets/bank_customer_churn.csv,sha256=b0muNg38DpowgKjhBCSti7k_j1tDJMy2tydz3tAEAL4,545707
@@ -29,7 +29,7 @@ validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_3.csv,sha256=B
29
29
  validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_4.csv,sha256=HFaf8oJmEYwHht-QM_Um4X7lLpWcP2TswcwjXp7fsPw,24854
30
30
  validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_5.csv,sha256=jJuRVsDbtv3ky8mJVHzpK_4bSlnIZH-hDW6a8DGGvfY,24551
31
31
  validmind/datasets/llm/rag/rfp.py,sha256=mlx4I1ipMoPplZOqRPza6XEN5D4FE2xc6_SSuGOkgqk,1234
32
- validmind/datasets/nlp/__init__.py,sha256=lu2-SGOSECgrxhDtHdlh_FsbpsFtuZ4DbLSL1sww5nc,323
32
+ validmind/datasets/nlp/__init__.py,sha256=Va38N8isnv4mkr3ijemIOaZV5xToTpmGt0coZ5chdgY,311
33
33
  validmind/datasets/nlp/cnn_dailymail.py,sha256=_N_a19nk7uaGQdDAEpSO-XHshV_8U6BH6s76Pmmi3eI,3692
34
34
  validmind/datasets/nlp/datasets/Covid_19.csv,sha256=cwAJHgek3JWUhtZQIiC9-wRWycxbiod6nyZikf09iKE,11545066
35
35
  validmind/datasets/nlp/datasets/cnn_dailymail_100_with_predictions.csv,sha256=Z-twNp-uRCA736YCQ2FK_95uZUc8nBtKd2ZJh_j6n2U,608859
@@ -64,7 +64,7 @@ validmind/datasets/regression/models/fred_loan_rates_model_2.pkl,sha256=J1ukMdeF
64
64
  validmind/datasets/regression/models/fred_loan_rates_model_3.pkl,sha256=IogZPcUQc1F_v11fR6KWT-nRt5JzvK5f7p4Hrw7vLps,40063
65
65
  validmind/datasets/regression/models/fred_loan_rates_model_4.pkl,sha256=cSxhpcrI4hCbxCwZwE2-nr7KObbWpDii3NzpECoXmmM,48292
66
66
  validmind/datasets/regression/models/fred_loan_rates_model_5.pkl,sha256=FkNLHq9xkPMbYks_vyMjFL371mw9SQYbP1iX9lY4Ljo,60343
67
- validmind/errors.py,sha256=GiOrZR1c11E5eJtPs-HkKnvRcfKNNfuFhYCAV9uWtVQ,8589
67
+ validmind/errors.py,sha256=giK4bxaeT-ujUsWYFACaGpn4yHP2fepFK9NBdfUSZHM,8029
68
68
  validmind/html_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
69
69
  validmind/html_templates/content_blocks.py,sha256=LTsv2Hr_drUUZVLEfY2JcT4z0M-45RGYy2sFInt1VKY,3998
70
70
  validmind/input_registry.py,sha256=8C_mrhgLT72hwbt_lo3ZwXb5NCyIcSuCQI1HdJ3bK2A,1042
@@ -166,7 +166,7 @@ validmind/tests/data_validation/nlp/TextDescription.py,sha256=cYGILdpglV7fWMl_cG
166
166
  validmind/tests/data_validation/nlp/Toxicity.py,sha256=-t51-sh8S5vkHeQHK8nRveqC0HqSh_C7xJBsGkOXW_o,2541
167
167
  validmind/tests/data_validation/nlp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
168
168
  validmind/tests/decorator.py,sha256=vPcECxNZTYEkeaaZKGiuKOOuJYs0H344Bg5XcFmvei0,11276
169
- validmind/tests/load.py,sha256=b4F4tw8KsufmEeJtJtWqidP3E2BKs48pYkRJVRpRMzQ,9500
169
+ validmind/tests/load.py,sha256=GHpxUAPOMLG1AXRhls25Pk45JkXDc9rLDwWYiU1xl0Q,9626
170
170
  validmind/tests/metadata.py,sha256=wAfWWD3s1GAlWsabjUUfoKlnAQhOn17Rym4y-gC4iCE,1370
171
171
  validmind/tests/model_validation/BertScore.py,sha256=q-zdZazfVdgzr7Fgf4a4veEDblycwbepEkyG1RI5mKc,5279
172
172
  validmind/tests/model_validation/BleuScore.py,sha256=eRK39XpbXXgXFpm5PFzj34U_ekHUMFW4G0sYWeZpy8g,4921
@@ -200,7 +200,7 @@ validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py,sha2
200
200
  validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py,sha256=BzQeWSjhfP3qZ_sk9WHc3v-m_mH61oJBoWNNVnj9PoY,4181
201
201
  validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py,sha256=bJspUwA6PyIpmLAQ_o5E_CE6t6QhvpU6qzIdk8qZWEQ,4620
202
202
  validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py,sha256=7b-VONVp8yu5lG_U-h7VKb2k9edXbVai9W7TkiozQPc,4578
203
- validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=D9g-h6YLOsAB8E22_HLr579hYZzRETVJkky9GhkH0Rg,5350
203
+ validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=p6tLpK7T8jGg9IG7D06wcUfUBSOmsWoOE57u9t0kSo0,5349
204
204
  validmind/tests/model_validation/ragas/AnswerRelevance.py,sha256=UN2HlQ9Hm-NPOrPqb8FpLyYmp2oMBsFzv6bwBjKSufQ,5206
205
205
  validmind/tests/model_validation/ragas/AnswerSimilarity.py,sha256=sMwIYQjxhlYa6M9SuwxYZe_-72Y_B2EupStQ6f4MTmk,4667
206
206
  validmind/tests/model_validation/ragas/AspectCritique.py,sha256=XasimDgkhSeiPur1N7_AOAlBzQmFCwGhtDvGBvWom2A,6630
@@ -213,7 +213,7 @@ validmind/tests/model_validation/ragas/NoiseSensitivity.py,sha256=CqRaB1DEfaEz5Q
213
213
  validmind/tests/model_validation/ragas/utils.py,sha256=VCc3NcNLIwrYQ7RvuJ1ev4XhI86TKDVNzI8o12aHFHc,3363
214
214
  validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py,sha256=ayGZ2IVJxSFVhR_Vnb2xp8dHpMXzvAg8fK_uuBUgOLU,2832
215
215
  validmind/tests/model_validation/sklearn/AdjustedRandIndex.py,sha256=bvXwgLQFQy7LvgXV5pL8vq5uizPFT5fmewLF0bQrwIE,2679
216
- validmind/tests/model_validation/sklearn/ClassifierPerformance.py,sha256=Oa9vv7DxcP89M5jp5rc1chE4XwQiAltTbt1DIBHBKx0,5665
216
+ validmind/tests/model_validation/sklearn/ClassifierPerformance.py,sha256=t8gZ7tRKanas0uGuD4w0GhuJA0OQWXcPAiGZry9qWhI,5801
217
217
  validmind/tests/model_validation/sklearn/ClusterCosineSimilarity.py,sha256=-5NBT13O3WfFUphXfTNe86PHmzf63kELY5enizIJvUc,5415
218
218
  validmind/tests/model_validation/sklearn/ClusterPerformance.py,sha256=UOLfJkOHYBL4CV-cprHjqdAgKz-C2qqASblEXiI6vB4,3330
219
219
  validmind/tests/model_validation/sklearn/ClusterPerformanceMetrics.py,sha256=lh_AnIR2VELVlFlkok-fW0BEOIId1JZMdX0rF6flaMc,8383
@@ -275,7 +275,7 @@ validmind/tests/prompt_validation/Robustness.py,sha256=S3wH1Raau8flIh2xw2C6GVUr9
275
275
  validmind/tests/prompt_validation/Specificity.py,sha256=ldG_yw-YJSlc6_m2bVUAlVXbl6A-xuALocl-SGI9YSI,6053
276
276
  validmind/tests/prompt_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
277
277
  validmind/tests/prompt_validation/ai_powered_test.py,sha256=bjbLPFcb4_M28foTpIBiQ4j-EyLMT689Bu4qPdwzRN8,2189
278
- validmind/tests/run.py,sha256=Xvx_hc7cbeDsXY-s5OpZAo2mHm2pbKoWGvYJXoBYpSo,17553
278
+ validmind/tests/run.py,sha256=M1utWf_quwGxZHYWJWaIfijfcTx0GAeJtuKJNqYTTqY,21357
279
279
  validmind/tests/test_providers.py,sha256=47xe5eb5ufvj1jmhdRsbSvDQTXSDpFDFNeXg3xtXwhw,5320
280
280
  validmind/tests/utils.py,sha256=kNrxfUYbj4DwmkZtpp_1rG4GMUGxYEhvqnYR_A7qAKM,471
281
281
  validmind/unit_metrics/__init__.py,sha256=gbWM5GNltGcT26ZSyCbuVCVlcHdnFzGrv4Wsrzpv9As,5127
@@ -308,7 +308,7 @@ validmind/vm_models/test/metric.py,sha256=2aUXipqkCqzlh7kKk-rkB0yqtWQMzgjYn8-cBO
308
308
  validmind/vm_models/test/metric_result.py,sha256=Bak4GDrMlNq5NtgP5exwlPsKZgz3tWgtC6jZqtHjvqM,1987
309
309
  validmind/vm_models/test/output_template.py,sha256=njqCAMyLxwadkCWhACVskyL9-psTgmUysaeeirTVAX4,1500
310
310
  validmind/vm_models/test/result_summary.py,sha256=QJcIKJUeBf5wW3lyue6ctsi1jKSyoiAIfmjudGJiJtc,2028
311
- validmind/vm_models/test/result_wrapper.py,sha256=4oKVLa3WRtxopnT0G7xjLvgT9agOPXSq6EPvKfZe9ak,17336
311
+ validmind/vm_models/test/result_wrapper.py,sha256=ItIZbQeFsCgfXEhG4k6xT4fWH_509vXphdgwHsXCu9Q,17383
312
312
  validmind/vm_models/test/test.py,sha256=2Wbte09E4l7fUXwfQije0LQbPeSuh2Wpbyt4ddwyVks,3419
313
313
  validmind/vm_models/test/threshold_test.py,sha256=LeGCcEc0PZk9uNhe7ykZETLwQdeuVfvR-XH4LKfWAI8,3791
314
314
  validmind/vm_models/test/threshold_test_result.py,sha256=EXP-g_e3NsnpkvNgYew030qVUoY6ZTHyuuFUXaq-BuM,1954
@@ -317,8 +317,8 @@ validmind/vm_models/test_suite/runner.py,sha256=aewxadRfoOPH48jes2Gtb3Ju_FWFfVM_
317
317
  validmind/vm_models/test_suite/summary.py,sha256=GQRNe2ZvvqjQN0yKmaN7ohAUjRFQIN4YYUYxfOuWN6M,4682
318
318
  validmind/vm_models/test_suite/test.py,sha256=_GfbK36l98SjzgVcucmp0OKBJKqMW3neO7SqJ3EWeps,5049
319
319
  validmind/vm_models/test_suite/test_suite.py,sha256=Cns2wL54v0T5Mv5_HJb3kMeaa4rtycdqT8KxK9_rWEU,6279
320
- validmind-2.5.19.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
321
- validmind-2.5.19.dist-info/METADATA,sha256=K72IHQi3hLGuQHDMkvi90X5VY5ULsPyRYMQfpieOKPs,4291
322
- validmind-2.5.19.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
323
- validmind-2.5.19.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
324
- validmind-2.5.19.dist-info/RECORD,,
320
+ validmind-2.5.23.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
321
+ validmind-2.5.23.dist-info/METADATA,sha256=FdLrcEflHZ1vlrF_pwCcXt3_H5qFpu8c1G-7H9ODxKs,4163
322
+ validmind-2.5.23.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
323
+ validmind-2.5.23.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
324
+ validmind-2.5.23.dist-info/RECORD,,