validmind 2.5.18__py3-none-any.whl → 2.5.23__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- validmind/__init__.py +7 -46
- validmind/__version__.py +1 -1
- validmind/ai/test_result_description/context.py +2 -2
- validmind/api_client.py +131 -266
- validmind/client_config.py +1 -3
- validmind/datasets/__init__.py +1 -1
- validmind/datasets/nlp/__init__.py +1 -1
- validmind/errors.py +20 -30
- validmind/tests/data_validation/ProtectedClassesCombination.py +17 -9
- validmind/tests/data_validation/ProtectedClassesDisparity.py +12 -4
- validmind/tests/data_validation/ProtectedClassesThresholdOptimizer.py +18 -10
- validmind/tests/load.py +25 -5
- validmind/tests/model_validation/ragas/AnswerCorrectness.py +12 -6
- validmind/tests/model_validation/ragas/AnswerRelevance.py +12 -6
- validmind/tests/model_validation/ragas/AnswerSimilarity.py +12 -6
- validmind/tests/model_validation/ragas/AspectCritique.py +19 -13
- validmind/tests/model_validation/ragas/ContextEntityRecall.py +12 -6
- validmind/tests/model_validation/ragas/ContextPrecision.py +12 -6
- validmind/tests/model_validation/ragas/ContextRecall.py +12 -6
- validmind/tests/model_validation/ragas/ContextUtilization.py +12 -6
- validmind/tests/model_validation/ragas/Faithfulness.py +12 -6
- validmind/tests/model_validation/ragas/NoiseSensitivity.py +12 -6
- validmind/tests/model_validation/sklearn/ClassifierPerformance.py +5 -2
- validmind/tests/run.py +219 -116
- validmind/vm_models/test/result_wrapper.py +4 -4
- {validmind-2.5.18.dist-info → validmind-2.5.23.dist-info}/METADATA +12 -12
- {validmind-2.5.18.dist-info → validmind-2.5.23.dist-info}/RECORD +30 -30
- {validmind-2.5.18.dist-info → validmind-2.5.23.dist-info}/WHEEL +1 -1
- {validmind-2.5.18.dist-info → validmind-2.5.23.dist-info}/LICENSE +0 -0
- {validmind-2.5.18.dist-info → validmind-2.5.23.dist-info}/entry_points.txt +0 -0
@@ -1,16 +1,16 @@
|
|
1
|
-
validmind/__init__.py,sha256=
|
2
|
-
validmind/__version__.py,sha256=
|
1
|
+
validmind/__init__.py,sha256=YMct5pPQOl_-Ni6J-NuB3vhYkv9mLiS_xAn1etXbRs8,2735
|
2
|
+
validmind/__version__.py,sha256=YAlXQlgZN48A1-RblN0466_XMJcCJpnUwmRel-S_kk0,23
|
3
3
|
validmind/ai/test_descriptions.py,sha256=BUJz-aZ3eu_i4LI16P8MD1ek_GfeB263CWks9T6W3Iw,7419
|
4
4
|
validmind/ai/test_result_description/config.yaml,sha256=E1gPd-uv-MzdrWZA_rP6LSk8pVmkYijx6v78hZ8ceL0,787
|
5
|
-
validmind/ai/test_result_description/context.py,sha256=
|
5
|
+
validmind/ai/test_result_description/context.py,sha256=1Off5UK5fFh07tc6-HIg2EJeimXQ3xGD7KED5dX54ZY,2319
|
6
6
|
validmind/ai/test_result_description/image_processing.py,sha256=JNaO1zyM9293WWuyzUp1meQQbHuut0XN4kKUGzQTwYY,4061
|
7
7
|
validmind/ai/test_result_description/system.jinja,sha256=BjMvZCC3UXEH8p3VPpnHtGjhnqnbNcEG2_kYZ_QZrgg,2358
|
8
8
|
validmind/ai/test_result_description/user.jinja,sha256=kyWJK9RcBKvtPf6O2rEzCAHAdUFEIlAwK-exLhtoPRI,630
|
9
9
|
validmind/ai/utils.py,sha256=TEXII_S5CpkpczzSyHwTlqLcPMLnPBJWEBR6QFMKh1U,3421
|
10
|
-
validmind/api_client.py,sha256=
|
10
|
+
validmind/api_client.py,sha256=p3oRgIGgAyzUHzykdxBFRz64T6qRVAa8l1NG1v100Zo,15557
|
11
11
|
validmind/client.py,sha256=Fi9WmDTt6J3KWJDpvkXy8CnSn00Xqwqf2qcV2rCTx8Y,18910
|
12
|
-
validmind/client_config.py,sha256=
|
13
|
-
validmind/datasets/__init__.py,sha256=
|
12
|
+
validmind/client_config.py,sha256=k7sdc3_ZLYF4CfCM3ANDC46igs12jn7OJha9cAHCa8U,1348
|
13
|
+
validmind/datasets/__init__.py,sha256=3TWhXZ6TcTObihFpUg5Kyjbio9FukQXYGdfmwP26m0g,250
|
14
14
|
validmind/datasets/classification/__init__.py,sha256=HlTOBLyb6IorRYmAhP3AIyX-l-NyemyDjV8BBOdrCrY,1787
|
15
15
|
validmind/datasets/classification/customer_churn.py,sha256=pqw6wjMF7KIDgUKX2KLm3IcIV7QdS2mmRAV_EhWwKLM,3802
|
16
16
|
validmind/datasets/classification/datasets/bank_customer_churn.csv,sha256=b0muNg38DpowgKjhBCSti7k_j1tDJMy2tydz3tAEAL4,545707
|
@@ -29,7 +29,7 @@ validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_3.csv,sha256=B
|
|
29
29
|
validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_4.csv,sha256=HFaf8oJmEYwHht-QM_Um4X7lLpWcP2TswcwjXp7fsPw,24854
|
30
30
|
validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_5.csv,sha256=jJuRVsDbtv3ky8mJVHzpK_4bSlnIZH-hDW6a8DGGvfY,24551
|
31
31
|
validmind/datasets/llm/rag/rfp.py,sha256=mlx4I1ipMoPplZOqRPza6XEN5D4FE2xc6_SSuGOkgqk,1234
|
32
|
-
validmind/datasets/nlp/__init__.py,sha256=
|
32
|
+
validmind/datasets/nlp/__init__.py,sha256=Va38N8isnv4mkr3ijemIOaZV5xToTpmGt0coZ5chdgY,311
|
33
33
|
validmind/datasets/nlp/cnn_dailymail.py,sha256=_N_a19nk7uaGQdDAEpSO-XHshV_8U6BH6s76Pmmi3eI,3692
|
34
34
|
validmind/datasets/nlp/datasets/Covid_19.csv,sha256=cwAJHgek3JWUhtZQIiC9-wRWycxbiod6nyZikf09iKE,11545066
|
35
35
|
validmind/datasets/nlp/datasets/cnn_dailymail_100_with_predictions.csv,sha256=Z-twNp-uRCA736YCQ2FK_95uZUc8nBtKd2ZJh_j6n2U,608859
|
@@ -64,7 +64,7 @@ validmind/datasets/regression/models/fred_loan_rates_model_2.pkl,sha256=J1ukMdeF
|
|
64
64
|
validmind/datasets/regression/models/fred_loan_rates_model_3.pkl,sha256=IogZPcUQc1F_v11fR6KWT-nRt5JzvK5f7p4Hrw7vLps,40063
|
65
65
|
validmind/datasets/regression/models/fred_loan_rates_model_4.pkl,sha256=cSxhpcrI4hCbxCwZwE2-nr7KObbWpDii3NzpECoXmmM,48292
|
66
66
|
validmind/datasets/regression/models/fred_loan_rates_model_5.pkl,sha256=FkNLHq9xkPMbYks_vyMjFL371mw9SQYbP1iX9lY4Ljo,60343
|
67
|
-
validmind/errors.py,sha256=
|
67
|
+
validmind/errors.py,sha256=giK4bxaeT-ujUsWYFACaGpn4yHP2fepFK9NBdfUSZHM,8029
|
68
68
|
validmind/html_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
69
69
|
validmind/html_templates/content_blocks.py,sha256=LTsv2Hr_drUUZVLEfY2JcT4z0M-45RGYy2sFInt1VKY,3998
|
70
70
|
validmind/input_registry.py,sha256=8C_mrhgLT72hwbt_lo3ZwXb5NCyIcSuCQI1HdJ3bK2A,1042
|
@@ -125,10 +125,10 @@ validmind/tests/data_validation/MissingValues.py,sha256=hrAD6YhI5_tmQEcAddYmI3vW
|
|
125
125
|
validmind/tests/data_validation/MissingValuesBarPlot.py,sha256=Zp7cMLb7iAAC2ZbEFMBmTP4hAxKuRejL__24309mKe8,6210
|
126
126
|
validmind/tests/data_validation/PearsonCorrelationMatrix.py,sha256=GB8Ca8UT4ARBV7Oeha53UL0aTOrvUrwrwsJHKYeEL74,3797
|
127
127
|
validmind/tests/data_validation/PhillipsPerronArch.py,sha256=_YN_RVr0vOrb117XgxOl3W3YPcxfPNcTI_kf0r3CI38,4867
|
128
|
-
validmind/tests/data_validation/ProtectedClassesCombination.py,sha256=
|
128
|
+
validmind/tests/data_validation/ProtectedClassesCombination.py,sha256=YIZSgjnWKtDy5GmBsBdMiYZar6p9r2waBPSnmNEgNBA,6695
|
129
129
|
validmind/tests/data_validation/ProtectedClassesDescription.py,sha256=j1ymn-gRZUBVRR3BML2PytyFfOGGFGlcoAveMzTn04M,5203
|
130
|
-
validmind/tests/data_validation/ProtectedClassesDisparity.py,sha256=
|
131
|
-
validmind/tests/data_validation/ProtectedClassesThresholdOptimizer.py,sha256=
|
130
|
+
validmind/tests/data_validation/ProtectedClassesDisparity.py,sha256=lK62HoyHsFt7EU9bzafnU--H77wDzFyZ3cmCVN-ZSEs,5422
|
131
|
+
validmind/tests/data_validation/ProtectedClassesThresholdOptimizer.py,sha256=w8ntA8eupshLS4-nQV8yqKwtmoQWwQ_b9KJUashvWSI,5914
|
132
132
|
validmind/tests/data_validation/RollingStatsPlot.py,sha256=St9LAWSawZ7YmNrCOzVH4Oi_tu6iYvi1WPS9R6ePRQU,5888
|
133
133
|
validmind/tests/data_validation/RunsTest.py,sha256=0xbi4K86m-qL1nxQPeZIp_HWo3NiDv6MPGaeRhvL6I8,3475
|
134
134
|
validmind/tests/data_validation/ScatterPlot.py,sha256=WeyeAq3QMY_OpzssY5S07a4Y46qiad6h2NunSVCYrQo,3423
|
@@ -166,7 +166,7 @@ validmind/tests/data_validation/nlp/TextDescription.py,sha256=cYGILdpglV7fWMl_cG
|
|
166
166
|
validmind/tests/data_validation/nlp/Toxicity.py,sha256=-t51-sh8S5vkHeQHK8nRveqC0HqSh_C7xJBsGkOXW_o,2541
|
167
167
|
validmind/tests/data_validation/nlp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
168
168
|
validmind/tests/decorator.py,sha256=vPcECxNZTYEkeaaZKGiuKOOuJYs0H344Bg5XcFmvei0,11276
|
169
|
-
validmind/tests/load.py,sha256=
|
169
|
+
validmind/tests/load.py,sha256=GHpxUAPOMLG1AXRhls25Pk45JkXDc9rLDwWYiU1xl0Q,9626
|
170
170
|
validmind/tests/metadata.py,sha256=wAfWWD3s1GAlWsabjUUfoKlnAQhOn17Rym4y-gC4iCE,1370
|
171
171
|
validmind/tests/model_validation/BertScore.py,sha256=q-zdZazfVdgzr7Fgf4a4veEDblycwbepEkyG1RI5mKc,5279
|
172
172
|
validmind/tests/model_validation/BleuScore.py,sha256=eRK39XpbXXgXFpm5PFzj34U_ekHUMFW4G0sYWeZpy8g,4921
|
@@ -200,20 +200,20 @@ validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py,sha2
|
|
200
200
|
validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py,sha256=BzQeWSjhfP3qZ_sk9WHc3v-m_mH61oJBoWNNVnj9PoY,4181
|
201
201
|
validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py,sha256=bJspUwA6PyIpmLAQ_o5E_CE6t6QhvpU6qzIdk8qZWEQ,4620
|
202
202
|
validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py,sha256=7b-VONVp8yu5lG_U-h7VKb2k9edXbVai9W7TkiozQPc,4578
|
203
|
-
validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=
|
204
|
-
validmind/tests/model_validation/ragas/AnswerRelevance.py,sha256=
|
205
|
-
validmind/tests/model_validation/ragas/AnswerSimilarity.py,sha256=
|
206
|
-
validmind/tests/model_validation/ragas/AspectCritique.py,sha256=
|
207
|
-
validmind/tests/model_validation/ragas/ContextEntityRecall.py,sha256=-
|
208
|
-
validmind/tests/model_validation/ragas/ContextPrecision.py,sha256=
|
209
|
-
validmind/tests/model_validation/ragas/ContextRecall.py,sha256=
|
210
|
-
validmind/tests/model_validation/ragas/ContextUtilization.py,sha256=
|
211
|
-
validmind/tests/model_validation/ragas/Faithfulness.py,sha256=
|
212
|
-
validmind/tests/model_validation/ragas/NoiseSensitivity.py,sha256=
|
203
|
+
validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=p6tLpK7T8jGg9IG7D06wcUfUBSOmsWoOE57u9t0kSo0,5349
|
204
|
+
validmind/tests/model_validation/ragas/AnswerRelevance.py,sha256=UN2HlQ9Hm-NPOrPqb8FpLyYmp2oMBsFzv6bwBjKSufQ,5206
|
205
|
+
validmind/tests/model_validation/ragas/AnswerSimilarity.py,sha256=sMwIYQjxhlYa6M9SuwxYZe_-72Y_B2EupStQ6f4MTmk,4667
|
206
|
+
validmind/tests/model_validation/ragas/AspectCritique.py,sha256=XasimDgkhSeiPur1N7_AOAlBzQmFCwGhtDvGBvWom2A,6630
|
207
|
+
validmind/tests/model_validation/ragas/ContextEntityRecall.py,sha256=-lGAMQ0aF6UP9ga26-Rdj0NOesPyH8tFCGO6tsvxYWc,5125
|
208
|
+
validmind/tests/model_validation/ragas/ContextPrecision.py,sha256=k4X21H3_n9w_Z7uGSyRTrWa0QLJoQ43S_ntrFZeKue0,4840
|
209
|
+
validmind/tests/model_validation/ragas/ContextRecall.py,sha256=MmqG7GEqxxTXNw5MjuIERsVayZB9vwx2AAGJIwLpR6g,4774
|
210
|
+
validmind/tests/model_validation/ragas/ContextUtilization.py,sha256=3hxjRTNND3bGJPlGLrEGd36w-_YtK-Wj4v3NRKOmxnc,6156
|
211
|
+
validmind/tests/model_validation/ragas/Faithfulness.py,sha256=6_PZfJXhelG7B6uYJ14DmqOveXclK3KRckajhF2Cbwg,4731
|
212
|
+
validmind/tests/model_validation/ragas/NoiseSensitivity.py,sha256=CqRaB1DEfaEz5QNCAJxyfn0sC9C9_o0-fPWggppHsCA,5738
|
213
213
|
validmind/tests/model_validation/ragas/utils.py,sha256=VCc3NcNLIwrYQ7RvuJ1ev4XhI86TKDVNzI8o12aHFHc,3363
|
214
214
|
validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py,sha256=ayGZ2IVJxSFVhR_Vnb2xp8dHpMXzvAg8fK_uuBUgOLU,2832
|
215
215
|
validmind/tests/model_validation/sklearn/AdjustedRandIndex.py,sha256=bvXwgLQFQy7LvgXV5pL8vq5uizPFT5fmewLF0bQrwIE,2679
|
216
|
-
validmind/tests/model_validation/sklearn/ClassifierPerformance.py,sha256=
|
216
|
+
validmind/tests/model_validation/sklearn/ClassifierPerformance.py,sha256=t8gZ7tRKanas0uGuD4w0GhuJA0OQWXcPAiGZry9qWhI,5801
|
217
217
|
validmind/tests/model_validation/sklearn/ClusterCosineSimilarity.py,sha256=-5NBT13O3WfFUphXfTNe86PHmzf63kELY5enizIJvUc,5415
|
218
218
|
validmind/tests/model_validation/sklearn/ClusterPerformance.py,sha256=UOLfJkOHYBL4CV-cprHjqdAgKz-C2qqASblEXiI6vB4,3330
|
219
219
|
validmind/tests/model_validation/sklearn/ClusterPerformanceMetrics.py,sha256=lh_AnIR2VELVlFlkok-fW0BEOIId1JZMdX0rF6flaMc,8383
|
@@ -275,7 +275,7 @@ validmind/tests/prompt_validation/Robustness.py,sha256=S3wH1Raau8flIh2xw2C6GVUr9
|
|
275
275
|
validmind/tests/prompt_validation/Specificity.py,sha256=ldG_yw-YJSlc6_m2bVUAlVXbl6A-xuALocl-SGI9YSI,6053
|
276
276
|
validmind/tests/prompt_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
277
277
|
validmind/tests/prompt_validation/ai_powered_test.py,sha256=bjbLPFcb4_M28foTpIBiQ4j-EyLMT689Bu4qPdwzRN8,2189
|
278
|
-
validmind/tests/run.py,sha256=
|
278
|
+
validmind/tests/run.py,sha256=M1utWf_quwGxZHYWJWaIfijfcTx0GAeJtuKJNqYTTqY,21357
|
279
279
|
validmind/tests/test_providers.py,sha256=47xe5eb5ufvj1jmhdRsbSvDQTXSDpFDFNeXg3xtXwhw,5320
|
280
280
|
validmind/tests/utils.py,sha256=kNrxfUYbj4DwmkZtpp_1rG4GMUGxYEhvqnYR_A7qAKM,471
|
281
281
|
validmind/unit_metrics/__init__.py,sha256=gbWM5GNltGcT26ZSyCbuVCVlcHdnFzGrv4Wsrzpv9As,5127
|
@@ -308,7 +308,7 @@ validmind/vm_models/test/metric.py,sha256=2aUXipqkCqzlh7kKk-rkB0yqtWQMzgjYn8-cBO
|
|
308
308
|
validmind/vm_models/test/metric_result.py,sha256=Bak4GDrMlNq5NtgP5exwlPsKZgz3tWgtC6jZqtHjvqM,1987
|
309
309
|
validmind/vm_models/test/output_template.py,sha256=njqCAMyLxwadkCWhACVskyL9-psTgmUysaeeirTVAX4,1500
|
310
310
|
validmind/vm_models/test/result_summary.py,sha256=QJcIKJUeBf5wW3lyue6ctsi1jKSyoiAIfmjudGJiJtc,2028
|
311
|
-
validmind/vm_models/test/result_wrapper.py,sha256=
|
311
|
+
validmind/vm_models/test/result_wrapper.py,sha256=ItIZbQeFsCgfXEhG4k6xT4fWH_509vXphdgwHsXCu9Q,17383
|
312
312
|
validmind/vm_models/test/test.py,sha256=2Wbte09E4l7fUXwfQije0LQbPeSuh2Wpbyt4ddwyVks,3419
|
313
313
|
validmind/vm_models/test/threshold_test.py,sha256=LeGCcEc0PZk9uNhe7ykZETLwQdeuVfvR-XH4LKfWAI8,3791
|
314
314
|
validmind/vm_models/test/threshold_test_result.py,sha256=EXP-g_e3NsnpkvNgYew030qVUoY6ZTHyuuFUXaq-BuM,1954
|
@@ -317,8 +317,8 @@ validmind/vm_models/test_suite/runner.py,sha256=aewxadRfoOPH48jes2Gtb3Ju_FWFfVM_
|
|
317
317
|
validmind/vm_models/test_suite/summary.py,sha256=GQRNe2ZvvqjQN0yKmaN7ohAUjRFQIN4YYUYxfOuWN6M,4682
|
318
318
|
validmind/vm_models/test_suite/test.py,sha256=_GfbK36l98SjzgVcucmp0OKBJKqMW3neO7SqJ3EWeps,5049
|
319
319
|
validmind/vm_models/test_suite/test_suite.py,sha256=Cns2wL54v0T5Mv5_HJb3kMeaa4rtycdqT8KxK9_rWEU,6279
|
320
|
-
validmind-2.5.
|
321
|
-
validmind-2.5.
|
322
|
-
validmind-2.5.
|
323
|
-
validmind-2.5.
|
324
|
-
validmind-2.5.
|
320
|
+
validmind-2.5.23.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
|
321
|
+
validmind-2.5.23.dist-info/METADATA,sha256=FdLrcEflHZ1vlrF_pwCcXt3_H5qFpu8c1G-7H9ODxKs,4163
|
322
|
+
validmind-2.5.23.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
323
|
+
validmind-2.5.23.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
|
324
|
+
validmind-2.5.23.dist-info/RECORD,,
|
File without changes
|
File without changes
|