validmind 2.8.12__py3-none-any.whl → 2.8.20__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- validmind/__init__.py +6 -5
- validmind/__version__.py +1 -1
- validmind/ai/test_descriptions.py +13 -9
- validmind/ai/utils.py +2 -2
- validmind/api_client.py +75 -32
- validmind/client.py +108 -100
- validmind/client_config.py +3 -3
- validmind/datasets/classification/__init__.py +7 -3
- validmind/datasets/credit_risk/lending_club.py +28 -16
- validmind/datasets/nlp/cnn_dailymail.py +10 -4
- validmind/datasets/regression/__init__.py +22 -5
- validmind/errors.py +17 -7
- validmind/input_registry.py +1 -1
- validmind/logging.py +44 -35
- validmind/models/foundation.py +2 -2
- validmind/models/function.py +10 -3
- validmind/template.py +30 -22
- validmind/test_suites/__init__.py +2 -2
- validmind/tests/_store.py +13 -4
- validmind/tests/comparison.py +65 -33
- validmind/tests/data_validation/ClassImbalance.py +3 -1
- validmind/tests/data_validation/DatasetDescription.py +2 -23
- validmind/tests/data_validation/DescriptiveStatistics.py +1 -1
- validmind/tests/data_validation/Skewness.py +7 -6
- validmind/tests/decorator.py +14 -11
- validmind/tests/load.py +38 -24
- validmind/tests/model_validation/ragas/AnswerCorrectness.py +4 -2
- validmind/tests/model_validation/ragas/ContextEntityRecall.py +4 -2
- validmind/tests/model_validation/ragas/ContextPrecision.py +4 -2
- validmind/tests/model_validation/ragas/ContextPrecisionWithoutReference.py +4 -2
- validmind/tests/model_validation/ragas/ContextRecall.py +4 -2
- validmind/tests/model_validation/ragas/Faithfulness.py +4 -2
- validmind/tests/model_validation/ragas/ResponseRelevancy.py +4 -2
- validmind/tests/model_validation/ragas/SemanticSimilarity.py +4 -2
- validmind/tests/model_validation/sklearn/ClassifierThresholdOptimization.py +13 -3
- validmind/tests/model_validation/sklearn/OverfitDiagnosis.py +3 -1
- validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py +28 -25
- validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py +15 -10
- validmind/tests/output.py +66 -11
- validmind/tests/run.py +28 -14
- validmind/tests/test_providers.py +28 -35
- validmind/tests/utils.py +17 -4
- validmind/unit_metrics/__init__.py +1 -1
- validmind/utils.py +295 -31
- validmind/vm_models/dataset/dataset.py +19 -16
- validmind/vm_models/dataset/utils.py +5 -3
- validmind/vm_models/figure.py +6 -6
- validmind/vm_models/input.py +6 -5
- validmind/vm_models/model.py +5 -5
- validmind/vm_models/result/result.py +122 -43
- validmind/vm_models/result/utils.py +5 -5
- validmind/vm_models/test_suite/__init__.py +5 -0
- validmind/vm_models/test_suite/runner.py +5 -5
- validmind/vm_models/test_suite/summary.py +20 -2
- validmind/vm_models/test_suite/test.py +6 -6
- validmind/vm_models/test_suite/test_suite.py +10 -10
- {validmind-2.8.12.dist-info → validmind-2.8.20.dist-info}/METADATA +3 -4
- {validmind-2.8.12.dist-info → validmind-2.8.20.dist-info}/RECORD +61 -60
- {validmind-2.8.12.dist-info → validmind-2.8.20.dist-info}/WHEEL +1 -1
- {validmind-2.8.12.dist-info → validmind-2.8.20.dist-info}/LICENSE +0 -0
- {validmind-2.8.12.dist-info → validmind-2.8.20.dist-info}/entry_points.txt +0 -0
@@ -21,7 +21,7 @@ TOP_LEVEL_SECTION_ID = "__top_level__"
|
|
21
21
|
@dataclass
|
22
22
|
class TestSuiteSection:
|
23
23
|
"""
|
24
|
-
Represents a section in a test suite - Internal use only
|
24
|
+
Represents a section in a test suite - Internal use only.
|
25
25
|
|
26
26
|
In a test suite definition, tests can be grouped into sections by using a dict
|
27
27
|
instead of a string (Test ID). The dict must have a 'section_id' key and a
|
@@ -49,7 +49,7 @@ class TestSuiteSection:
|
|
49
49
|
description: Optional[str] = None
|
50
50
|
|
51
51
|
def get_default_config(self):
|
52
|
-
"""Returns the default configuration for the test suite section"""
|
52
|
+
"""Returns the default configuration for the test suite section."""
|
53
53
|
# TODO: configuration across sections/tests needs more work
|
54
54
|
section_default_config = {}
|
55
55
|
|
@@ -69,7 +69,7 @@ class TestSuite:
|
|
69
69
|
can be run as a suite against datasets and models. Test Suites can be defined by
|
70
70
|
inheriting from this base class and defining the list of tests as a class variable.
|
71
71
|
|
72
|
-
Tests can be a flat list of strings or may be nested into sections by using a dict
|
72
|
+
Tests can be a flat list of strings or may be nested into sections by using a dict.
|
73
73
|
"""
|
74
74
|
|
75
75
|
suite_id: ClassVar[str]
|
@@ -79,14 +79,14 @@ class TestSuite:
|
|
79
79
|
|
80
80
|
def __post_init__(self):
|
81
81
|
"""
|
82
|
-
Post init hook (runs after dataclass init)
|
82
|
+
Post init hook (runs after dataclass init).
|
83
83
|
"""
|
84
84
|
self.sections = []
|
85
85
|
self._build_sections()
|
86
86
|
|
87
87
|
def _build_sections(self):
|
88
88
|
"""
|
89
|
-
Builds the sections for the test suite
|
89
|
+
Builds the sections for the test suite.
|
90
90
|
"""
|
91
91
|
if not self.tests:
|
92
92
|
raise ValueError("No tests found in test suite")
|
@@ -130,7 +130,7 @@ class TestSuite:
|
|
130
130
|
return self.suite_id.title().replace("_", " ")
|
131
131
|
|
132
132
|
def get_tests(self) -> List[str]:
|
133
|
-
"""Get all test suite test objects from all sections"""
|
133
|
+
"""Get all test suite test objects from all sections."""
|
134
134
|
tests = []
|
135
135
|
|
136
136
|
for section in self.sections:
|
@@ -139,21 +139,21 @@ class TestSuite:
|
|
139
139
|
return tests
|
140
140
|
|
141
141
|
def num_tests(self) -> int:
|
142
|
-
"""Returns the total number of tests in the test suite"""
|
142
|
+
"""Returns the total number of tests in the test suite."""
|
143
143
|
return len(self.get_tests())
|
144
144
|
|
145
145
|
def get_default_config(self) -> dict:
|
146
|
-
"""Returns the default configuration for the test suite
|
146
|
+
"""Returns the default configuration for the test suite.
|
147
147
|
|
148
148
|
Each test in a test suite can accept parameters and those parameters can have
|
149
149
|
default values. Both the parameters and their defaults are set in the test
|
150
150
|
class and a config object can be passed to the test suite's run method to
|
151
151
|
override the defaults. This function returns a dictionary containing the
|
152
152
|
parameters and their default values for every test to allow users to view
|
153
|
-
and set values
|
153
|
+
and set values.
|
154
154
|
|
155
155
|
Returns:
|
156
|
-
dict: A dictionary of test names and their default parameters
|
156
|
+
dict: A dictionary of test names and their default parameters.
|
157
157
|
"""
|
158
158
|
default_config = {}
|
159
159
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: validmind
|
3
|
-
Version: 2.8.
|
3
|
+
Version: 2.8.20
|
4
4
|
Summary: ValidMind Library
|
5
5
|
License: Commercial License
|
6
6
|
Author: Andres Rodriguez
|
@@ -40,7 +40,7 @@ Requires-Dist: plotly-express
|
|
40
40
|
Requires-Dist: polars
|
41
41
|
Requires-Dist: pycocoevalcap (>=1.2,<2.0) ; extra == "all" or extra == "llm"
|
42
42
|
Requires-Dist: python-dotenv
|
43
|
-
Requires-Dist: ragas (>=0.2.3) ; extra == "all" or extra == "llm"
|
43
|
+
Requires-Dist: ragas (>=0.2.3,<=0.2.7) ; extra == "all" or extra == "llm"
|
44
44
|
Requires-Dist: rouge (>=1)
|
45
45
|
Requires-Dist: scikit-learn (<1.6.0)
|
46
46
|
Requires-Dist: scipy
|
@@ -57,7 +57,6 @@ Requires-Dist: torch (>=1.10.0) ; extra == "all" or extra == "llm" or extra == "
|
|
57
57
|
Requires-Dist: tqdm
|
58
58
|
Requires-Dist: transformers (>=4.32.0,<5.0.0) ; extra == "all" or extra == "huggingface" or extra == "llm"
|
59
59
|
Requires-Dist: xgboost (>=1.5.2,<3)
|
60
|
-
Requires-Dist: ydata-profiling
|
61
60
|
Requires-Dist: yfinance (>=0.2.48,<0.3.0)
|
62
61
|
Description-Content-Type: text/markdown
|
63
62
|
|
@@ -84,7 +83,7 @@ ValidMind helps developers, data scientists and risk and compliance stakeholders
|
|
84
83
|
>
|
85
84
|
> Signing up is FREE — **[Register with ValidMind](https://docs.validmind.ai/guide/configuration/register-with-validmind.html)**
|
86
85
|
|
87
|
-
That's right — you can run tests and log documentation even if you don't have a model available, so go ahead and
|
86
|
+
That's right — you can run tests and log documentation even if you don't have a model available, so go ahead and get started with the [**ValidMind Library**](https://docs.validmind.ai/developer/validmind-library.html)!
|
88
87
|
|
89
88
|
### How do I do more with the ValidMind Library?
|
90
89
|
|
@@ -1,12 +1,12 @@
|
|
1
|
-
validmind/__init__.py,sha256=
|
2
|
-
validmind/__version__.py,sha256=
|
3
|
-
validmind/ai/test_descriptions.py,sha256
|
4
|
-
validmind/ai/utils.py,sha256=
|
5
|
-
validmind/api_client.py,sha256=
|
6
|
-
validmind/client.py,sha256=
|
7
|
-
validmind/client_config.py,sha256=
|
1
|
+
validmind/__init__.py,sha256=qmC6WY6ifIQpCU38V91EN91UlIEcOG7a9jWK3smZJoY,4220
|
2
|
+
validmind/__version__.py,sha256=iRm89S5RopcoKz6axcNfUiasj1Y2r4BwSP5aughGqlE,23
|
3
|
+
validmind/ai/test_descriptions.py,sha256=eBF09MAyqAAD-Ah7vxXVRbHxOmGx5_10ZkoJmMvEaEA,7123
|
4
|
+
validmind/ai/utils.py,sha256=O5gTkvGsPCCdKCdBGvpDaJM1oL_msdm2xKkf9fFpIy8,4172
|
5
|
+
validmind/api_client.py,sha256=slvf0FJ8olYsK1-EPetMVYV7UvhjMAIFBxwBWSVT9BI,16807
|
6
|
+
validmind/client.py,sha256=mVctTYyoDFDKnCA_eT99ZmOmOznOStx_C1vBJhET9sM,18908
|
7
|
+
validmind/client_config.py,sha256=O1gopTaNADM4ZVPj383AJTjcpjdxyEvUQY5cFt7nbIs,1366
|
8
8
|
validmind/datasets/__init__.py,sha256=c0hQZN_6GrUEJxdFHdQaEsQrSYNABG84ZCY0H-PzOZk,260
|
9
|
-
validmind/datasets/classification/__init__.py,sha256=
|
9
|
+
validmind/datasets/classification/__init__.py,sha256=p2p9r3SE4FIm4WNNJb4-axnkD5EexVW9VxIRYTbA6dI,1941
|
10
10
|
validmind/datasets/classification/customer_churn.py,sha256=aiObRhCNJHR-rzKR8DEb0HnR4dbiBCCCRieQ5zSc0Zc,3941
|
11
11
|
validmind/datasets/classification/datasets/bank_customer_churn.csv,sha256=b0muNg38DpowgKjhBCSti7k_j1tDJMy2tydz3tAEAL4,545707
|
12
12
|
validmind/datasets/classification/datasets/taiwan_credit.csv,sha256=fe19VfV30li7rdydnXpbqC372JCdf_HvDc3mMlWNbXE,2897191
|
@@ -15,7 +15,7 @@ validmind/datasets/cluster/digits.py,sha256=E600pX6QPrqndfr73kwZ1sTNk0hC5kNj4Fhs
|
|
15
15
|
validmind/datasets/credit_risk/__init__.py,sha256=vK0wyUcA2mpjasNR-EaBj_0MdPhJw5KK8xlrKj_xl68,295
|
16
16
|
validmind/datasets/credit_risk/datasets/lending_club_biased.csv.gz,sha256=PdsyEqHtfShtfl_xoNWva2Ofyfx5hmrLhowPka4hLew,6266192
|
17
17
|
validmind/datasets/credit_risk/datasets/lending_club_loan_data_2007_2014_clean.csv.gz,sha256=bAgdfmUxjYOdZMPvoHtKr_GLoXNAX04KUTfjn2L62eE,5493810
|
18
|
-
validmind/datasets/credit_risk/lending_club.py,sha256=
|
18
|
+
validmind/datasets/credit_risk/lending_club.py,sha256=_No0zKw5GgZa0KuYXh3qBdd_rbPIMz32yWVmq9Ls_iY,35258
|
19
19
|
validmind/datasets/credit_risk/lending_club_bias.py,sha256=8_Xf1qxCTUPv1wYHYkjabO2WtQsfVudJ6eje3phQUrc,4461
|
20
20
|
validmind/datasets/llm/rag/__init__.py,sha256=v8BygB6rGECoMIXv2_I1lVUAfPJ_gVo0GgVKhzk60h4,264
|
21
21
|
validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_1.csv,sha256=8Ae8TD5Yh6rQ67HMCu7iKipj5tyOOhzylZqLppAeKzs,24095
|
@@ -25,13 +25,13 @@ validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_4.csv,sha256=H
|
|
25
25
|
validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_5.csv,sha256=jJuRVsDbtv3ky8mJVHzpK_4bSlnIZH-hDW6a8DGGvfY,24551
|
26
26
|
validmind/datasets/llm/rag/rfp.py,sha256=mlx4I1ipMoPplZOqRPza6XEN5D4FE2xc6_SSuGOkgqk,1234
|
27
27
|
validmind/datasets/nlp/__init__.py,sha256=nD3KvqURVWyLbs1IGllxs8nfpm_T_cDVBsxQQJIWhIk,320
|
28
|
-
validmind/datasets/nlp/cnn_dailymail.py,sha256=
|
28
|
+
validmind/datasets/nlp/cnn_dailymail.py,sha256=WHWcNff_srRlCO-3SvP5OyHts7WeKxbeQ17kU5NeW6U,3839
|
29
29
|
validmind/datasets/nlp/datasets/Covid_19.csv,sha256=cwAJHgek3JWUhtZQIiC9-wRWycxbiod6nyZikf09iKE,11545066
|
30
30
|
validmind/datasets/nlp/datasets/cnn_dailymail_100_with_predictions.csv,sha256=Z-twNp-uRCA736YCQ2FK_95uZUc8nBtKd2ZJh_j6n2U,608859
|
31
31
|
validmind/datasets/nlp/datasets/cnn_dailymail_500_with_predictions.csv,sha256=g-TKvZHmnysaE1jW8OR42x119Ilo1S-V6sD2nf1BHyw,3072969
|
32
32
|
validmind/datasets/nlp/datasets/sentiments_with_predictions.csv,sha256=zwYI-XjUy72XqD0om-cMVYMrEUsL36u4rPAwsicoQtg,754686
|
33
33
|
validmind/datasets/nlp/twitter_covid_19.py,sha256=PtBOh6pri6pVQKpR0ivQfXy4Wcom40G9-dyYgcv0jFI,878
|
34
|
-
validmind/datasets/regression/__init__.py,sha256=
|
34
|
+
validmind/datasets/regression/__init__.py,sha256=Gph4606TGIZhXwrKH0O9ClWnUZ_riSgL-CoNuTF3zsQ,2063
|
35
35
|
validmind/datasets/regression/california_housing.py,sha256=dZHVZ7ufR5ZVfsBlaIlQtEgBUNGuXjEuZm1OrwRl4KY,1046
|
36
36
|
validmind/datasets/regression/datasets/fred/CPIAUCSL.csv,sha256=giBJ0OrbA6HgptbEGpsTs6CCuEAcxrln6HGtrNYDgwY,15834
|
37
37
|
validmind/datasets/regression/datasets/fred/CSUSHPISA.csv,sha256=x09-rwYwf5HQzf8ythBDlNqJlviLDPinZvEDKud-wgU,9105
|
@@ -59,22 +59,22 @@ validmind/datasets/regression/models/fred_loan_rates_model_2.pkl,sha256=J1ukMdeF
|
|
59
59
|
validmind/datasets/regression/models/fred_loan_rates_model_3.pkl,sha256=IogZPcUQc1F_v11fR6KWT-nRt5JzvK5f7p4Hrw7vLps,40063
|
60
60
|
validmind/datasets/regression/models/fred_loan_rates_model_4.pkl,sha256=cSxhpcrI4hCbxCwZwE2-nr7KObbWpDii3NzpECoXmmM,48292
|
61
61
|
validmind/datasets/regression/models/fred_loan_rates_model_5.pkl,sha256=FkNLHq9xkPMbYks_vyMjFL371mw9SQYbP1iX9lY4Ljo,60343
|
62
|
-
validmind/errors.py,sha256=
|
62
|
+
validmind/errors.py,sha256=yluOjbvvurjIAVpN6V1L5R1f_aXr7mmTrTFjzmgn_Uw,8268
|
63
63
|
validmind/html_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
64
64
|
validmind/html_templates/content_blocks.py,sha256=vFMRS4Ogq4RZq88WzG3teNEOq3U4OLgLDzD3lBx4h-g,4050
|
65
|
-
validmind/input_registry.py,sha256=
|
66
|
-
validmind/logging.py,sha256=
|
65
|
+
validmind/input_registry.py,sha256=bgZqJhrBCDoTV54Eq6YhNcU9yn5GjH0aidDwrnKm_pI,1043
|
66
|
+
validmind/logging.py,sha256=NKI4g4MFO1tZRE5G_g6gZU0knRRtsYoD3uPQHT7or58,5457
|
67
67
|
validmind/models/__init__.py,sha256=lraTbNwoKckXNP3Dbyj-euI78UTkZ_w5wpUOb8l5nWs,729
|
68
|
-
validmind/models/foundation.py,sha256=
|
69
|
-
validmind/models/function.py,sha256=
|
68
|
+
validmind/models/foundation.py,sha256=wqVyOps3_tZtkOH9sVXPbv2Sh-EYtPuFfat7_hiKSyk,1854
|
69
|
+
validmind/models/function.py,sha256=GxSp0QM5ozMdC36hX0xsIk0Kq_DNRhUTWaBQUAqPlUs,2023
|
70
70
|
validmind/models/huggingface.py,sha256=DMHekLpWi6c4N0svh-3G0NYYwzxPXOvqiU95M4QffUs,2253
|
71
71
|
validmind/models/metadata.py,sha256=PMcdYuACkSPvuG8io5BhZeMwclQr_q79mXbvd1SC-7I,1665
|
72
72
|
validmind/models/pipeline.py,sha256=nSskKWxaS4SGmx_B0IAvS5ogDZyh6tdx_aUkyxSXt88,2051
|
73
73
|
validmind/models/pytorch.py,sha256=aAEUWtISwLh-PMvHkcLwBEbBStAByt4J-NpK-Ndv38E,1826
|
74
74
|
validmind/models/r_model.py,sha256=TPUwPmxz3cNzJ1bAA5vz6P9xS6deVcLTuIO1e7rD1vY,7306
|
75
75
|
validmind/models/sklearn.py,sha256=lOCJlP2wvd5IJHtBS1XG9FXrtIvO_f8xm2Qp1UdsiBw,2406
|
76
|
-
validmind/template.py,sha256
|
77
|
-
validmind/test_suites/__init__.py,sha256=
|
76
|
+
validmind/template.py,sha256=e_5PvX-CotA7gz45gQ5zoHgIUECMyVYxlJK56Oc1cnA,7742
|
77
|
+
validmind/test_suites/__init__.py,sha256=ofNaXD2SdkHko_Fy_RTr29YBHPGWiXVzHd1nENwi2ms,6973
|
78
78
|
validmind/test_suites/classifier.py,sha256=0ZE3z5X_ZewTvmwQ3cVGJQh7dPgg0IlqcQshJJxCFWQ,4003
|
79
79
|
validmind/test_suites/cluster.py,sha256=Wc2NViwivjiuiJMwrnGbOJYeZ3ApN8usWlOPYZYWAgE,2276
|
80
80
|
validmind/test_suites/embeddings.py,sha256=sBQRMjlp7kzsvPkA0qkgmAr4yzUrHMmXSEfSHMkn-_s,1949
|
@@ -89,8 +89,8 @@ validmind/test_suites/text_data.py,sha256=YGVGBB05356jN9Gzcy5CHShRzo1fm5mKsZY7YB
|
|
89
89
|
validmind/test_suites/time_series.py,sha256=3hzWc9gXHBf8aMecD-1YYGFS5RI1o8A-eor9akeBzSU,4403
|
90
90
|
validmind/tests/__init__.py,sha256=U6wUS7R8lYFjwUZmAkG7gC8Av9Z4TTDZS7uWZqbzxVM,1665
|
91
91
|
validmind/tests/__types__.py,sha256=3if3CVI-YHWQpX0t_8WYh1a6dd01us0oP7r2ZsX2NX0,12589
|
92
|
-
validmind/tests/_store.py,sha256=
|
93
|
-
validmind/tests/comparison.py,sha256=
|
92
|
+
validmind/tests/_store.py,sha256=W867LRVOuvuGKxWZuGwKaQr7jXc81MA0oogNebfSwx4,2685
|
93
|
+
validmind/tests/comparison.py,sha256=3s0kiCtgzU5x6HBo9eGtBR8pVKD92O5OAg9Dl-GTHts,14723
|
94
94
|
validmind/tests/data_validation/ACFandPACFPlot.py,sha256=ipVVvyUkj7VvOMF2zLggpNHPMBD4tqbec-WrFZwm9z8,4325
|
95
95
|
validmind/tests/data_validation/ADF.py,sha256=UHIYCJuqQYJTtOvdzj6ALJcLH8kCprr0PlfESIx_G_E,3969
|
96
96
|
validmind/tests/data_validation/AutoAR.py,sha256=QQGezpGkYS0m0isT3BDhBAGMh8CS8ZU2HsU3G4p9lY0,5238
|
@@ -99,10 +99,10 @@ validmind/tests/data_validation/AutoStationarity.py,sha256=x0eSVvzWCLfRS6plF0GSr
|
|
99
99
|
validmind/tests/data_validation/BivariateScatterPlots.py,sha256=pG5oOO96XB_vHqblMGpuoZ7AH7gaTC9X_uewbxmwvbQ,3495
|
100
100
|
validmind/tests/data_validation/BoxPierce.py,sha256=RQvUlySkRjnyW4fpSy8JtCYCCS4HL5h0XcW7rD1yJUg,3527
|
101
101
|
validmind/tests/data_validation/ChiSquaredFeaturesTable.py,sha256=il0L9AwlI2ukk1MOVECu7tddsbJTFD1m8vK2-tpvBTA,4077
|
102
|
-
validmind/tests/data_validation/ClassImbalance.py,sha256=
|
103
|
-
validmind/tests/data_validation/DatasetDescription.py,sha256=
|
102
|
+
validmind/tests/data_validation/ClassImbalance.py,sha256=t3bt9sEiidCg1Dq6Hj8hpZ_E_lbz8p9V-n8gfMf4mhs,4804
|
103
|
+
validmind/tests/data_validation/DatasetDescription.py,sha256=QYdFkioNtsXFfcM9jYS0ogCJwNy_XBoh0nlo2jWP4k8,9028
|
104
104
|
validmind/tests/data_validation/DatasetSplit.py,sha256=C504LQ8oXOWFlmOFLze-biigNV-3P-hMNVcu8tuIFrA,4212
|
105
|
-
validmind/tests/data_validation/DescriptiveStatistics.py,sha256=
|
105
|
+
validmind/tests/data_validation/DescriptiveStatistics.py,sha256=8vyNtb-hiDlsUw-IgFE0OTpJNLNBvPdLB-rpn5KFZlI,5154
|
106
106
|
validmind/tests/data_validation/DickeyFullerGLS.py,sha256=mKR5_pOIWq0mVu3P9JLnttmIwWqZ-RU5cUu9jsjZu1s,4219
|
107
107
|
validmind/tests/data_validation/Duplicates.py,sha256=HAEHRFwFZovJU-wBWea0KJREsJCd9R8jarazxJ3ZqI8,3219
|
108
108
|
validmind/tests/data_validation/EngleGrangerCoint.py,sha256=kNBbxLYweF8qTF5JVRzcyXq3aKLhkN_1iv3mwwskTBU,4503
|
@@ -131,7 +131,7 @@ validmind/tests/data_validation/ScatterPlot.py,sha256=r_lHouh9tVo7ul-U1ZZ-DC9sxg
|
|
131
131
|
validmind/tests/data_validation/ScoreBandDefaultRates.py,sha256=1KhHMSaI24lcwioOS3QKN5KjSKDDtsyVHuLAMzT6c7s,4877
|
132
132
|
validmind/tests/data_validation/SeasonalDecompose.py,sha256=YRMwmoECoZQMibiIOvb8R1Ty60xV6OUMgIie6JDex8g,6150
|
133
133
|
validmind/tests/data_validation/ShapiroWilk.py,sha256=JHV9A3lrHCS9jrKdeSfwHI9NVW7uBopMgYJgrdH6mMo,3203
|
134
|
-
validmind/tests/data_validation/Skewness.py,sha256=
|
134
|
+
validmind/tests/data_validation/Skewness.py,sha256=8aASkUP-rfe2yRMMNMXx02iJXAHiz9GyNlCTp8rPkUQ,3425
|
135
135
|
validmind/tests/data_validation/SpreadPlot.py,sha256=YcwoH0StgjSIlSx4va47ZMrxFfc8VqApWNItQVoTbCQ,3867
|
136
136
|
validmind/tests/data_validation/TabularCategoricalBarPlots.py,sha256=L8TFzltU49cLLaLKMPgWlEDRCkMMUY9s_zjTOnqURt0,3545
|
137
137
|
validmind/tests/data_validation/TabularDateTimeHistograms.py,sha256=gOi5bd59Ix6Va1uUlOvQd6uUoeu0RoTbqfZDp_dhHR8,3498
|
@@ -162,8 +162,8 @@ validmind/tests/data_validation/nlp/StopWords.py,sha256=vnIUyqIW6fduzDzzv2rNQvnx
|
|
162
162
|
validmind/tests/data_validation/nlp/TextDescription.py,sha256=fCYSw8HkOUUslR4SZMuNFVqlNFMpBZYVKdaBhGjvEOM,5738
|
163
163
|
validmind/tests/data_validation/nlp/Toxicity.py,sha256=DS5Jat-Ii1p4-wMnjg-oE5pjmY0ONKQz6NWlXvLBfZQ,2759
|
164
164
|
validmind/tests/data_validation/nlp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
165
|
-
validmind/tests/decorator.py,sha256=
|
166
|
-
validmind/tests/load.py,sha256=
|
165
|
+
validmind/tests/decorator.py,sha256=cGy4CPuMJ-7fnZZuuNn4j9h1oGf4pe1Ybd7488zyHG0,5153
|
166
|
+
validmind/tests/load.py,sha256=A43OWpWFOaS4s_pVudUfbwNcjflx5WvmRGK9BHTT9Wc,11788
|
167
167
|
validmind/tests/model_validation/BertScore.py,sha256=qc8wRH6J5Q_F58-OjGrwSplyY8j7VLTgPoCqri7Xtrk,5858
|
168
168
|
validmind/tests/model_validation/BleuScore.py,sha256=c2RnracDvKh6ZBl6RAIrjDWsJ7-NSwsZhr_02SULzNs,5235
|
169
169
|
validmind/tests/model_validation/ClusterSizeDistribution.py,sha256=5alOVKa3m8dYZ71_DdP1Gp2ZMNkNF3pe1BP2PfMx66g,3346
|
@@ -196,22 +196,22 @@ validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py,sha256=
|
|
196
196
|
validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py,sha256=Y1N4AeYlzD2Mpcvd4BWVIOIWzHjycWxSRYp8J_gr5_k,5839
|
197
197
|
validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py,sha256=M47btgIGdXon8F7phqqcXrExnO3DvHi-NSBdgDjy_OE,4752
|
198
198
|
validmind/tests/model_validation/embeddings/utils.py,sha256=Hr8jpVB0YfaOEYsO_tiwhU1UgXoJFHHlRqFcHDNXHoU,1896
|
199
|
-
validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=
|
199
|
+
validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=tfJBMGOXMAqvhiCcDPsTVNnG4TmZ8uPnslAA3ydhf8M,5592
|
200
200
|
validmind/tests/model_validation/ragas/AspectCritic.py,sha256=_TAaF0s9XFYZ0aKgnXHSS6pvaTuRvWfxQwCicVYQwwY,6997
|
201
|
-
validmind/tests/model_validation/ragas/ContextEntityRecall.py,sha256=
|
202
|
-
validmind/tests/model_validation/ragas/ContextPrecision.py,sha256=
|
203
|
-
validmind/tests/model_validation/ragas/ContextPrecisionWithoutReference.py,sha256=
|
204
|
-
validmind/tests/model_validation/ragas/ContextRecall.py,sha256=
|
205
|
-
validmind/tests/model_validation/ragas/Faithfulness.py,sha256=
|
201
|
+
validmind/tests/model_validation/ragas/ContextEntityRecall.py,sha256=hRPY-mjkTMUAnYnZuDJ73WtLu0dGIz4peePJ5LHrbSE,5430
|
202
|
+
validmind/tests/model_validation/ragas/ContextPrecision.py,sha256=HvoQas7DeC7gqGlbEDBEmtZYyBzAxUANOleaZdGZXnU,5233
|
203
|
+
validmind/tests/model_validation/ragas/ContextPrecisionWithoutReference.py,sha256=1EHCFW_CiKNU_hJviTClGZ5fnWSa47hLIgkPRDdoIEs,4952
|
204
|
+
validmind/tests/model_validation/ragas/ContextRecall.py,sha256=EctkDWATbWissQG7igk5ODozp65tt7nm5TLrR37mK6c,5119
|
205
|
+
validmind/tests/model_validation/ragas/Faithfulness.py,sha256=g3ST3EcgrZrIw4yh0J9J5ez_DQDV3v3Cz7wmjCjxKa8,5406
|
206
206
|
validmind/tests/model_validation/ragas/NoiseSensitivity.py,sha256=jSKZSp9h4q_t53VObb-Wv7P0EaGBzoJSxokpjNj4M-k,6532
|
207
|
-
validmind/tests/model_validation/ragas/ResponseRelevancy.py,sha256=
|
208
|
-
validmind/tests/model_validation/ragas/SemanticSimilarity.py,sha256=
|
207
|
+
validmind/tests/model_validation/ragas/ResponseRelevancy.py,sha256=Do55KeMzpYhCRRTxKp4iaQi6ATeavogJwOnnH_tX4CA,5684
|
208
|
+
validmind/tests/model_validation/ragas/SemanticSimilarity.py,sha256=QyBInmPsdJ5HZ_ierKfrI73Q-69uk4zOeFrTi85IdCM,4918
|
209
209
|
validmind/tests/model_validation/ragas/utils.py,sha256=EV3aHvWMOgVs6EIRS0nfOa7BRwpF-eSqlOQfsoZFTC8,3429
|
210
210
|
validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py,sha256=UXhiNK6ZakRgln968y3jAMgNVsj5LpgGCnSHDRUFrWw,2926
|
211
211
|
validmind/tests/model_validation/sklearn/AdjustedRandIndex.py,sha256=7zlFapC21nVqXYc73FQxR0XeTit2l-h7F76xCFS9FUQ,2756
|
212
212
|
validmind/tests/model_validation/sklearn/CalibrationCurve.py,sha256=EmW8UvT6gcBC-dw6zr43MbAGTBeVTPruHjYu5GWB5p4,4232
|
213
213
|
validmind/tests/model_validation/sklearn/ClassifierPerformance.py,sha256=GruRTbGbu4cpHyUwsKu5_oHxP_Ew2I8-IUtK7jEQV8M,4334
|
214
|
-
validmind/tests/model_validation/sklearn/ClassifierThresholdOptimization.py,sha256=
|
214
|
+
validmind/tests/model_validation/sklearn/ClassifierThresholdOptimization.py,sha256=gWPbLHeq73ZcnyG1wKr70LTtLR5LCsTXFvjJO9QwIdU,9904
|
215
215
|
validmind/tests/model_validation/sklearn/ClusterCosineSimilarity.py,sha256=waRrTAOe_tE4_MmI0j8FtdC6sgDqPR4lpnoXrB3Iz30,4354
|
216
216
|
validmind/tests/model_validation/sklearn/ClusterPerformanceMetrics.py,sha256=VkSlPOc3c8hMIEkjodp_-Sow9x7mjLsXu403kWVSHtk,8773
|
217
217
|
validmind/tests/model_validation/sklearn/CompletenessScore.py,sha256=VFd7eTyXxsuojafJXdtP_0x5EC4kMDdZEyrdTwTPZhs,2589
|
@@ -226,7 +226,7 @@ validmind/tests/model_validation/sklearn/MinimumF1Score.py,sha256=pQn9p15AUo5ref
|
|
226
226
|
validmind/tests/model_validation/sklearn/MinimumROCAUCScore.py,sha256=6YSITuOkQwq1UcxqTWHnjrpPTfN_9Mny-wDWdRFD8I4,3825
|
227
227
|
validmind/tests/model_validation/sklearn/ModelParameters.py,sha256=CF3cZGJLxiABnf1CQ_u_iX_ylgvpElH3jF2DBXbXZJY,3060
|
228
228
|
validmind/tests/model_validation/sklearn/ModelsPerformanceComparison.py,sha256=wDxGUXgfzLA80wfjoRz7CzHO8NiQfuJyxIfuVFOuLYA,4658
|
229
|
-
validmind/tests/model_validation/sklearn/OverfitDiagnosis.py,sha256=
|
229
|
+
validmind/tests/model_validation/sklearn/OverfitDiagnosis.py,sha256=oCw-Hu6J3Lb8NpB_3yV_C3u2Y2_jSt7hDdPf10jklrA,10234
|
230
230
|
validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py,sha256=zdZe3f6n5WmWei9T2IUJGjYPjI0YRSoSXza5rfrYZ48,4226
|
231
231
|
validmind/tests/model_validation/sklearn/PopulationStabilityIndex.py,sha256=zm2aP_auO6khOmei_or_HhnFgMFQmeU6IgYJuuXYkHM,9045
|
232
232
|
validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py,sha256=WF3htr_Z5BnVbxMV4Ehx_BUSWYXhouaqQ45MUbuU9co,3821
|
@@ -237,12 +237,12 @@ validmind/tests/model_validation/sklearn/RegressionPerformance.py,sha256=yq6aNfg
|
|
237
237
|
validmind/tests/model_validation/sklearn/RegressionR2Square.py,sha256=4dmnvYy8L8tNvhbQwWMXRKmlFcRxvOVogMMJMEmwjsk,3155
|
238
238
|
validmind/tests/model_validation/sklearn/RegressionR2SquareComparison.py,sha256=u2JQMjOUTkgaRtVVDMfVGZX8kD5fcwwCEfh4v4N5HeY,3307
|
239
239
|
validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py,sha256=AfIrzgEyI4O50RlmH2mX2mD6P1hRbgvvIUOwNgU27zM,11467
|
240
|
-
validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py,sha256=
|
240
|
+
validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py,sha256=o3mWxbhJ-yK0e7dfs5slevUtaTMPpkZELLQPS3wOers,9486
|
241
241
|
validmind/tests/model_validation/sklearn/ScoreProbabilityAlignment.py,sha256=lvPzimtRaUNahy9ortisfY72-gb9yZQXXp6aIaiIWKY,4641
|
242
242
|
validmind/tests/model_validation/sklearn/SilhouettePlot.py,sha256=F2RMMm1ilEwj6hGfF50n_9_n3JnQhwJBxQl8hY6xjuk,5076
|
243
243
|
validmind/tests/model_validation/sklearn/TrainingTestDegradation.py,sha256=tSi2pnWxqSMkakebTLPHGHGn_7YSukPocNhVDixDul8,4519
|
244
244
|
validmind/tests/model_validation/sklearn/VMeasure.py,sha256=2zkB6W4oYWPr03SETwjaQCle3_dGDItCqa3DQ4qRLcM,2841
|
245
|
-
validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py,sha256=
|
245
|
+
validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py,sha256=dQ_2RGtbFdI7394XLz6fU7Gu8lteVslmZ5jUZTLkh4Q,11665
|
246
246
|
validmind/tests/model_validation/sklearn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
247
247
|
validmind/tests/model_validation/statsmodels/AutoARIMA.py,sha256=4QNcEEY_iqt6wCzYwsBwZQ-aacZ1erX5uHbPtKmbTJk,4896
|
248
248
|
validmind/tests/model_validation/statsmodels/CumulativePredictionProbabilities.py,sha256=yXouMfH8JWrD3o6IAoHjAeXHuj-nVSxV-_SVw8SBePw,4886
|
@@ -276,7 +276,7 @@ validmind/tests/ongoing_monitoring/ROCCurveDrift.py,sha256=sx2rc5pwCMH-BCKYK0MG5
|
|
276
276
|
validmind/tests/ongoing_monitoring/ScoreBandsDrift.py,sha256=4nqu3yfiIlhs7RG-6EgB7ISqpeUS9IzwtBWAb3EVSCM,7764
|
277
277
|
validmind/tests/ongoing_monitoring/ScorecardHistogramDrift.py,sha256=OIU6wEIH4VbwhCo6Qirl0YnzxQQbbhMhjFiMnmKoatA,7260
|
278
278
|
validmind/tests/ongoing_monitoring/TargetPredictionDistributionPlot.py,sha256=xDPh6KWSy8YXmHV8SI0IpSVv42R-1H3ZpjMM0zHTDNs,5141
|
279
|
-
validmind/tests/output.py,sha256=
|
279
|
+
validmind/tests/output.py,sha256=UXSZDiW_GD411QP2F9r2Vh7uXtb5a2y990bNRZhnZVQ,6153
|
280
280
|
validmind/tests/prompt_validation/Bias.py,sha256=OLm-NnGc_YC-U65bL9uBSXlXAjqAKUAuhPFn3gRA8gA,5800
|
281
281
|
validmind/tests/prompt_validation/Clarity.py,sha256=q7j9ERdqA86dgi5kF2Mh9ynB-sasm828licy4J8UVdg,4945
|
282
282
|
validmind/tests/prompt_validation/Conciseness.py,sha256=ZKlgmC9KCJ-Et-7KHXmkQRJcWCovlCP04uehKPedz0I,4689
|
@@ -286,10 +286,10 @@ validmind/tests/prompt_validation/Robustness.py,sha256=Rxszo48eL5VRF8sqCXOtUUnP4
|
|
286
286
|
validmind/tests/prompt_validation/Specificity.py,sha256=XccjrTv_jHBZrsxWxCAJu82AMBhLwQ59Vnxm3BnJF5E,4812
|
287
287
|
validmind/tests/prompt_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
288
288
|
validmind/tests/prompt_validation/ai_powered_test.py,sha256=pVmJPZVw1t0a3AMcGvBYEDR_sqI1Yu0AZjbshqBUVIg,2302
|
289
|
-
validmind/tests/run.py,sha256=
|
290
|
-
validmind/tests/test_providers.py,sha256=
|
291
|
-
validmind/tests/utils.py,sha256=
|
292
|
-
validmind/unit_metrics/__init__.py,sha256=
|
289
|
+
validmind/tests/run.py,sha256=ftUCywJbHQ0vbZ7096iz8yq0htLbQbOWhvURjCqiqog,14211
|
290
|
+
validmind/tests/test_providers.py,sha256=S0_yNYAor_MX5joRJntrVjV8J3ypvUcaaSqtkBqhOsI,6021
|
291
|
+
validmind/tests/utils.py,sha256=sPnk9HWIb0IoySqL88h7uP3LixfrfKFgFebnyTUP5EE,3950
|
292
|
+
validmind/unit_metrics/__init__.py,sha256=ZKXMtMk7qN9QlapZFyiCcjC3HhjXJXlbQ7E4x0m8wCM,957
|
293
293
|
validmind/unit_metrics/classification/Accuracy.py,sha256=XKl1n7N77XRfE7jt6cHem_C-nmroxFjpIqSja-RZtmA,454
|
294
294
|
validmind/unit_metrics/classification/F1.py,sha256=VUVF0xIjbZGn_dJzcXBWgQtNjDlc3RajHZkNjKJTueg,473
|
295
295
|
validmind/unit_metrics/classification/Precision.py,sha256=OzI448PZXZeJqzVXxySmyjTyWYsMjjQYsZ7RpTKJcyY,495
|
@@ -306,24 +306,25 @@ validmind/unit_metrics/regression/MeanSquaredError.py,sha256=h-zgtlR3aigQwMGbi55
|
|
306
306
|
validmind/unit_metrics/regression/QuantileLoss.py,sha256=rs0m9w4zIL6daQOHqYY-sEeQs6SDTpd0t3cN_KFZyqA,518
|
307
307
|
validmind/unit_metrics/regression/RSquaredScore.py,sha256=z8-E-KSewvma9nu1OSUv97IfmFLpV5-rOq15jtlxklg,459
|
308
308
|
validmind/unit_metrics/regression/RootMeanSquaredError.py,sha256=uIDsSpy75Z7W3zu4LditvW3mPJIkGxf-PdFQ7szWBZU,603
|
309
|
-
validmind/utils.py,sha256=
|
309
|
+
validmind/utils.py,sha256=59WWVV_JhvxzPr8Y625qw_wsyu_ZVRoLJyi0Pw3MTMU,28613
|
310
310
|
validmind/vm_models/__init__.py,sha256=lcqf9q2aRzrVrNN6R--81IkrnSa6BXPbhJ8SnkT_hcI,702
|
311
311
|
validmind/vm_models/dataset/__init__.py,sha256=U4CxZjdoc0dd9u2AqBl5PJh1UVbzXWNrmundmjLF-qE,346
|
312
|
-
validmind/vm_models/dataset/dataset.py,sha256=
|
313
|
-
validmind/vm_models/dataset/utils.py,sha256=
|
314
|
-
validmind/vm_models/figure.py,sha256=
|
315
|
-
validmind/vm_models/input.py,sha256=
|
316
|
-
validmind/vm_models/model.py,sha256=
|
312
|
+
validmind/vm_models/dataset/dataset.py,sha256=4RCKyWIHd-RCIpleMIlfURGEQlmCRQkFZ5CRsJRC-g4,26479
|
313
|
+
validmind/vm_models/dataset/utils.py,sha256=g6mBPrBmVYf8wJAlTxeg9DTiNvts4ZaaT5mbnQAPWaU,5638
|
314
|
+
validmind/vm_models/figure.py,sha256=ZMO_nIIleNhkBV1vJeF_UUsVDCzrXNOYwV1Lbg9E0XY,6303
|
315
|
+
validmind/vm_models/input.py,sha256=nTBQB6aqirhF-0Gmg5mYc4_vNyypvbYUfahMovcK02M,1095
|
316
|
+
validmind/vm_models/model.py,sha256=s9pPIprHrju-qmGbzOZBcSHjZ_xgSv5ACXk92U1hEFY,6489
|
317
317
|
validmind/vm_models/result/__init__.py,sha256=Bs5GMGDxiTsxlwCdqxz5LmGkY0_fM6-_0-3tWSRoqps,341
|
318
318
|
validmind/vm_models/result/result.jinja,sha256=Yvovwm5gInCBukFRlvJXNlDIUpl2eFz4dz1lS3Sn_Gc,311
|
319
|
-
validmind/vm_models/result/result.py,sha256=
|
320
|
-
validmind/vm_models/result/utils.py,sha256=
|
321
|
-
validmind/vm_models/test_suite/
|
322
|
-
validmind/vm_models/test_suite/
|
323
|
-
validmind/vm_models/test_suite/
|
324
|
-
validmind/vm_models/test_suite/
|
325
|
-
validmind
|
326
|
-
validmind-2.8.
|
327
|
-
validmind-2.8.
|
328
|
-
validmind-2.8.
|
329
|
-
validmind-2.8.
|
319
|
+
validmind/vm_models/result/result.py,sha256=69ZPIkvLMMAup9N95W_OeVTN5MII33BJNIuEP2wuyPw,17928
|
320
|
+
validmind/vm_models/result/utils.py,sha256=kjU8yaDBX874gebdKLA2KcCyW6ojk_nSTBZxHG7Gszc,4155
|
321
|
+
validmind/vm_models/test_suite/__init__.py,sha256=tfTYd8yvzsDXzk5WDKMwCzPAbvkVUyEvtY5z5BPy-zk,215
|
322
|
+
validmind/vm_models/test_suite/runner.py,sha256=JqW8LW4X1Ri2C6wSsAGSki-JxGUGV8zmruOnxybmZ1s,5432
|
323
|
+
validmind/vm_models/test_suite/summary.py,sha256=7P4zhfeU7a3I1MMBn8f7s-2lzdAz7U4y6LblpR89_vE,5401
|
324
|
+
validmind/vm_models/test_suite/test.py,sha256=C8xPGKSyYF9oMJ3VegwFJDF7cwYlIgtQoQ7nzXIS1uc,3914
|
325
|
+
validmind/vm_models/test_suite/test_suite.py,sha256=CciC6IhrLEeWwcpY3Np8EmQCB8XEF2ljwEXcvmNYgZc,5090
|
326
|
+
validmind-2.8.20.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
|
327
|
+
validmind-2.8.20.dist-info/METADATA,sha256=iy0RjnDMshRPOKnzwT4N4fEh8cR1YKakh5IrYn2-jyM,6032
|
328
|
+
validmind-2.8.20.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
|
329
|
+
validmind-2.8.20.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
|
330
|
+
validmind-2.8.20.dist-info/RECORD,,
|
File without changes
|
File without changes
|