validmind 2.5.18__py3-none-any.whl → 2.5.19__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
validmind/__version__.py CHANGED
@@ -1 +1 @@
1
- __version__ = "2.5.18"
1
+ __version__ = "2.5.19"
validmind/errors.py CHANGED
@@ -207,6 +207,23 @@ class MissingRequiredTestInputError(BaseError):
207
207
  pass
208
208
 
209
209
 
210
+ class MissingDependencyError(BaseError):
211
+ """
212
+ When a required dependency is missing.
213
+ """
214
+
215
+ def __init__(self, message="", required_dependencies=None, extra=None):
216
+ """
217
+ Args:
218
+ message (str): The error message.
219
+ required_dependencies (list): A list of required dependencies.
220
+ extra (str): The particular validmind `extra` that will install the missing dependencies.
221
+ """
222
+ super().__init__(message)
223
+ self.required_dependencies = required_dependencies or []
224
+ self.extra = extra
225
+
226
+
210
227
  class MissingRExtrasError(BaseError):
211
228
  """
212
229
  When the R extras have not been installed.
@@ -7,19 +7,27 @@ import sys
7
7
  import pandas as pd
8
8
  import plotly.graph_objects as go
9
9
  import plotly.subplots as sp
10
- from fairlearn.metrics import (
11
- MetricFrame,
12
- count,
13
- demographic_parity_ratio,
14
- equalized_odds_ratio,
15
- false_positive_rate,
16
- selection_rate,
17
- true_positive_rate,
18
- )
19
10
 
20
11
  from validmind import tags, tasks
12
+ from validmind.errors import MissingDependencyError
21
13
  from validmind.logging import get_logger
22
14
 
15
+ try:
16
+ from fairlearn.metrics import (
17
+ MetricFrame,
18
+ count,
19
+ demographic_parity_ratio,
20
+ equalized_odds_ratio,
21
+ false_positive_rate,
22
+ selection_rate,
23
+ true_positive_rate,
24
+ )
25
+ except ImportError as e:
26
+ raise MissingDependencyError(
27
+ "Missing required package `fairlearn` for ProtectedClassesCombination.",
28
+ required_dependencies=["fairlearn"],
29
+ ) from e
30
+
23
31
  logger = get_logger(__name__)
24
32
 
25
33
 
@@ -5,15 +5,23 @@
5
5
  import io
6
6
  import sys
7
7
 
8
- import aequitas.plot as ap
9
8
  import pandas as pd
10
- from aequitas.bias import Bias
11
- from aequitas.group import Group
12
- from aequitas.plotting import Plot
13
9
 
14
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
15
12
  from validmind.logging import get_logger
16
13
 
14
+ try:
15
+ import aequitas.plot as ap
16
+ from aequitas.bias import Bias
17
+ from aequitas.group import Group
18
+ from aequitas.plotting import Plot
19
+ except ImportError as e:
20
+ raise MissingDependencyError(
21
+ "Missing required package `aequitas` for ProtectedClassesDisparity.",
22
+ required_dependencies=["aequitas"],
23
+ ) from e
24
+
17
25
  logger = get_logger(__name__)
18
26
 
19
27
 
@@ -7,20 +7,28 @@ import sys
7
7
 
8
8
  import matplotlib.pyplot as plt
9
9
  import pandas as pd
10
- from fairlearn.metrics import (
11
- MetricFrame,
12
- count,
13
- demographic_parity_ratio,
14
- equalized_odds_ratio,
15
- false_negative_rate,
16
- false_positive_rate,
17
- true_positive_rate,
18
- )
19
- from fairlearn.postprocessing import ThresholdOptimizer, plot_threshold_optimizer
20
10
 
21
11
  from validmind import tags, tasks
12
+ from validmind.errors import MissingDependencyError
22
13
  from validmind.logging import get_logger
23
14
 
15
+ try:
16
+ from fairlearn.metrics import (
17
+ MetricFrame,
18
+ count,
19
+ demographic_parity_ratio,
20
+ equalized_odds_ratio,
21
+ false_negative_rate,
22
+ false_positive_rate,
23
+ true_positive_rate,
24
+ )
25
+ from fairlearn.postprocessing import ThresholdOptimizer, plot_threshold_optimizer
26
+ except ImportError as e:
27
+ raise MissingDependencyError(
28
+ "Missing required package `fairlearn` for ProtectedClassesThresholdOptimizer.",
29
+ required_dependencies=["fairlearn"],
30
+ ) from e
31
+
24
32
  logger = get_logger(__name__)
25
33
 
26
34
 
validmind/tests/load.py CHANGED
@@ -15,7 +15,7 @@ from uuid import uuid4
15
15
  import pandas as pd
16
16
  from ipywidgets import HTML, Accordion
17
17
 
18
- from ..errors import LoadTestError
18
+ from ..errors import LoadTestError, MissingDependencyError
19
19
  from ..html_templates.content_blocks import test_content_block_html
20
20
  from ..logging import get_logger
21
21
  from ..unit_metrics.composite import load_composite_metric
@@ -88,10 +88,26 @@ def list_tests(
88
88
  Returns:
89
89
  list or pandas.DataFrame: A list of all tests or a formatted table.
90
90
  """
91
- tests = {
92
- test_id: load_test(test_id, reload=True)
93
- for test_id in test_store.get_test_ids()
94
- }
91
+ tests = {}
92
+ for test_id in test_store.get_test_ids():
93
+ try:
94
+ tests[test_id] = load_test(test_id, reload=True)
95
+ except MissingDependencyError as e:
96
+ # skip tests that have missing dependencies
97
+ logger.debug(str(e))
98
+
99
+ if e.extra:
100
+ logger.info(
101
+ f"Skipping `{test_id}` as it requires extra dependencies: {e.required_dependencies}."
102
+ f" Please run `pip install validmind[{e.extra}]` to view and run this test."
103
+ )
104
+ else:
105
+ logger.info(
106
+ f"Skipping `{test_id}` as it requires missing dependencies: {e.required_dependencies}."
107
+ " Please install the missing dependencies to view and run this test."
108
+ )
109
+
110
+ continue
95
111
 
96
112
  # first search by the filter string since it's the most general search
97
113
  if filter is not None:
@@ -8,9 +8,21 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import answer_correctness
18
+ except ImportError as e:
19
+ raise MissingDependencyError(
20
+ "Missing required package `ragas` for AnswerCorrectness. "
21
+ "Please run `pip install validmind[llm]` to use LLM tests",
22
+ required_dependencies=["ragas"],
23
+ extra="llm",
24
+ ) from e
25
+
14
26
 
15
27
  @tags("ragas", "llm")
16
28
  @tasks("text_qa", "text_generation", "text_summarization")
@@ -88,11 +100,6 @@ def AnswerCorrectness(
88
100
  }
89
101
  ```
90
102
  """
91
- try:
92
- from ragas import evaluate
93
- from ragas.metrics import answer_correctness
94
- except ImportError:
95
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
96
103
 
97
104
  warnings.filterwarnings(
98
105
  "ignore",
@@ -8,9 +8,21 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import answer_relevancy
18
+ except ImportError as e:
19
+ raise MissingDependencyError(
20
+ "Missing required package `ragas` for AnswerRelevance. "
21
+ "Please run `pip install validmind[llm]` to use LLM tests",
22
+ required_dependencies=["ragas"],
23
+ extra="llm",
24
+ ) from e
25
+
14
26
 
15
27
  @tags("ragas", "llm", "rag_performance")
16
28
  @tasks("text_qa", "text_generation", "text_summarization")
@@ -92,12 +104,6 @@ def AnswerRelevance(
92
104
  }
93
105
  ```
94
106
  """
95
- try:
96
- from ragas import evaluate
97
- from ragas.metrics import answer_relevancy
98
- except ImportError:
99
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
100
-
101
107
  warnings.filterwarnings(
102
108
  "ignore",
103
109
  category=FutureWarning,
@@ -8,9 +8,21 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import answer_similarity
18
+ except ImportError as e:
19
+ raise MissingDependencyError(
20
+ "Missing required package `ragas` for AnswerSimilarity. "
21
+ "Please run `pip install validmind[llm]` to use LLM tests",
22
+ required_dependencies=["ragas"],
23
+ extra="llm",
24
+ ) from e
25
+
14
26
 
15
27
  @tags("ragas", "llm")
16
28
  @tasks("text_qa", "text_generation", "text_summarization")
@@ -78,12 +90,6 @@ def AnswerSimilarity(
78
90
  }
79
91
  ```
80
92
  """
81
- try:
82
- from ragas import evaluate
83
- from ragas.metrics import answer_similarity
84
- except ImportError:
85
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
86
-
87
93
  warnings.filterwarnings(
88
94
  "ignore",
89
95
  category=FutureWarning,
@@ -8,9 +8,28 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import AspectCritic
18
+ from ragas.metrics._aspect_critic import (
19
+ coherence,
20
+ conciseness,
21
+ correctness,
22
+ harmfulness,
23
+ maliciousness,
24
+ )
25
+ except ImportError as e:
26
+ raise MissingDependencyError(
27
+ "Missing required package `ragas` for AspectCritique. "
28
+ "Please run `pip install validmind[llm]` to use LLM tests",
29
+ required_dependencies=["ragas"],
30
+ extra="llm",
31
+ ) from e
32
+
14
33
  LOWER_IS_BETTER_ASPECTS = ["harmfulness", "maliciousness"]
15
34
 
16
35
 
@@ -101,19 +120,6 @@ def AspectCritique(
101
120
  )
102
121
  ```
103
122
  """
104
- try:
105
- from ragas import evaluate
106
- from ragas.metrics import AspectCritic
107
- from ragas.metrics._aspect_critic import (
108
- coherence,
109
- conciseness,
110
- correctness,
111
- harmfulness,
112
- maliciousness,
113
- )
114
- except ImportError:
115
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
116
-
117
123
  built_in_aspects = {
118
124
  "coherence": coherence,
119
125
  "conciseness": conciseness,
@@ -8,9 +8,21 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import context_entity_recall
18
+ except ImportError as e:
19
+ raise MissingDependencyError(
20
+ "Missing required package `ragas` for ContextEntityRecall. "
21
+ "Please run `pip install validmind[llm]` to use LLM tests",
22
+ required_dependencies=["ragas"],
23
+ extra="llm",
24
+ ) from e
25
+
14
26
 
15
27
  @tags("ragas", "llm", "retrieval_performance")
16
28
  @tasks("text_qa", "text_generation", "text_summarization")
@@ -84,12 +96,6 @@ def ContextEntityRecall(
84
96
  }
85
97
  ```
86
98
  """
87
- try:
88
- from ragas import evaluate
89
- from ragas.metrics import context_entity_recall
90
- except ImportError:
91
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
92
-
93
99
  warnings.filterwarnings(
94
100
  "ignore",
95
101
  category=FutureWarning,
@@ -8,9 +8,21 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import context_precision
18
+ except ImportError as e:
19
+ raise MissingDependencyError(
20
+ "Missing required package `ragas` for ContextPrecision. "
21
+ "Please run `pip install validmind[llm]` to use LLM tests",
22
+ required_dependencies=["ragas"],
23
+ extra="llm",
24
+ ) from e
25
+
14
26
 
15
27
  @tags("ragas", "llm", "retrieval_performance")
16
28
  @tasks("text_qa", "text_generation", "text_summarization", "text_classification")
@@ -79,12 +91,6 @@ def ContextPrecision(
79
91
  }
80
92
  ```
81
93
  """
82
- try:
83
- from ragas import evaluate
84
- from ragas.metrics import context_precision
85
- except ImportError:
86
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
87
-
88
94
  warnings.filterwarnings(
89
95
  "ignore",
90
96
  category=FutureWarning,
@@ -8,9 +8,21 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import context_recall
18
+ except ImportError as e:
19
+ raise MissingDependencyError(
20
+ "Missing required package `ragas` for ContextRecall. "
21
+ "Please run `pip install validmind[llm]` to use LLM tests",
22
+ required_dependencies=["ragas"],
23
+ extra="llm",
24
+ ) from e
25
+
14
26
 
15
27
  @tags("ragas", "llm", "retrieval_performance")
16
28
  @tasks("text_qa", "text_generation", "text_summarization", "text_classification")
@@ -79,12 +91,6 @@ def ContextRecall(
79
91
  }
80
92
  ```
81
93
  """
82
- try:
83
- from ragas import evaluate
84
- from ragas.metrics import context_recall
85
- except ImportError:
86
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
87
-
88
94
  warnings.filterwarnings(
89
95
  "ignore",
90
96
  category=FutureWarning,
@@ -8,9 +8,21 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import context_utilization
18
+ except ImportError as e:
19
+ raise MissingDependencyError(
20
+ "Missing required package `ragas` for ContextUtilization. "
21
+ "Please run `pip install validmind[llm]` to use LLM tests",
22
+ required_dependencies=["ragas"],
23
+ extra="llm",
24
+ ) from e
25
+
14
26
 
15
27
  @tags("ragas", "llm", "retrieval_performance")
16
28
  @tasks("text_qa", "text_generation", "text_summarization", "text_classification")
@@ -107,12 +119,6 @@ def ContextUtilization(
107
119
  - Requires proper context retrieval to be effective; irrelevant context chunks can skew the results.
108
120
  - Dependent on large sample sizes to provide stable and reliable estimates of utilization performance.
109
121
  """
110
- try:
111
- from ragas import evaluate
112
- from ragas.metrics import context_utilization
113
- except ImportError:
114
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
115
-
116
122
  warnings.filterwarnings(
117
123
  "ignore",
118
124
  category=FutureWarning,
@@ -8,9 +8,21 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import faithfulness
18
+ except ImportError as e:
19
+ raise MissingDependencyError(
20
+ "Missing required package `ragas` for Faithfulness. "
21
+ "Please run `pip install validmind[llm]` to use LLM tests",
22
+ required_dependencies=["ragas"],
23
+ extra="llm",
24
+ ) from e
25
+
14
26
 
15
27
  @tags("ragas", "llm", "rag_performance")
16
28
  @tasks("text_qa", "text_generation", "text_summarization")
@@ -78,12 +90,6 @@ def Faithfulness(
78
90
  }
79
91
  ```
80
92
  """
81
- try:
82
- from ragas import evaluate
83
- from ragas.metrics import faithfulness
84
- except ImportError:
85
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
86
-
87
93
  warnings.filterwarnings(
88
94
  "ignore",
89
95
  category=FutureWarning,
@@ -8,9 +8,21 @@ import plotly.express as px
8
8
  from datasets import Dataset
9
9
 
10
10
  from validmind import tags, tasks
11
+ from validmind.errors import MissingDependencyError
11
12
 
12
13
  from .utils import get_ragas_config, get_renamed_columns
13
14
 
15
+ try:
16
+ from ragas import evaluate
17
+ from ragas.metrics import noise_sensitivity_relevant
18
+ except ImportError as e:
19
+ raise MissingDependencyError(
20
+ "Missing required package `ragas` for NoiseSensitivity. "
21
+ "Please run `pip install validmind[llm]` to use LLM tests",
22
+ required_dependencies=["ragas"],
23
+ extra="llm",
24
+ ) from e
25
+
14
26
 
15
27
  @tags("ragas", "llm", "rag_performance")
16
28
  @tasks("text_qa", "text_generation", "text_summarization")
@@ -100,12 +112,6 @@ def NoiseSensitivity(
100
112
  - Primarily applicable to tasks like text QA, text generation, and text summarization where contextual relevance is
101
113
  critical.
102
114
  """
103
- try:
104
- from ragas import evaluate
105
- from ragas.metrics import noise_sensitivity_relevant
106
- except ImportError:
107
- raise ImportError("Please run `pip install validmind[llm]` to use LLM tests")
108
-
109
115
  warnings.filterwarnings(
110
116
  "ignore",
111
117
  category=FutureWarning,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: validmind
3
- Version: 2.5.18
3
+ Version: 2.5.19
4
4
  Summary: ValidMind Developer Framework
5
5
  License: Commercial License
6
6
  Author: Andres Rodriguez
@@ -1,5 +1,5 @@
1
1
  validmind/__init__.py,sha256=UfmzPwUCdUWbWq3zPqqmq4jw0_kfl3hX4U72p_seE4I,3700
2
- validmind/__version__.py,sha256=5_8qftjKVqZpY9nQNjOXCjjbJi71PBjLUyEj4SwrM4M,23
2
+ validmind/__version__.py,sha256=_2cKtG-ZR8Z0nSHFPo_JNxXI6FCvHE4pVUbtlYKUQfI,23
3
3
  validmind/ai/test_descriptions.py,sha256=BUJz-aZ3eu_i4LI16P8MD1ek_GfeB263CWks9T6W3Iw,7419
4
4
  validmind/ai/test_result_description/config.yaml,sha256=E1gPd-uv-MzdrWZA_rP6LSk8pVmkYijx6v78hZ8ceL0,787
5
5
  validmind/ai/test_result_description/context.py,sha256=tIdhPsrphomeTXdDcFE04kPYKbDNDPy2K8Xxg-dWWo0,2331
@@ -64,7 +64,7 @@ validmind/datasets/regression/models/fred_loan_rates_model_2.pkl,sha256=J1ukMdeF
64
64
  validmind/datasets/regression/models/fred_loan_rates_model_3.pkl,sha256=IogZPcUQc1F_v11fR6KWT-nRt5JzvK5f7p4Hrw7vLps,40063
65
65
  validmind/datasets/regression/models/fred_loan_rates_model_4.pkl,sha256=cSxhpcrI4hCbxCwZwE2-nr7KObbWpDii3NzpECoXmmM,48292
66
66
  validmind/datasets/regression/models/fred_loan_rates_model_5.pkl,sha256=FkNLHq9xkPMbYks_vyMjFL371mw9SQYbP1iX9lY4Ljo,60343
67
- validmind/errors.py,sha256=qy7Gp6Uom5J6WmLw-CpE5zaTN96SiN7kJjDGBaJdoxY,8023
67
+ validmind/errors.py,sha256=GiOrZR1c11E5eJtPs-HkKnvRcfKNNfuFhYCAV9uWtVQ,8589
68
68
  validmind/html_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
69
69
  validmind/html_templates/content_blocks.py,sha256=LTsv2Hr_drUUZVLEfY2JcT4z0M-45RGYy2sFInt1VKY,3998
70
70
  validmind/input_registry.py,sha256=8C_mrhgLT72hwbt_lo3ZwXb5NCyIcSuCQI1HdJ3bK2A,1042
@@ -125,10 +125,10 @@ validmind/tests/data_validation/MissingValues.py,sha256=hrAD6YhI5_tmQEcAddYmI3vW
125
125
  validmind/tests/data_validation/MissingValuesBarPlot.py,sha256=Zp7cMLb7iAAC2ZbEFMBmTP4hAxKuRejL__24309mKe8,6210
126
126
  validmind/tests/data_validation/PearsonCorrelationMatrix.py,sha256=GB8Ca8UT4ARBV7Oeha53UL0aTOrvUrwrwsJHKYeEL74,3797
127
127
  validmind/tests/data_validation/PhillipsPerronArch.py,sha256=_YN_RVr0vOrb117XgxOl3W3YPcxfPNcTI_kf0r3CI38,4867
128
- validmind/tests/data_validation/ProtectedClassesCombination.py,sha256=pPj797BrBZ-WKqsDiMz7Vas3qIVYoNe8IlxEYsdrMTY,6403
128
+ validmind/tests/data_validation/ProtectedClassesCombination.py,sha256=YIZSgjnWKtDy5GmBsBdMiYZar6p9r2waBPSnmNEgNBA,6695
129
129
  validmind/tests/data_validation/ProtectedClassesDescription.py,sha256=j1ymn-gRZUBVRR3BML2PytyFfOGGFGlcoAveMzTn04M,5203
130
- validmind/tests/data_validation/ProtectedClassesDisparity.py,sha256=jnvugR9Zj87g3ELgq1J4FrKNtY0BQJqfhbvyUI19mNI,5154
131
- validmind/tests/data_validation/ProtectedClassesThresholdOptimizer.py,sha256=PZYK8yBip3kMUCMK02b7L0BQswQC_fY6vFAK1uFpXHs,5611
130
+ validmind/tests/data_validation/ProtectedClassesDisparity.py,sha256=lK62HoyHsFt7EU9bzafnU--H77wDzFyZ3cmCVN-ZSEs,5422
131
+ validmind/tests/data_validation/ProtectedClassesThresholdOptimizer.py,sha256=w8ntA8eupshLS4-nQV8yqKwtmoQWwQ_b9KJUashvWSI,5914
132
132
  validmind/tests/data_validation/RollingStatsPlot.py,sha256=St9LAWSawZ7YmNrCOzVH4Oi_tu6iYvi1WPS9R6ePRQU,5888
133
133
  validmind/tests/data_validation/RunsTest.py,sha256=0xbi4K86m-qL1nxQPeZIp_HWo3NiDv6MPGaeRhvL6I8,3475
134
134
  validmind/tests/data_validation/ScatterPlot.py,sha256=WeyeAq3QMY_OpzssY5S07a4Y46qiad6h2NunSVCYrQo,3423
@@ -166,7 +166,7 @@ validmind/tests/data_validation/nlp/TextDescription.py,sha256=cYGILdpglV7fWMl_cG
166
166
  validmind/tests/data_validation/nlp/Toxicity.py,sha256=-t51-sh8S5vkHeQHK8nRveqC0HqSh_C7xJBsGkOXW_o,2541
167
167
  validmind/tests/data_validation/nlp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
168
168
  validmind/tests/decorator.py,sha256=vPcECxNZTYEkeaaZKGiuKOOuJYs0H344Bg5XcFmvei0,11276
169
- validmind/tests/load.py,sha256=Bzr2DhOx4wRNNo0OpZTeEdedzRdnO-KPJk_E1ArnjGo,8766
169
+ validmind/tests/load.py,sha256=b4F4tw8KsufmEeJtJtWqidP3E2BKs48pYkRJVRpRMzQ,9500
170
170
  validmind/tests/metadata.py,sha256=wAfWWD3s1GAlWsabjUUfoKlnAQhOn17Rym4y-gC4iCE,1370
171
171
  validmind/tests/model_validation/BertScore.py,sha256=q-zdZazfVdgzr7Fgf4a4veEDblycwbepEkyG1RI5mKc,5279
172
172
  validmind/tests/model_validation/BleuScore.py,sha256=eRK39XpbXXgXFpm5PFzj34U_ekHUMFW4G0sYWeZpy8g,4921
@@ -200,16 +200,16 @@ validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py,sha2
200
200
  validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py,sha256=BzQeWSjhfP3qZ_sk9WHc3v-m_mH61oJBoWNNVnj9PoY,4181
201
201
  validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py,sha256=bJspUwA6PyIpmLAQ_o5E_CE6t6QhvpU6qzIdk8qZWEQ,4620
202
202
  validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py,sha256=7b-VONVp8yu5lG_U-h7VKb2k9edXbVai9W7TkiozQPc,4578
203
- validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=Qbi2nLCo_XdaGdhry6V8kUg4NsRHd9V771IyoVHQfhs,5150
204
- validmind/tests/model_validation/ragas/AnswerRelevance.py,sha256=lIuZ6rZlT-BjT008Ph5MuXBZfg9SdUgo09D64oOosOo,5009
205
- validmind/tests/model_validation/ragas/AnswerSimilarity.py,sha256=5vX-zSx8KI4bUtQrrEVC__kN1yN-cRvL99OddHMKyy8,4469
206
- validmind/tests/model_validation/ragas/AspectCritique.py,sha256=wgbUxyhiUjSwBvVwbgJZ2h_8U6ug0ypcbN24dALaPlQ,6462
207
- validmind/tests/model_validation/ragas/ContextEntityRecall.py,sha256=-l4hDhRhsKrfRlnTv_39LtXQ37PIvOXNTP_bwy2lwwQ,4924
208
- validmind/tests/model_validation/ragas/ContextPrecision.py,sha256=d-m5U-1PNHVdWn3E9l9Cn0jD1Z_X3DZwbx1sIe0J9LI,4642
209
- validmind/tests/model_validation/ragas/ContextRecall.py,sha256=0k7-4McTYN5EBwD--GuCu3ZDAiifD8P3b9L6CkAl-ug,4579
210
- validmind/tests/model_validation/ragas/ContextUtilization.py,sha256=Odpkg01bCySeAKMb6ptNuU0vBZ0cn5SwOJuBQ5OWvFk,5956
211
- validmind/tests/model_validation/ragas/Faithfulness.py,sha256=PKi63VJRo67WNFfjZCa72ujkKGMKWOrJwxXS73nSFmo,4537
212
- validmind/tests/model_validation/ragas/NoiseSensitivity.py,sha256=7YJOwSsJpGcqiS_6N-pXcJPmmdMcrzAIhutit3aMRm8,5540
203
+ validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=D9g-h6YLOsAB8E22_HLr579hYZzRETVJkky9GhkH0Rg,5350
204
+ validmind/tests/model_validation/ragas/AnswerRelevance.py,sha256=UN2HlQ9Hm-NPOrPqb8FpLyYmp2oMBsFzv6bwBjKSufQ,5206
205
+ validmind/tests/model_validation/ragas/AnswerSimilarity.py,sha256=sMwIYQjxhlYa6M9SuwxYZe_-72Y_B2EupStQ6f4MTmk,4667
206
+ validmind/tests/model_validation/ragas/AspectCritique.py,sha256=XasimDgkhSeiPur1N7_AOAlBzQmFCwGhtDvGBvWom2A,6630
207
+ validmind/tests/model_validation/ragas/ContextEntityRecall.py,sha256=-lGAMQ0aF6UP9ga26-Rdj0NOesPyH8tFCGO6tsvxYWc,5125
208
+ validmind/tests/model_validation/ragas/ContextPrecision.py,sha256=k4X21H3_n9w_Z7uGSyRTrWa0QLJoQ43S_ntrFZeKue0,4840
209
+ validmind/tests/model_validation/ragas/ContextRecall.py,sha256=MmqG7GEqxxTXNw5MjuIERsVayZB9vwx2AAGJIwLpR6g,4774
210
+ validmind/tests/model_validation/ragas/ContextUtilization.py,sha256=3hxjRTNND3bGJPlGLrEGd36w-_YtK-Wj4v3NRKOmxnc,6156
211
+ validmind/tests/model_validation/ragas/Faithfulness.py,sha256=6_PZfJXhelG7B6uYJ14DmqOveXclK3KRckajhF2Cbwg,4731
212
+ validmind/tests/model_validation/ragas/NoiseSensitivity.py,sha256=CqRaB1DEfaEz5QNCAJxyfn0sC9C9_o0-fPWggppHsCA,5738
213
213
  validmind/tests/model_validation/ragas/utils.py,sha256=VCc3NcNLIwrYQ7RvuJ1ev4XhI86TKDVNzI8o12aHFHc,3363
214
214
  validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py,sha256=ayGZ2IVJxSFVhR_Vnb2xp8dHpMXzvAg8fK_uuBUgOLU,2832
215
215
  validmind/tests/model_validation/sklearn/AdjustedRandIndex.py,sha256=bvXwgLQFQy7LvgXV5pL8vq5uizPFT5fmewLF0bQrwIE,2679
@@ -317,8 +317,8 @@ validmind/vm_models/test_suite/runner.py,sha256=aewxadRfoOPH48jes2Gtb3Ju_FWFfVM_
317
317
  validmind/vm_models/test_suite/summary.py,sha256=GQRNe2ZvvqjQN0yKmaN7ohAUjRFQIN4YYUYxfOuWN6M,4682
318
318
  validmind/vm_models/test_suite/test.py,sha256=_GfbK36l98SjzgVcucmp0OKBJKqMW3neO7SqJ3EWeps,5049
319
319
  validmind/vm_models/test_suite/test_suite.py,sha256=Cns2wL54v0T5Mv5_HJb3kMeaa4rtycdqT8KxK9_rWEU,6279
320
- validmind-2.5.18.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
321
- validmind-2.5.18.dist-info/METADATA,sha256=J0Y7Kl8mdReLJ3yMkX-uaVre3lhKzwRhskJLgp3ESlg,4291
322
- validmind-2.5.18.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
323
- validmind-2.5.18.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
324
- validmind-2.5.18.dist-info/RECORD,,
320
+ validmind-2.5.19.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
321
+ validmind-2.5.19.dist-info/METADATA,sha256=K72IHQi3hLGuQHDMkvi90X5VY5ULsPyRYMQfpieOKPs,4291
322
+ validmind-2.5.19.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
323
+ validmind-2.5.19.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
324
+ validmind-2.5.19.dist-info/RECORD,,
@@ -1,4 +1,4 @@
1
1
  Wheel-Version: 1.0
2
- Generator: poetry-core 1.9.0
2
+ Generator: poetry-core 1.9.1
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any