deepeval 3.6.5__py3-none-any.whl → 3.6.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- deepeval/__init__.py +42 -10
- deepeval/_version.py +1 -1
- deepeval/benchmarks/equity_med_qa/equity_med_qa.py +1 -0
- deepeval/cli/main.py +42 -0
- deepeval/confident/api.py +1 -0
- deepeval/config/logging.py +33 -0
- deepeval/config/settings.py +176 -16
- deepeval/constants.py +8 -1
- deepeval/dataset/dataset.py +2 -11
- deepeval/dataset/utils.py +1 -1
- deepeval/evaluate/evaluate.py +5 -1
- deepeval/evaluate/execute.py +118 -60
- deepeval/evaluate/utils.py +20 -116
- deepeval/integrations/crewai/__init__.py +6 -1
- deepeval/integrations/crewai/handler.py +1 -1
- deepeval/integrations/crewai/subs.py +51 -0
- deepeval/integrations/crewai/wrapper.py +45 -5
- deepeval/metrics/answer_relevancy/answer_relevancy.py +12 -3
- deepeval/metrics/api.py +281 -0
- deepeval/metrics/argument_correctness/argument_correctness.py +12 -2
- deepeval/metrics/bias/bias.py +12 -3
- deepeval/metrics/contextual_precision/contextual_precision.py +12 -3
- deepeval/metrics/contextual_recall/contextual_recall.py +12 -3
- deepeval/metrics/contextual_relevancy/contextual_relevancy.py +12 -1
- deepeval/metrics/conversation_completeness/conversation_completeness.py +12 -0
- deepeval/metrics/conversational_dag/conversational_dag.py +12 -0
- deepeval/metrics/conversational_dag/nodes.py +12 -4
- deepeval/metrics/conversational_g_eval/conversational_g_eval.py +73 -59
- deepeval/metrics/dag/dag.py +12 -0
- deepeval/metrics/dag/nodes.py +12 -4
- deepeval/metrics/faithfulness/faithfulness.py +12 -1
- deepeval/metrics/g_eval/g_eval.py +37 -15
- deepeval/metrics/hallucination/hallucination.py +12 -1
- deepeval/metrics/indicator.py +8 -2
- deepeval/metrics/json_correctness/json_correctness.py +12 -1
- deepeval/metrics/knowledge_retention/knowledge_retention.py +12 -0
- deepeval/metrics/mcp/mcp_task_completion.py +13 -0
- deepeval/metrics/mcp/multi_turn_mcp_use_metric.py +13 -0
- deepeval/metrics/mcp_use_metric/mcp_use_metric.py +12 -1
- deepeval/metrics/misuse/misuse.py +12 -1
- deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py +3 -0
- deepeval/metrics/multimodal_metrics/image_editing/image_editing.py +3 -0
- deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py +3 -0
- deepeval/metrics/multimodal_metrics/image_reference/image_reference.py +3 -0
- deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py +6 -1
- deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py +6 -1
- deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py +3 -0
- deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py +3 -0
- deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py +3 -0
- deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py +3 -0
- deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py +10 -5
- deepeval/metrics/non_advice/non_advice.py +12 -0
- deepeval/metrics/pii_leakage/pii_leakage.py +12 -1
- deepeval/metrics/prompt_alignment/prompt_alignment.py +53 -24
- deepeval/metrics/role_adherence/role_adherence.py +12 -0
- deepeval/metrics/role_violation/role_violation.py +12 -0
- deepeval/metrics/summarization/summarization.py +12 -1
- deepeval/metrics/task_completion/task_completion.py +3 -0
- deepeval/metrics/tool_correctness/tool_correctness.py +8 -0
- deepeval/metrics/toxicity/toxicity.py +12 -0
- deepeval/metrics/turn_relevancy/turn_relevancy.py +12 -0
- deepeval/models/llms/grok_model.py +1 -1
- deepeval/models/llms/openai_model.py +2 -0
- deepeval/models/retry_policy.py +202 -11
- deepeval/openai/__init__.py +14 -32
- deepeval/openai/extractors.py +24 -34
- deepeval/openai/patch.py +256 -161
- deepeval/openai/types.py +20 -0
- deepeval/openai/utils.py +98 -56
- deepeval/prompt/__init__.py +19 -1
- deepeval/prompt/api.py +160 -0
- deepeval/prompt/prompt.py +244 -62
- deepeval/prompt/utils.py +144 -2
- deepeval/synthesizer/chunking/context_generator.py +209 -152
- deepeval/synthesizer/chunking/doc_chunker.py +46 -12
- deepeval/synthesizer/synthesizer.py +8 -5
- deepeval/test_case/api.py +131 -0
- deepeval/test_run/__init__.py +1 -0
- deepeval/test_run/hyperparameters.py +47 -8
- deepeval/test_run/test_run.py +104 -1
- deepeval/tracing/api.py +3 -1
- deepeval/tracing/message_types/__init__.py +10 -0
- deepeval/tracing/message_types/base.py +6 -0
- deepeval/tracing/message_types/messages.py +14 -0
- deepeval/tracing/message_types/tools.py +18 -0
- deepeval/tracing/otel/exporter.py +0 -6
- deepeval/tracing/otel/utils.py +58 -8
- deepeval/tracing/trace_context.py +73 -4
- deepeval/tracing/trace_test_manager.py +19 -0
- deepeval/tracing/tracing.py +52 -4
- deepeval/tracing/types.py +16 -0
- deepeval/tracing/utils.py +8 -0
- {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/METADATA +1 -1
- {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/RECORD +97 -87
- {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/LICENSE.md +0 -0
- {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/WHEEL +0 -0
- {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/entry_points.txt +0 -0
deepeval/tracing/tracing.py
CHANGED
|
@@ -1,5 +1,14 @@
|
|
|
1
|
-
import
|
|
2
|
-
|
|
1
|
+
from typing import (
|
|
2
|
+
TYPE_CHECKING,
|
|
3
|
+
Any,
|
|
4
|
+
Callable,
|
|
5
|
+
Dict,
|
|
6
|
+
List,
|
|
7
|
+
Literal,
|
|
8
|
+
Optional,
|
|
9
|
+
Set,
|
|
10
|
+
Union,
|
|
11
|
+
)
|
|
3
12
|
from time import perf_counter
|
|
4
13
|
import threading
|
|
5
14
|
import functools
|
|
@@ -20,6 +29,7 @@ from deepeval.constants import (
|
|
|
20
29
|
)
|
|
21
30
|
from deepeval.confident.api import Api, Endpoints, HttpMethods, is_confident
|
|
22
31
|
from deepeval.metrics import BaseMetric
|
|
32
|
+
from deepeval.test_case.llm_test_case import ToolCall
|
|
23
33
|
from deepeval.tracing.api import (
|
|
24
34
|
BaseApiSpan,
|
|
25
35
|
SpanApiType,
|
|
@@ -41,6 +51,7 @@ from deepeval.tracing.types import (
|
|
|
41
51
|
)
|
|
42
52
|
from deepeval.tracing.utils import (
|
|
43
53
|
Environment,
|
|
54
|
+
prepare_tool_call_input_parameters,
|
|
44
55
|
replace_self_with_class_name,
|
|
45
56
|
make_json_serializable,
|
|
46
57
|
perf_counter_to_datetime,
|
|
@@ -53,7 +64,11 @@ from deepeval.utils import dataclass_to_dict
|
|
|
53
64
|
from deepeval.tracing.context import current_span_context, current_trace_context
|
|
54
65
|
from deepeval.tracing.types import TestCaseMetricPair
|
|
55
66
|
from deepeval.tracing.api import PromptApi
|
|
56
|
-
from
|
|
67
|
+
from deepeval.tracing.trace_test_manager import trace_testing_manager
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
if TYPE_CHECKING:
|
|
71
|
+
from deepeval.dataset.golden import Golden
|
|
57
72
|
|
|
58
73
|
EVAL_DUMMY_SPAN_NAME = "evals_iterator"
|
|
59
74
|
|
|
@@ -65,6 +80,10 @@ class TraceManager:
|
|
|
65
80
|
self.active_spans: Dict[str, BaseSpan] = (
|
|
66
81
|
{}
|
|
67
82
|
) # Map of span_uuid to BaseSpan
|
|
83
|
+
# Map each trace created during evaluation_loop to the Golden that was active
|
|
84
|
+
# when it was started. This lets us evaluate traces against the correct golden
|
|
85
|
+
# since we cannot rely on positional indexing as the order is not guaranteed.
|
|
86
|
+
self.trace_uuid_to_golden: Dict[str, Golden] = {}
|
|
68
87
|
|
|
69
88
|
settings = get_settings()
|
|
70
89
|
# Initialize queue and worker thread for trace posting
|
|
@@ -86,7 +105,7 @@ class TraceManager:
|
|
|
86
105
|
)
|
|
87
106
|
validate_environment(self.environment)
|
|
88
107
|
|
|
89
|
-
self.sampling_rate = settings.
|
|
108
|
+
self.sampling_rate = settings.CONFIDENT_TRACE_SAMPLE_RATE
|
|
90
109
|
validate_sampling_rate(self.sampling_rate)
|
|
91
110
|
self.openai_client = None
|
|
92
111
|
self.tracing_enabled = True
|
|
@@ -166,6 +185,19 @@ class TraceManager:
|
|
|
166
185
|
self.traces.append(new_trace)
|
|
167
186
|
if self.evaluation_loop:
|
|
168
187
|
self.traces_to_evaluate_order.append(trace_uuid)
|
|
188
|
+
# Associate the current Golden with this trace so we can
|
|
189
|
+
# later evaluate traces against the correct golden, even if more traces
|
|
190
|
+
# are created than goldens or the order interleaves.
|
|
191
|
+
try:
|
|
192
|
+
from deepeval.contextvars import get_current_golden
|
|
193
|
+
|
|
194
|
+
current_golden = get_current_golden()
|
|
195
|
+
if current_golden is not None:
|
|
196
|
+
self.trace_uuid_to_golden[trace_uuid] = current_golden
|
|
197
|
+
except Exception:
|
|
198
|
+
# not much we can do, but if the golden is not there during evaluation
|
|
199
|
+
# we will write out a verbose debug log
|
|
200
|
+
pass
|
|
169
201
|
return new_trace
|
|
170
202
|
|
|
171
203
|
def end_trace(self, trace_uuid: str):
|
|
@@ -861,6 +893,22 @@ class Observer:
|
|
|
861
893
|
):
|
|
862
894
|
current_span.prompt = self.prompt
|
|
863
895
|
|
|
896
|
+
if not current_span.tools_called:
|
|
897
|
+
# check any tool span children
|
|
898
|
+
for child in current_span.children:
|
|
899
|
+
if isinstance(child, ToolSpan):
|
|
900
|
+
current_span.tools_called = current_span.tools_called or []
|
|
901
|
+
current_span.tools_called.append(
|
|
902
|
+
ToolCall(
|
|
903
|
+
name=child.name,
|
|
904
|
+
description=child.description,
|
|
905
|
+
input_parameters=prepare_tool_call_input_parameters(
|
|
906
|
+
child.input
|
|
907
|
+
),
|
|
908
|
+
output=child.output,
|
|
909
|
+
)
|
|
910
|
+
)
|
|
911
|
+
|
|
864
912
|
trace_manager.remove_span(self.uuid)
|
|
865
913
|
if current_span.parent_uuid:
|
|
866
914
|
parent_span = trace_manager.get_span_by_uuid(
|
deepeval/tracing/types.py
CHANGED
|
@@ -3,6 +3,12 @@ from dataclasses import dataclass, field
|
|
|
3
3
|
from pydantic import BaseModel, Field
|
|
4
4
|
from typing import Any, Dict, List, Optional, Union
|
|
5
5
|
from rich.progress import Progress
|
|
6
|
+
from deepeval.tracing.message_types import (
|
|
7
|
+
ToolSchema,
|
|
8
|
+
ToolOutput,
|
|
9
|
+
TextMessage,
|
|
10
|
+
ToolCallMessage,
|
|
11
|
+
)
|
|
6
12
|
|
|
7
13
|
from deepeval.prompt.prompt import Prompt
|
|
8
14
|
from deepeval.test_case.llm_test_case import ToolCall
|
|
@@ -88,6 +94,12 @@ class AgentSpan(BaseSpan):
|
|
|
88
94
|
|
|
89
95
|
|
|
90
96
|
class LlmSpan(BaseSpan):
|
|
97
|
+
input: Optional[
|
|
98
|
+
Union[Any, List[Union[TextMessage, ToolCallMessage, ToolOutput]]]
|
|
99
|
+
] = None
|
|
100
|
+
output: Optional[Union[Any, List[Union[TextMessage, ToolCallMessage]]]] = (
|
|
101
|
+
None
|
|
102
|
+
)
|
|
91
103
|
model: Optional[str] = None
|
|
92
104
|
prompt: Optional[Prompt] = None
|
|
93
105
|
input_token_count: Optional[float] = Field(
|
|
@@ -106,6 +118,10 @@ class LlmSpan(BaseSpan):
|
|
|
106
118
|
None, serialization_alias="tokenTimes"
|
|
107
119
|
)
|
|
108
120
|
|
|
121
|
+
# input_tools: Optional[List[ToolSchema]] = Field(None, serialization_alias="inputTools")
|
|
122
|
+
# invocation_params: Optional[Dict[str, Any]] = Field(None, serialization_alias="invocationParams")
|
|
123
|
+
# output_metadata: Optional[Dict[str, Any]] = Field(None, serialization_alias="outputMetadata")
|
|
124
|
+
|
|
109
125
|
# for serializing `prompt`
|
|
110
126
|
model_config = {"arbitrary_types_allowed": True}
|
|
111
127
|
|
deepeval/tracing/utils.py
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import os
|
|
2
|
+
from typing import Dict, Any
|
|
2
3
|
from datetime import datetime, timezone
|
|
3
4
|
from enum import Enum
|
|
4
5
|
from time import perf_counter
|
|
@@ -183,3 +184,10 @@ def replace_self_with_class_name(obj):
|
|
|
183
184
|
return f"<{obj.__class__.__name__}>"
|
|
184
185
|
except:
|
|
185
186
|
return f"<self>"
|
|
187
|
+
|
|
188
|
+
|
|
189
|
+
def prepare_tool_call_input_parameters(output: Any) -> Dict[str, Any]:
|
|
190
|
+
res = make_json_serializable(output)
|
|
191
|
+
if res and not isinstance(res, dict):
|
|
192
|
+
res = {"output": res}
|
|
193
|
+
return res
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
deepeval/__init__.py,sha256=
|
|
2
|
-
deepeval/_version.py,sha256=
|
|
1
|
+
deepeval/__init__.py,sha256=IqShG98ALpA1gm_qL2Jq56AJoafAHpcUTSvpgH4HpZM,3062
|
|
2
|
+
deepeval/_version.py,sha256=YI_RpVZwcnI0mL1Q52yzeFfvPwLM6jKjG7i478wPJzM,27
|
|
3
3
|
deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
|
|
4
4
|
deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
|
|
5
5
|
deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
|
|
@@ -81,7 +81,7 @@ deepeval/benchmarks/drop/drop.py,sha256=rGcqd79-IfQ2tvPuAL6wrON4R0hBiVGBy1OtDRme
|
|
|
81
81
|
deepeval/benchmarks/drop/task.py,sha256=RV7DEXF192IOsY-yIVdlGb_y-A_sS5APPn8PGOPn5yU,17950
|
|
82
82
|
deepeval/benchmarks/drop/template.py,sha256=1P0mx_71Bxr9juIA8nGpVRIrP8NSoDILkIicjWvqE94,1376
|
|
83
83
|
deepeval/benchmarks/equity_med_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
84
|
-
deepeval/benchmarks/equity_med_qa/equity_med_qa.py,sha256=
|
|
84
|
+
deepeval/benchmarks/equity_med_qa/equity_med_qa.py,sha256=fYJy-zxjDnBHKh4tiNKXZW6CBuDB5gtemYJlQ3Z-rOM,6248
|
|
85
85
|
deepeval/benchmarks/equity_med_qa/task.py,sha256=hgztHjhThVDX2SKT-T6Vd9BE-yzigfdbwxSc5KGnoeo,321
|
|
86
86
|
deepeval/benchmarks/equity_med_qa/template.py,sha256=6gSwyWgIJTliup_nvlMYgPrgO_6pqvMV_ELVbPseMsk,174
|
|
87
87
|
deepeval/benchmarks/gsm8k/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -132,40 +132,42 @@ deepeval/benchmarks/winogrande/template.py,sha256=tDwH8NpNF9x7FbDmQw45XaW1LNqGBV
|
|
|
132
132
|
deepeval/benchmarks/winogrande/winogrande.py,sha256=_4irJkRPw3c-Ufo-hM4cHpPKUoxozedFQpok9n0csTg,5644
|
|
133
133
|
deepeval/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
134
134
|
deepeval/cli/dotenv_handler.py,sha256=7PtVjCNUZKAXsVJQxznsLexad7y8x-gQ195xAxmv4gA,2468
|
|
135
|
-
deepeval/cli/main.py,sha256=
|
|
135
|
+
deepeval/cli/main.py,sha256=pp6B3yQtAjASeYwaAB8-7pvdgOz5ADPMI_HbCz9dOOo,59111
|
|
136
136
|
deepeval/cli/server.py,sha256=cOm9xiYcPYB9GDeFQw9-Iawf9bNfOqftZs7q7mO_P7I,1979
|
|
137
137
|
deepeval/cli/test.py,sha256=kSIFMRTAfVzBJ4OitwvT829-ylV7UzPMP57P2DePS-Q,5482
|
|
138
138
|
deepeval/cli/types.py,sha256=_7KdthstHNc-JKCWrfpDQCf_j8h9PMxh0qJCHmVXJr0,310
|
|
139
139
|
deepeval/cli/utils.py,sha256=F4-yuONzk4ojDoSLjI9RYERB7HOD412iZ2lNlSCq4wk,5601
|
|
140
140
|
deepeval/confident/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
141
|
-
deepeval/confident/api.py,sha256=
|
|
141
|
+
deepeval/confident/api.py,sha256=V3TaJzbc7SEf9ZZCKyiSbK7rI6hzv2D7ojD54aVrvq4,8564
|
|
142
142
|
deepeval/confident/types.py,sha256=-slFhDof_1maMgpLxqDRZv6kz6ZVY2hP_0uj_aveJKU,533
|
|
143
143
|
deepeval/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
144
|
-
deepeval/config/
|
|
144
|
+
deepeval/config/logging.py,sha256=ivqmhOSB-oHOOU3MvnhImrZwkkxzxKJgoKxesnWfHjg,1314
|
|
145
|
+
deepeval/config/settings.py,sha256=emMXA-0dIwoLLi-iYHoFYpkseVkZD28Jq4eINuvsU18,28122
|
|
145
146
|
deepeval/config/settings_manager.py,sha256=enahSZN8krRu7-L94OBCt99fwUIqQtMRL97PlzsuKEY,4021
|
|
146
147
|
deepeval/config/utils.py,sha256=gSOVv18Tx1R72GucbdQesbZLFL-Y9EzbS4p7qd2w_xE,3799
|
|
147
|
-
deepeval/constants.py,sha256=
|
|
148
|
+
deepeval/constants.py,sha256=J5rNXGsMKTFYJ_9Wi49qchZXuUityZjnvuy3I3TO5zk,1667
|
|
148
149
|
deepeval/contextvars.py,sha256=oqXtuYiKd4Zvc1rNoR1gcRBxzZYCGTMVn7XostwvkRI,524
|
|
149
150
|
deepeval/dataset/__init__.py,sha256=N2c-rkuxWYiiJSOZArw0H02Cwo7cnfzFuNYJlvsIBEg,249
|
|
150
151
|
deepeval/dataset/api.py,sha256=ZxkEqAF4nZH_Ys_1f5r9N2LFI_vBcAJxt8eJm7Mplpw,831
|
|
151
|
-
deepeval/dataset/dataset.py,sha256=
|
|
152
|
+
deepeval/dataset/dataset.py,sha256=QX6jy3R2GIICdq3tGbPWnOiP_v22iugXskoSmlxXXyk,50894
|
|
152
153
|
deepeval/dataset/golden.py,sha256=T-rTk4Hw1tANx_Iimv977F6Y4QK3s5OIB4PecU5FJDM,2338
|
|
153
154
|
deepeval/dataset/test_run_tracer.py,sha256=5CdpDvhzkEEBRyqWi6egocaxiN6IRS3XfbACxEQZQeM,2544
|
|
154
155
|
deepeval/dataset/types.py,sha256=CWeOIBPK2WdmRUqjFa9gfN-w2da0r8Ilzl3ToDpJQoQ,558
|
|
155
|
-
deepeval/dataset/utils.py,sha256=
|
|
156
|
+
deepeval/dataset/utils.py,sha256=fbBtbalP3qoCF38DGZASVsz8eIVuYojt92ujDGXaIwM,6626
|
|
156
157
|
deepeval/errors.py,sha256=_K5wywEw2gp0DDECyeY6UrSI9GgOtCBbfPxt5maIzSY,113
|
|
157
158
|
deepeval/evaluate/__init__.py,sha256=315IaMiYEz7oJhZ4kPTBfeCNd1xF-wWVU6KOQnrKQpE,291
|
|
158
159
|
deepeval/evaluate/api.py,sha256=rkblH0ZFAAdyuF0Ymh7JE1pIJPR9yFuPrn9SQaCEQp4,435
|
|
159
160
|
deepeval/evaluate/compare.py,sha256=tdSJY4E7YJ_zO3dzvpwngZHLiUI2YQcTWJOLI83htsQ,9855
|
|
160
161
|
deepeval/evaluate/configs.py,sha256=QfWjaWNxLsgEe8-5j4PIs5WcSyEckiWt0qdpXSpl57M,928
|
|
161
|
-
deepeval/evaluate/evaluate.py,sha256=
|
|
162
|
-
deepeval/evaluate/execute.py,sha256=
|
|
162
|
+
deepeval/evaluate/evaluate.py,sha256=CLc-5rlHcBkJcakYXf9twaF6G8chp95gCBe8V4B-cVo,10684
|
|
163
|
+
deepeval/evaluate/execute.py,sha256=a5H_q6KimTvGlHyaSx0QjlPm0VKd9tKAlljrlfVWSMI,90890
|
|
163
164
|
deepeval/evaluate/types.py,sha256=zsL_lNbFMG20czzRQeWNDbLSzL8Uy7IIgvILe-X0kN0,918
|
|
164
|
-
deepeval/evaluate/utils.py,sha256=
|
|
165
|
+
deepeval/evaluate/utils.py,sha256=ZbPdPC_RK0bKSa-VCfJrZXRlvkqtSIiR2zvxKXqS_Yk,20334
|
|
165
166
|
deepeval/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
166
|
-
deepeval/integrations/crewai/__init__.py,sha256=
|
|
167
|
-
deepeval/integrations/crewai/handler.py,sha256=
|
|
168
|
-
deepeval/integrations/crewai/
|
|
167
|
+
deepeval/integrations/crewai/__init__.py,sha256=g7m8mUJWCkMvkgn7ts9tyapLjvb7e1a1KLsPmy3gHys,196
|
|
168
|
+
deepeval/integrations/crewai/handler.py,sha256=jizbwsMayqv1FNXo7BrycFNWewzYJt9Lg2WiusgDpRM,6478
|
|
169
|
+
deepeval/integrations/crewai/subs.py,sha256=UP6aY8Nrl_lHDwxG84aRMNjxzP-X2QWTtOu9DgXMabM,1477
|
|
170
|
+
deepeval/integrations/crewai/wrapper.py,sha256=r4szLNUz1O7U9eMps7czMbHyIEEQ4lfPdBb417gYPfc,3726
|
|
169
171
|
deepeval/integrations/hugging_face/__init__.py,sha256=MuHIf9im9Jypq4VkfLzhklxIrd7vSTGlT74iUNSPgvg,93
|
|
170
172
|
deepeval/integrations/hugging_face/callback.py,sha256=15QQEzR34Cpdp5kUp5oVA6dEsShtiMNZ03akJWAh7lo,7911
|
|
171
173
|
deepeval/integrations/hugging_face/rich_manager.py,sha256=WvFtPGpPmGeg2Ftsnojga6yvbBLiZv_tvNbnFcGb6og,3630
|
|
@@ -187,176 +189,177 @@ deepeval/integrations/pydantic_ai/test_instrumentator.py,sha256=47DEQpj8HBSa-_TI
|
|
|
187
189
|
deepeval/key_handler.py,sha256=damdQEBLGy4IVk5DR5-E3blIZdLbcMtyeGAFn_4_SG4,6505
|
|
188
190
|
deepeval/metrics/__init__.py,sha256=nvO0Wv2JROjK1I9MDNIFUJlrRAZI2C0xbGYSBZK5q4g,4013
|
|
189
191
|
deepeval/metrics/answer_relevancy/__init__.py,sha256=WbZUpoSg2GQoqJ4VIRirVVQ1JDx5xwT-RskwqNKfWGM,46
|
|
190
|
-
deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=
|
|
192
|
+
deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=bkh7_1YoV3BsGzERujzWg4UDDYkWpI1K1z_7mltTve8,11500
|
|
191
193
|
deepeval/metrics/answer_relevancy/schema.py,sha256=N8wIBh4qwk4-BZOEyPJM-MB2_0dbkqXHv0aCfsIkROo,405
|
|
192
194
|
deepeval/metrics/answer_relevancy/template.py,sha256=InlbD3nufOFmohX3c7tnBwxDbcXwYbc57nPjIiW0Gmc,4030
|
|
195
|
+
deepeval/metrics/api.py,sha256=Po7hforMvyW6aSJJoaSSgmpxtbS4MD0yyVp3aGwsQC8,11232
|
|
193
196
|
deepeval/metrics/arena_g_eval/__init__.py,sha256=pVDIsWD_DLumOLegJrVSozcWwzsaxJXE5cIN7KxCzws,37
|
|
194
197
|
deepeval/metrics/arena_g_eval/arena_g_eval.py,sha256=B4Gjct3w5VGPxmumBblFVajdUIdWJTNR0hvMuhgIFg0,11661
|
|
195
198
|
deepeval/metrics/arena_g_eval/schema.py,sha256=3wipvUpZNO0O4QuWFy1LaLenfTYxLKldCERmP3sVtYI,288
|
|
196
199
|
deepeval/metrics/arena_g_eval/template.py,sha256=ik5OuqLaJ5Y4wZUND6RMunGj1LwnWI_k8iJf8RFt4WI,4195
|
|
197
200
|
deepeval/metrics/arena_g_eval/utils.py,sha256=547ajDJP8bYd4DClLwUy7bYvaAPMLUCTbwqCr4Vi5sc,5090
|
|
198
201
|
deepeval/metrics/argument_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
199
|
-
deepeval/metrics/argument_correctness/argument_correctness.py,sha256=
|
|
202
|
+
deepeval/metrics/argument_correctness/argument_correctness.py,sha256=Z4XVPg9QklpyIpr_1QreoZRZe5ZR94AvBmkGVeyQkRw,10411
|
|
200
203
|
deepeval/metrics/argument_correctness/schema.py,sha256=mN__hspSfrKikG9DUycivrP3fdC8EPPsSdh0Ev52kPQ,360
|
|
201
204
|
deepeval/metrics/argument_correctness/template.py,sha256=NpuEFTsSFWh8UDJ4VhMoAA8tjC6aRWxFWT9G1iTwpmA,5401
|
|
202
205
|
deepeval/metrics/base_metric.py,sha256=tRlEGLkXcf34paZagYR6kMHA9MBK0HPNi_lGkxJ0B4E,4670
|
|
203
206
|
deepeval/metrics/bias/__init__.py,sha256=10suWOJYISoIcz2fB-nSkP1qb0WMGVPjNakKO-CEr8w,35
|
|
204
|
-
deepeval/metrics/bias/bias.py,sha256=
|
|
207
|
+
deepeval/metrics/bias/bias.py,sha256=Y6arSms28mPzxKd9V7_ZgTWTBWwq3XJMTmab9KV233s,10924
|
|
205
208
|
deepeval/metrics/bias/schema.py,sha256=bjYFZAbIjxFAzc3-JOJ2i4H-EAF-EWhi2CL2CIzP3qw,446
|
|
206
209
|
deepeval/metrics/bias/template.py,sha256=b18-kbFpAenZzcDbG4Nd0gIhcUG6GrYHkzcFIS6dpow,4217
|
|
207
210
|
deepeval/metrics/contextual_precision/__init__.py,sha256=JI8VdPpwU1I6ifJeQGwDf2p85augwwYj5km3WJlWy8Y,50
|
|
208
|
-
deepeval/metrics/contextual_precision/contextual_precision.py,sha256=
|
|
211
|
+
deepeval/metrics/contextual_precision/contextual_precision.py,sha256=5207M0Y9FueIO5ALhbM02xjQmTAqrGBIL5a_NsAzWm0,10937
|
|
209
212
|
deepeval/metrics/contextual_precision/schema.py,sha256=NVJjkfdEc72u9M0lx0EyHe8-J1XUkCPFwU3v3xdZK5A,278
|
|
210
213
|
deepeval/metrics/contextual_precision/template.py,sha256=zDKbTLQGFutjL73qJD--TxJ3_JGmOgESDTfgiYk5K6U,3890
|
|
211
214
|
deepeval/metrics/contextual_recall/__init__.py,sha256=WMaP3SE8g0oh6mdnfvLBmjjgYV0WkBMg0YRuYNrTxcI,47
|
|
212
|
-
deepeval/metrics/contextual_recall/contextual_recall.py,sha256=
|
|
215
|
+
deepeval/metrics/contextual_recall/contextual_recall.py,sha256=lHb6Dtp__j41j-jlXPfRP3DZIrWxw4xec6qUCjH4t-c,10447
|
|
213
216
|
deepeval/metrics/contextual_recall/schema.py,sha256=3ZKUE-ec99R5wYYDwv8kFWfypfWZTqlfnTcO3Pt_DXA,269
|
|
214
217
|
deepeval/metrics/contextual_recall/template.py,sha256=PSetFQR7__8kCSdPNZhiOEx5UwnDOL5V7Ik4rLSETfU,3205
|
|
215
218
|
deepeval/metrics/contextual_relevancy/__init__.py,sha256=u3k3j3-DsCX0cF59An-hGP6KT-dkINgDyDqDRKFdzTs,50
|
|
216
|
-
deepeval/metrics/contextual_relevancy/contextual_relevancy.py,sha256=
|
|
219
|
+
deepeval/metrics/contextual_relevancy/contextual_relevancy.py,sha256=P4tPYZ4rzjvM9Pu5dt9bV_weFFKbkpUbp9OEVuPGvG8,10312
|
|
217
220
|
deepeval/metrics/contextual_relevancy/schema.py,sha256=00Bmuv9Q_kDAEUy-8vH08UX3kqGkhbe9bQ7cqPDkZcs,365
|
|
218
221
|
deepeval/metrics/contextual_relevancy/template.py,sha256=lRhrs7LSjqKXawUYSoJJUoiLMYCt3IRl-iaDR57o32Q,3023
|
|
219
222
|
deepeval/metrics/conversation_completeness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
220
|
-
deepeval/metrics/conversation_completeness/conversation_completeness.py,sha256=
|
|
223
|
+
deepeval/metrics/conversation_completeness/conversation_completeness.py,sha256=POvvAQ720XLXUBG1CD-7baJUa6e81iV7xCaWaMD8Slg,12200
|
|
221
224
|
deepeval/metrics/conversation_completeness/schema.py,sha256=cfTFA1WNAAS4w-kpMI4XiMhO4JlrYBnqkQJ5HOjS310,322
|
|
222
225
|
deepeval/metrics/conversation_completeness/template.py,sha256=xDEvudPQLr-SGtbFKVMhSV_CjmvIuiOTXYLIkw7UzcM,4607
|
|
223
226
|
deepeval/metrics/conversational_dag/__init__.py,sha256=QXIdS-GvaJgOrl9kesHMMx1rbRCnMyw6984J7SKkmaE,191
|
|
224
|
-
deepeval/metrics/conversational_dag/conversational_dag.py,sha256=
|
|
225
|
-
deepeval/metrics/conversational_dag/nodes.py,sha256=
|
|
227
|
+
deepeval/metrics/conversational_dag/conversational_dag.py,sha256=9QQHp__U9wFJMLy7yeqJXU4-Hi4Xk2nXDnChruQOLMY,5142
|
|
228
|
+
deepeval/metrics/conversational_dag/nodes.py,sha256=zn4mOb6bvUOntpWyY1Ab8Y3X44MPqojUTw3iRrjWBpE,33983
|
|
226
229
|
deepeval/metrics/conversational_dag/templates.py,sha256=-WvTE8Q-Aw0f91kxdgaPZWAh2qv1-KF6v4PbGR718rk,3801
|
|
227
230
|
deepeval/metrics/conversational_g_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
228
|
-
deepeval/metrics/conversational_g_eval/conversational_g_eval.py,sha256=
|
|
231
|
+
deepeval/metrics/conversational_g_eval/conversational_g_eval.py,sha256=CenTNgby1mwasWo6qJO9jqFXgtKFvzo2ldM8yd3bm0M,17553
|
|
229
232
|
deepeval/metrics/conversational_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
|
|
230
233
|
deepeval/metrics/conversational_g_eval/template.py,sha256=buwPuHfqn-9FRrW-j1Pc4W0XCAVmdPPa0wM8pQ9Q0N0,2917
|
|
231
234
|
deepeval/metrics/dag/__init__.py,sha256=G5D9ngJ6nnbRBF2mfmNZymZId8gKD09QzTA1Y_bTrgM,157
|
|
232
|
-
deepeval/metrics/dag/dag.py,sha256=
|
|
235
|
+
deepeval/metrics/dag/dag.py,sha256=fsT4ifuW73jPKebhQ_A_l9ii_wNammRrCqIRqKIrPrs,5038
|
|
233
236
|
deepeval/metrics/dag/graph.py,sha256=djc-p_qJmKwQU4eDFoSRqyLM3x80LRbuiwpBbWP3uNU,2876
|
|
234
|
-
deepeval/metrics/dag/nodes.py,sha256=
|
|
237
|
+
deepeval/metrics/dag/nodes.py,sha256=tlVOySeflRHiM5j6vIyIP0hD0dsfySUvHnZrJ1TH5Lw,28062
|
|
235
238
|
deepeval/metrics/dag/schema.py,sha256=rJaMlXeESN0L3Igw0FTmErqjF6s8oKkUBEjhVKyBkiI,382
|
|
236
239
|
deepeval/metrics/dag/templates.py,sha256=7pVyE1exfpU5z2OcAF4fH4xOxxIqO7orK3SQyMqGqEQ,2090
|
|
237
240
|
deepeval/metrics/dag/utils.py,sha256=66D88fpjIUdVwZvYV8a1L9TlX1wvbCVuE6Y8BFTbpkE,6069
|
|
238
241
|
deepeval/metrics/faithfulness/__init__.py,sha256=RffAtTOSdtWO1gHVMnPI-imJahf3JENOoJRiNw-Xv4g,43
|
|
239
|
-
deepeval/metrics/faithfulness/faithfulness.py,sha256=
|
|
242
|
+
deepeval/metrics/faithfulness/faithfulness.py,sha256=1dpbDoSDF0pYlDxuDOHw-HdtlUAA-OnNhtmacKVROhU,13751
|
|
240
243
|
deepeval/metrics/faithfulness/schema.py,sha256=2dU9dwwmqpGJcWvY2webERWIfH_tn02xgLghHkAY_eM,437
|
|
241
244
|
deepeval/metrics/faithfulness/template.py,sha256=RuZ0LFm4BjZ8lhVrKPgU3ecHszwkF0fe5-BxAkaP5AA,5839
|
|
242
245
|
deepeval/metrics/g_eval/__init__.py,sha256=HAhsQFVq9LIpZXPN00Jc_WrMXrh47NIT86VnUpWM4_4,102
|
|
243
|
-
deepeval/metrics/g_eval/g_eval.py,sha256=
|
|
246
|
+
deepeval/metrics/g_eval/g_eval.py,sha256=OkMvddJEjTaBnCEa4RNhqkDULcjTxxqn1IIvexsTMjs,15368
|
|
244
247
|
deepeval/metrics/g_eval/schema.py,sha256=V629txuDrr_2IEKEsgJVYYZb_pkdfcltQV9ZjvxK5co,287
|
|
245
248
|
deepeval/metrics/g_eval/template.py,sha256=mHj4-mr_HQwbCjpHg7lM_6UesoSatL3g8UGGQAOdT0U,4509
|
|
246
249
|
deepeval/metrics/g_eval/utils.py,sha256=uUT86jRXVYvLDzcnZvvfWssDyGoBHb66nWcJSg4i1u4,8784
|
|
247
250
|
deepeval/metrics/hallucination/__init__.py,sha256=rCVlHi2UGzDKmZKi0esFLafmshVBx2WZ0jiIb-KqcYQ,44
|
|
248
|
-
deepeval/metrics/hallucination/hallucination.py,sha256=
|
|
251
|
+
deepeval/metrics/hallucination/hallucination.py,sha256=K0hNzxeaYFI-TCg1KVo-s0BDkTRQUwQ_F5r5uD5vStQ,10115
|
|
249
252
|
deepeval/metrics/hallucination/schema.py,sha256=V8xbrBLMwJfre-lPuDc7rMEdhHf_1hfgoW1jE_ULvAY,286
|
|
250
253
|
deepeval/metrics/hallucination/template.py,sha256=hiss1soxSBFqzOt0KmHZdZUzoQsmXnslDyb8HsjALPs,2620
|
|
251
|
-
deepeval/metrics/indicator.py,sha256=
|
|
254
|
+
deepeval/metrics/indicator.py,sha256=MmOi6dDAFXIz3xKfuu7nyooL_VckCoYKZByL1ZSNmCE,10446
|
|
252
255
|
deepeval/metrics/json_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
253
|
-
deepeval/metrics/json_correctness/json_correctness.py,sha256=
|
|
256
|
+
deepeval/metrics/json_correctness/json_correctness.py,sha256=FmI_YSrSPhdUJ-G1txN1gD_--ACNcDWuI8yrV3OLslU,7833
|
|
254
257
|
deepeval/metrics/json_correctness/schema.py,sha256=VenN3E6_abO3IdWGdTB1ZfcFpGR9suzNkMxjr-h4I0k,94
|
|
255
258
|
deepeval/metrics/json_correctness/template.py,sha256=nZ9ZM7eb21ICpmcLnT2xVf7jYbVPR7IbpGnwhFdMRpI,898
|
|
256
259
|
deepeval/metrics/knowledge_retention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
257
|
-
deepeval/metrics/knowledge_retention/knowledge_retention.py,sha256=
|
|
260
|
+
deepeval/metrics/knowledge_retention/knowledge_retention.py,sha256=Sqyz9C_Ze9uv05YYPYk_2kxzsrMQFTgbpVsaQa4u0TE,13606
|
|
258
261
|
deepeval/metrics/knowledge_retention/schema.py,sha256=XQ33uA4hCWGe_cNVH9B8RTm8N-BDHJW9RseKdlCvb9E,287
|
|
259
262
|
deepeval/metrics/knowledge_retention/template.py,sha256=LtANOvqaROUXIG5Bepz_N6tZlBlGbd8lI92g036xvVw,5403
|
|
260
263
|
deepeval/metrics/mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
261
|
-
deepeval/metrics/mcp/mcp_task_completion.py,sha256=
|
|
262
|
-
deepeval/metrics/mcp/multi_turn_mcp_use_metric.py,sha256=
|
|
264
|
+
deepeval/metrics/mcp/mcp_task_completion.py,sha256=UA5qYwqolhdDdqEkDbylOQrB7Mn_z3wrZhGFtQW9nL8,10635
|
|
265
|
+
deepeval/metrics/mcp/multi_turn_mcp_use_metric.py,sha256=sd_pfksW70WDKNoAAzAV6Hz8QQi2bMduArQHmSqNBR4,14451
|
|
263
266
|
deepeval/metrics/mcp/schema.py,sha256=e9_bFfI8uHeejaePu-YIX8qpAax1noPaKhpiD_NYlgg,310
|
|
264
267
|
deepeval/metrics/mcp/template.py,sha256=iL1V9W40piCAlstk_qYOTHAy2aymqbMmujHempUk25s,5482
|
|
265
268
|
deepeval/metrics/mcp_use_metric/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
266
|
-
deepeval/metrics/mcp_use_metric/mcp_use_metric.py,sha256=
|
|
269
|
+
deepeval/metrics/mcp_use_metric/mcp_use_metric.py,sha256=VBg5Oy-jJA22VUonSp8R4ZaBf2eDT17wVnGA7ZzB8iY,14647
|
|
267
270
|
deepeval/metrics/mcp_use_metric/schema.py,sha256=GAWacRNl0i7ir_AE_f1_OBEj0Q5xhcIwEytmTFpiwyw,169
|
|
268
271
|
deepeval/metrics/mcp_use_metric/template.py,sha256=iUttypDHYPc_QPB8hvuPhmSodJMhqUpau3P53thnE_Y,5625
|
|
269
272
|
deepeval/metrics/misuse/__init__.py,sha256=TqtaJf0zzFceJtb3BSTT_hTA6OzgnF3Y-XuWjR2bgVs,37
|
|
270
|
-
deepeval/metrics/misuse/misuse.py,sha256=
|
|
273
|
+
deepeval/metrics/misuse/misuse.py,sha256=PCOPdi01Jwucxe8bQQVyZs6BN6O-L1zxW-GXPU_B9po,11309
|
|
271
274
|
deepeval/metrics/misuse/schema.py,sha256=UkPlbNXbDS8LyGfiEtMWv-odTG3q1ykzyXkXtmxHHBM,365
|
|
272
275
|
deepeval/metrics/misuse/template.py,sha256=y6bOnVRhGrGPcswOMnsrm237smcgfJCnoQwlpBAW_0w,2648
|
|
273
276
|
deepeval/metrics/multimodal_metrics/__init__.py,sha256=6-04QYKd_i-rohppSLW1HfW6-fwDZTfp2cPbDGvqDNo,1064
|
|
274
277
|
deepeval/metrics/multimodal_metrics/image_coherence/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
275
|
-
deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py,sha256=
|
|
278
|
+
deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py,sha256=EE_mr8FhhoeIlAc1y1mBklE6aGjM5L1z0vHHxhA2mrQ,13635
|
|
276
279
|
deepeval/metrics/multimodal_metrics/image_coherence/schema.py,sha256=NB38VAmRE5bZtCeSbOWMa7_nHBSBdEWndyEYWFh0aUA,123
|
|
277
280
|
deepeval/metrics/multimodal_metrics/image_coherence/template.py,sha256=bOXqf3xo3A6u6toFkFYFcIayYv1UsBtI6sK_hTQQuhA,1788
|
|
278
281
|
deepeval/metrics/multimodal_metrics/image_editing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
279
|
-
deepeval/metrics/multimodal_metrics/image_editing/image_editing.py,sha256=
|
|
282
|
+
deepeval/metrics/multimodal_metrics/image_editing/image_editing.py,sha256=xYMOv9mb3TmFjvrbqYdpxJQtF90tLjvuDO2Kol2HR2o,11771
|
|
280
283
|
deepeval/metrics/multimodal_metrics/image_editing/schema.py,sha256=ygt_RGnVlYh__mVCAMBsIFTQgLCk6hh0MPteomZX9UU,136
|
|
281
284
|
deepeval/metrics/multimodal_metrics/image_editing/template.py,sha256=KuDaJZbNikn4Jw6U1tF6YbVzHp-nARW2iTw3zxaJNXI,3104
|
|
282
285
|
deepeval/metrics/multimodal_metrics/image_helpfulness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
283
|
-
deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py,sha256=
|
|
286
|
+
deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py,sha256=oQVSQaocNcU66368F-rCtJPPBiDrCkjITIpc6wFj1O0,13669
|
|
284
287
|
deepeval/metrics/multimodal_metrics/image_helpfulness/schema.py,sha256=NB38VAmRE5bZtCeSbOWMa7_nHBSBdEWndyEYWFh0aUA,123
|
|
285
288
|
deepeval/metrics/multimodal_metrics/image_helpfulness/template.py,sha256=mu2tDUN_IeGAGfyZ7q2YaFepsWr8KnlXRIOyXUI9O0s,1884
|
|
286
289
|
deepeval/metrics/multimodal_metrics/image_reference/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
287
|
-
deepeval/metrics/multimodal_metrics/image_reference/image_reference.py,sha256=
|
|
290
|
+
deepeval/metrics/multimodal_metrics/image_reference/image_reference.py,sha256=Z_H8NzwmkYLGeVbK-POxQ3WzK_tgyLj1E9b7emrMec0,13643
|
|
288
291
|
deepeval/metrics/multimodal_metrics/image_reference/schema.py,sha256=NB38VAmRE5bZtCeSbOWMa7_nHBSBdEWndyEYWFh0aUA,123
|
|
289
292
|
deepeval/metrics/multimodal_metrics/image_reference/template.py,sha256=GdBGZu6atdmPaZfolWXF26wbxVFR2CSNMsYXEHSzDnU,1787
|
|
290
293
|
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
291
|
-
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py,sha256=
|
|
294
|
+
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py,sha256=6X3y3n1L-h6NeZzCDTTYpX49uamFmyLA2FyRIcoyEwM,12573
|
|
292
295
|
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/schema.py,sha256=Tqo-qN94CV4ZB6n8I906elt-PL9aUk0ioeuu-KvIQc0,382
|
|
293
296
|
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py,sha256=gb9NSVwGp2xI34BvNdY7AccIcoRZKHdP0Ku7JPPHFzs,5439
|
|
294
297
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
295
|
-
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=
|
|
298
|
+
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=zLPxiFvDlkgKU0vpvBCibpSHYNbuA-HzpU7bgCfYwPY,10850
|
|
296
299
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/schema.py,sha256=Y0kOAfaaKCBmnvBPZXJLZK_C5FAWDyJC8fYbnNQx3eA,305
|
|
297
300
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/template.py,sha256=XcpXheJKQBo4Zu2eoir2AMCC-lIIdUzNook-vEp1yE4,6489
|
|
298
301
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
299
|
-
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py,sha256=
|
|
302
|
+
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py,sha256=FlYmTqbp6TIgW_9n2qDlbhIeA6TTIuOSA2Cv5PYkFvk,10541
|
|
300
303
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/schema.py,sha256=kCxYxG_Oh4bM8WVmfwEzZGsNBqQO44slpEfkt5fIW0g,296
|
|
301
304
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/template.py,sha256=8LKNgMIeBN-KksUwX5r7UxjbTrfxHbUSdtbXXMFy90A,5489
|
|
302
305
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
303
|
-
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py,sha256=
|
|
306
|
+
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py,sha256=n4aU8eB0ZfmjKxjYJxkugF9kc1c4QLLXTQ6ayaGtoAo,10262
|
|
304
307
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/schema.py,sha256=MWGwRUrZVzT6X6k7t-gbg4nccFGbM2zAcRFamCRoefU,375
|
|
305
308
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/template.py,sha256=IqBiJ9Yj87XRvmng3GA1-3i75I_WvtyOesIPQPORDpE,4476
|
|
306
309
|
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
307
|
-
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py,sha256=
|
|
310
|
+
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py,sha256=bKUa4ETNnQwcgrypmsoQzlhddcnZdZYQP5OGYSpOeAU,13330
|
|
308
311
|
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/schema.py,sha256=b-WtfA7zq4TgQiuqqNEMf7jmohnWBMW4opChHyg49Gc,414
|
|
309
312
|
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py,sha256=9EWRC-Wiyr_UEMPfpuTcX2tvsjPxSRY4n_lClcsK6vw,8389
|
|
310
313
|
deepeval/metrics/multimodal_metrics/multimodal_g_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
311
|
-
deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py,sha256=
|
|
314
|
+
deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py,sha256=VqhyFwodcCWsnDNs4o_3uTaO09dWkedqHzrdYAjnvQg,14597
|
|
312
315
|
deepeval/metrics/multimodal_metrics/multimodal_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
|
|
313
316
|
deepeval/metrics/multimodal_metrics/multimodal_g_eval/template.py,sha256=6kIC4vTtRxUBCyafjyWLZg5WhVHxsRy-m2Mv7OGbgV0,5235
|
|
314
317
|
deepeval/metrics/multimodal_metrics/multimodal_g_eval/utils.py,sha256=UgY46c1mudFoOglbrrJsXnSrdiJGGRFqpDvrAAZWwV0,2189
|
|
315
318
|
deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
316
|
-
deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py,sha256=
|
|
319
|
+
deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py,sha256=fF_-1B3iFR6B_EUNZy2T60Lh0Z0p-CoI3Cxl68EK5EY,11482
|
|
317
320
|
deepeval/metrics/multimodal_metrics/text_to_image/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
318
321
|
deepeval/metrics/multimodal_metrics/text_to_image/schema.py,sha256=ygt_RGnVlYh__mVCAMBsIFTQgLCk6hh0MPteomZX9UU,136
|
|
319
322
|
deepeval/metrics/multimodal_metrics/text_to_image/template.py,sha256=WSXXI0Tee1wE7FPyQJwHYXuqHaevYz9T04ns1P85Qec,2568
|
|
320
323
|
deepeval/metrics/multimodal_metrics/text_to_image/text_to_image.py,sha256=20wzu09kQhNMxjp7oJ_sMfWXOWNhuj0kkyEed9lwS2g,11160
|
|
321
324
|
deepeval/metrics/non_advice/__init__.py,sha256=GP55jVADpkODABIjzK0JX1MKpFNZ0bM7Q2Jczlc4BSU,40
|
|
322
|
-
deepeval/metrics/non_advice/non_advice.py,sha256
|
|
325
|
+
deepeval/metrics/non_advice/non_advice.py,sha256=9YrZEcYhaMBA49w1_Lyk7V1JY5t_DjmV2BBJtx6_9MY,11815
|
|
323
326
|
deepeval/metrics/non_advice/schema.py,sha256=bODTV8jfjIYTwnYRHz32p47tqdXkTRqLXj_s5ZUxYAQ,299
|
|
324
327
|
deepeval/metrics/non_advice/template.py,sha256=KiRoU_Re3JFHylKZ1O8hztZ3yEQf3vW_HWwHxQjDb6o,2864
|
|
325
328
|
deepeval/metrics/pii_leakage/__init__.py,sha256=tBc9OGp4gmgoYz6FA3ipr48fpsCMvq6WtlwOjMqhCD0,42
|
|
326
|
-
deepeval/metrics/pii_leakage/pii_leakage.py,sha256=
|
|
329
|
+
deepeval/metrics/pii_leakage/pii_leakage.py,sha256=s-NAj1Lb0MiXIuQz0lxM120enSdMCVG_ktbR65d9-6U,11418
|
|
327
330
|
deepeval/metrics/pii_leakage/schema.py,sha256=Jk9jdf4HAa76J237mnosWOCV71pBBNdLfaVhf-4dKEg,313
|
|
328
331
|
deepeval/metrics/pii_leakage/template.py,sha256=DEW21CyR2lEI1y2C_fXgZnGJlYw0fvnB-LF-HEKZnqo,2418
|
|
329
332
|
deepeval/metrics/prompt_alignment/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
330
|
-
deepeval/metrics/prompt_alignment/prompt_alignment.py,sha256=
|
|
333
|
+
deepeval/metrics/prompt_alignment/prompt_alignment.py,sha256=ltSfNu8xAXutAauKtvwVx9CN6L3mObcklRAsS4BTuhg,10576
|
|
331
334
|
deepeval/metrics/prompt_alignment/schema.py,sha256=ann3tH5XfZCLhePE2UXTSK_gkF-_udP0RP_IVHW4mF0,315
|
|
332
335
|
deepeval/metrics/prompt_alignment/template.py,sha256=6-A1rWOZWOEauSsQAXC-gVF2oXkYfgV0XqiriGJJfY0,3182
|
|
333
336
|
deepeval/metrics/ragas.py,sha256=I4EdwbsRGHlSEraKFBrDGUBrzRUBqlWqJAGg0efrZ0w,17637
|
|
334
337
|
deepeval/metrics/role_adherence/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
335
|
-
deepeval/metrics/role_adherence/role_adherence.py,sha256=
|
|
338
|
+
deepeval/metrics/role_adherence/role_adherence.py,sha256=r1g2_3iPp2CiklOIs3Iif88g8xsz-mPVo24TQvlnzhw,10530
|
|
336
339
|
deepeval/metrics/role_adherence/schema.py,sha256=54YV4LBMEwgqP2taAJSc6ifo8s3cbTMLn4Caye-Rveo,367
|
|
337
340
|
deepeval/metrics/role_adherence/template.py,sha256=ExQe2mTcuRq80mRjaxzDx2mybIvz2wtiBhWUDK7x9dA,3728
|
|
338
341
|
deepeval/metrics/role_violation/__init__.py,sha256=gozjXhSGNIfon-YlMNlk322momEgSVcZhAEo3Yfxi84,48
|
|
339
|
-
deepeval/metrics/role_violation/role_violation.py,sha256=
|
|
342
|
+
deepeval/metrics/role_violation/role_violation.py,sha256=UwvUQ-uo2e_ycxKGh58FHLkveUZhvcR0EP3mllA8M6c,12181
|
|
340
343
|
deepeval/metrics/role_violation/schema.py,sha256=3c1xqZ4UV1MmGa7rZrNfCaSbi-l9EXINL5Ropn5GeGY,326
|
|
341
344
|
deepeval/metrics/role_violation/template.py,sha256=MzvEEu7_fBDgOAaQ0W3uWvntiQ08BwO4YgLsMq4GdVo,2472
|
|
342
345
|
deepeval/metrics/summarization/__init__.py,sha256=rANygwNZxqpBwPOkLAGNNn29eB3GNkiT-neApKfsiEA,44
|
|
343
346
|
deepeval/metrics/summarization/schema.py,sha256=_mlC_nsHA4e1g6tQXzeKMP3nvBvPZOM07q0eP3oIqng,729
|
|
344
|
-
deepeval/metrics/summarization/summarization.py,sha256=
|
|
347
|
+
deepeval/metrics/summarization/summarization.py,sha256=rYghwnMED-JqM9eQ6GDXmnn0hL_IBt31fQ52aeGm9jM,22661
|
|
345
348
|
deepeval/metrics/summarization/template.py,sha256=ItMcwgxgMIgHEIc1FoSsCtgPbhMY48ZzD7kfq7et6KY,5465
|
|
346
349
|
deepeval/metrics/task_completion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
347
350
|
deepeval/metrics/task_completion/schema.py,sha256=JfnZkbCh7skWvrESy65GEo6Rvo0FDJUqP6H1uyBCks4,241
|
|
348
|
-
deepeval/metrics/task_completion/task_completion.py,sha256=
|
|
351
|
+
deepeval/metrics/task_completion/task_completion.py,sha256=m5kHbEWi5nAWp4PuQJAfWAAk2K2XgCyK719nWw6L7DU,9147
|
|
349
352
|
deepeval/metrics/task_completion/template.py,sha256=4xjTBcGrPQxInbf8iwJOZyok9SQex1aCkbxKmfkXoA4,10437
|
|
350
353
|
deepeval/metrics/tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
351
|
-
deepeval/metrics/tool_correctness/tool_correctness.py,sha256=
|
|
354
|
+
deepeval/metrics/tool_correctness/tool_correctness.py,sha256=Zz3tyobyIK8uku-GJ8gIQyEb2l9mF4M23Xm27oM0dRE,12424
|
|
352
355
|
deepeval/metrics/toxicity/__init__.py,sha256=1lgt8BKxfBDd7bfSLu_5kMzmsr9b2_ahPK9oq5zLkMk,39
|
|
353
356
|
deepeval/metrics/toxicity/schema.py,sha256=7uUdzXqTvIIz5nfahlllo_fzVRXg7UeMeXn7Hl32pKY,459
|
|
354
357
|
deepeval/metrics/toxicity/template.py,sha256=zl4y4Tg9gXkxKJ8aXVwj0cJ94pvfYuP7MTeV3dvB5yQ,5045
|
|
355
|
-
deepeval/metrics/toxicity/toxicity.py,sha256=
|
|
358
|
+
deepeval/metrics/toxicity/toxicity.py,sha256=Cxez0mfA1IRdpDe95bnn2hndWtiKOkYfRon9M_yUni0,11189
|
|
356
359
|
deepeval/metrics/turn_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
357
360
|
deepeval/metrics/turn_relevancy/schema.py,sha256=om0zFJcM6qu2GWS9aJTP3lUmuEXX8KpoACEvCsJqfq4,234
|
|
358
361
|
deepeval/metrics/turn_relevancy/template.py,sha256=klZ10QI8jo4ekf-KgcWgRxS9E3AK4vgKDNzjwAYGl48,2797
|
|
359
|
-
deepeval/metrics/turn_relevancy/turn_relevancy.py,sha256=
|
|
362
|
+
deepeval/metrics/turn_relevancy/turn_relevancy.py,sha256=cgMt0toBIwzDc8lE8Q3YztzQA_DqR4GfdDrlyX7ya6w,10385
|
|
360
363
|
deepeval/metrics/utils.py,sha256=6WWbaRToILdzuy2F1PvT6FdOTF4TVZuz_3JttEPDv5c,18752
|
|
361
364
|
deepeval/models/__init__.py,sha256=0x4EsoqtSf7sLOg28DoOoInL_D5fKPWCakkE2gJa2pM,1195
|
|
362
365
|
deepeval/models/_summac_model.py,sha256=xflanxl_IBuzuainlYCVX7UvjHCnAckKSvNR2NwZI6k,19750
|
|
@@ -375,25 +378,26 @@ deepeval/models/llms/anthropic_model.py,sha256=5gYRNkYUD7Zl3U0SibBG2YGCQsD6DdTsa
|
|
|
375
378
|
deepeval/models/llms/azure_model.py,sha256=dqINcfoJNqdd9zh5iTPwQ_ToGMOF7iH6YUB-UWRSOlc,10730
|
|
376
379
|
deepeval/models/llms/deepseek_model.py,sha256=EqBJkKa7rXppCmlnIt_D-Z_r9fbsOUsOAVvN2jWA-Hk,6404
|
|
377
380
|
deepeval/models/llms/gemini_model.py,sha256=aGiD-hEgknctlqi7WdRwPNw9w76D6KMdNS-DIGpovLc,8409
|
|
378
|
-
deepeval/models/llms/grok_model.py,sha256=
|
|
381
|
+
deepeval/models/llms/grok_model.py,sha256=HwQ5OYyGW9Biuc5k8VfeVtpePcrBgxes6YuCsx8KM34,7492
|
|
379
382
|
deepeval/models/llms/kimi_model.py,sha256=ldTefdSVitZYJJQ-_ZsP87iiT5iZ4QCVdfi-YzdSMtU,7691
|
|
380
383
|
deepeval/models/llms/litellm_model.py,sha256=iu4-_JCpd9LdEa-eCWseD2iLTA-r7OSgYGWQ0IxB4eA,11527
|
|
381
384
|
deepeval/models/llms/local_model.py,sha256=hEyKVA6pkQm9dICUKsMNgjVI3w6gnyMdmBt_EylkWDk,4473
|
|
382
385
|
deepeval/models/llms/ollama_model.py,sha256=xPO4d4jMY-cQAyHAcMuFvWS8JMWwCUbKP9CMi838Nuc,3307
|
|
383
|
-
deepeval/models/llms/openai_model.py,sha256=
|
|
386
|
+
deepeval/models/llms/openai_model.py,sha256=70fkSaL8GZ2ZtPJJX6DHiEElgIqnT9kZyaz0OGsSm8c,17208
|
|
384
387
|
deepeval/models/llms/utils.py,sha256=gFM_8eIvdSwN_D4Yqp-j7PkfoiRn_bgu7tlCHol3A6c,1324
|
|
385
388
|
deepeval/models/mlllms/__init__.py,sha256=19nN6kUB5XI0nUWUQX0aD9GBUMM8WWGvsDgKjuT4EF4,144
|
|
386
389
|
deepeval/models/mlllms/gemini_model.py,sha256=7tHIWD4w_fBz3L7jkKWygn1QpBPk9nl2Kw-yb0Jc3PI,10167
|
|
387
390
|
deepeval/models/mlllms/ollama_model.py,sha256=_YtYtw8oIMVVI-CFsDicsdeEJUPhw_9ArPxB_1olsJA,4798
|
|
388
391
|
deepeval/models/mlllms/openai_model.py,sha256=KgvYgQwWZ1A_Gcl6-4-W7IMqbUF9K8sNY37j5Ag7kQQ,9014
|
|
389
|
-
deepeval/models/retry_policy.py,sha256=
|
|
392
|
+
deepeval/models/retry_policy.py,sha256=efMJwjQasAE_3fstfBBmxLOzxUxws26zHP5yvEBcPfQ,31458
|
|
390
393
|
deepeval/models/summac_model.py,sha256=wKeH7pWQRXrTlzlIw_r1YCb8b7jUhWq6jUz9FiNUCSg,1992
|
|
391
394
|
deepeval/models/unbias_model.py,sha256=umOMhQLTmnD7uOuhiQufEl4Wlti4q2s3EtKOpds7zhs,597
|
|
392
395
|
deepeval/models/utils.py,sha256=-3XDgg1U7PZ0jpLFiYXxqdBhp7idvlo7RPZv5SoD8lc,1130
|
|
393
|
-
deepeval/openai/__init__.py,sha256=
|
|
394
|
-
deepeval/openai/extractors.py,sha256=
|
|
395
|
-
deepeval/openai/patch.py,sha256=
|
|
396
|
-
deepeval/openai/
|
|
396
|
+
deepeval/openai/__init__.py,sha256=8v_Xj790M5PwPc5hiwIp0cuVFMknwtnhq0twRoD-85Y,440
|
|
397
|
+
deepeval/openai/extractors.py,sha256=QWMCwPFgn-QQ_UGvdkGgcioX5kxA2kAwJZyTnRWZnik,4856
|
|
398
|
+
deepeval/openai/patch.py,sha256=QHWw2Va3EA14qRBRgZyiL4mtKkYoh7lkn53ne4vkTxc,9459
|
|
399
|
+
deepeval/openai/types.py,sha256=ZvUHqWiegA1Ll8GfIyiYsXXvsGZ_NqWnBhZYjF1XhBs,630
|
|
400
|
+
deepeval/openai/utils.py,sha256=z2muCG8_275Krge-xBYboaKb2stwFX2i_BNAZEMiPXo,4154
|
|
397
401
|
deepeval/openai_agents/__init__.py,sha256=F4c6MtsdV7LWj0YamQcMGs4_u5sOYZJXWOQP8kV5xUg,314
|
|
398
402
|
deepeval/openai_agents/agent.py,sha256=_SQdd0JzZK-ZvpP7yPEi22Y7fVk16PC00ROahdDQdCQ,951
|
|
399
403
|
deepeval/openai_agents/callback_handler.py,sha256=4Tt2OAGfYd35C5LBMekxz0SDivYryKGm3lxls1WT7cY,4842
|
|
@@ -403,10 +407,10 @@ deepeval/openai_agents/runner.py,sha256=WtHuzhYHgC571uJYGjbTz3R23VaKnlKybGJSRCxM
|
|
|
403
407
|
deepeval/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
404
408
|
deepeval/plugins/plugin.py,sha256=_dwsdx4Dg9DbXxK3f7zJY4QWTJQWc7QE1HmIg2Zjjag,1515
|
|
405
409
|
deepeval/progress_context.py,sha256=ZSKpxrE9sdgt9G3REKnVeXAv7GJXHHVGgLynpG1Pudw,3557
|
|
406
|
-
deepeval/prompt/__init__.py,sha256=
|
|
407
|
-
deepeval/prompt/api.py,sha256=
|
|
408
|
-
deepeval/prompt/prompt.py,sha256=
|
|
409
|
-
deepeval/prompt/utils.py,sha256=
|
|
410
|
+
deepeval/prompt/__init__.py,sha256=rDU99KjydxDRKhuQJCBs_bpDJrWb2mpHtvyv6AEwFC8,367
|
|
411
|
+
deepeval/prompt/api.py,sha256=8EwWu4r44IUFOYqkQQiwyjAFFzmll11VnfXIF4n0rbc,6188
|
|
412
|
+
deepeval/prompt/prompt.py,sha256=Ys6dW3LfC-xFQ0TBAMWkrYmBJvmMRCwx2te7hjpvJTA,31052
|
|
413
|
+
deepeval/prompt/utils.py,sha256=m0a_NJ9NS_XWdNGz22S62HOrDnYqpSmdVowUqgYuBYY,6480
|
|
410
414
|
deepeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
411
415
|
deepeval/red_teaming/README.md,sha256=BY5rAdpp3-sMMToEKwq0Nsd9ivkGDzPE16DeDb8GY7U,154
|
|
412
416
|
deepeval/scorer/__init__.py,sha256=hTvtoV3a4l0dSBjERm-jX7jveTtKZXK0c9JerQo0T_w,27
|
|
@@ -419,11 +423,11 @@ deepeval/singleton.py,sha256=irNbt0-IRI7rD4t05OZHsrNovpeva0XPc8PoieFytG8,532
|
|
|
419
423
|
deepeval/synthesizer/__init__.py,sha256=eMihIQH-NClWL-8CZ9HUs9GA1Cy_DV_YX_f1o4bpO2c,142
|
|
420
424
|
deepeval/synthesizer/base_synthesizer.py,sha256=ua7HDq1lemeFH5FuWdGJxMGFH5QA2CSYkekk4bpOHcU,675
|
|
421
425
|
deepeval/synthesizer/chunking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
422
|
-
deepeval/synthesizer/chunking/context_generator.py,sha256=
|
|
423
|
-
deepeval/synthesizer/chunking/doc_chunker.py,sha256=
|
|
426
|
+
deepeval/synthesizer/chunking/context_generator.py,sha256=BWLJVamGhFRVyqLLTOr9l61n3NaWlr2q3pmyjDxKBWw,37713
|
|
427
|
+
deepeval/synthesizer/chunking/doc_chunker.py,sha256=DvJmbA_NnZBGCZgxKQsxlIC29kca_d7J-Dxq9SyfzX0,10612
|
|
424
428
|
deepeval/synthesizer/config.py,sha256=vcSi6upnmd667dAGANTTdPmY0z5sQ8Ctal7Xr4-tbhA,1934
|
|
425
429
|
deepeval/synthesizer/schema.py,sha256=PIv3012VMg_v-Ylwn08-4tNjf4QShBSg-kaCkgtdA88,879
|
|
426
|
-
deepeval/synthesizer/synthesizer.py,sha256=
|
|
430
|
+
deepeval/synthesizer/synthesizer.py,sha256=OEXksTCajtZ2spnXPEEYeVuBL3ay1CJb_ckKyRB2AGU,60216
|
|
427
431
|
deepeval/synthesizer/templates/__init__.py,sha256=C-wSGQeMRxTdSBJbgeyAM5Iu6mkHVSYbNfz0AY9K5Yc,209
|
|
428
432
|
deepeval/synthesizer/templates/template.py,sha256=nTH-k8XbvZQD_lagsaf6kmT6oylFjQ7gEseHYB1Zyso,39807
|
|
429
433
|
deepeval/synthesizer/templates/template_extraction.py,sha256=NkpzP-MkoefokVJBZn9s1ErDvI3o9ocY5_ZY85zj4KE,1972
|
|
@@ -432,39 +436,45 @@ deepeval/synthesizer/types.py,sha256=wUZntvCAE29sM9K8hk9RPwUpkTip1ObOCExyMEo3sME
|
|
|
432
436
|
deepeval/synthesizer/utils.py,sha256=o-9z5gApQcHqDqusgrD0LagXWAju17LVc27BxtaA7og,1018
|
|
433
437
|
deepeval/telemetry.py,sha256=JPZw1VBJ5dGiS8k-dzWs5OhMbNlr65QgVretTy33WCg,21704
|
|
434
438
|
deepeval/test_case/__init__.py,sha256=hLkHxGH0-FFhx4MlJwIbzNHL4pgyLGquh8l0qD-z_cQ,731
|
|
439
|
+
deepeval/test_case/api.py,sha256=aPghn6TFTR6TfsUSoY0WUZgLSnJtWkQuzqm_cKt08mc,4418
|
|
435
440
|
deepeval/test_case/arena_test_case.py,sha256=PcfDxadlc4yW4AEDdvN32AeUpx2Sms1jvnbX31Xu65o,957
|
|
436
441
|
deepeval/test_case/conversational_test_case.py,sha256=lF0V1yCGCInQetggm2wbXx-MkuMRs2ScwqIXCSwb1Fs,7534
|
|
437
442
|
deepeval/test_case/llm_test_case.py,sha256=L-dCvJ4pMPPavZTyN9ZKN30h351DWI_TunmXfHPIjig,12180
|
|
438
443
|
deepeval/test_case/mcp.py,sha256=Z625NLvz0E_UJpbyfyuAi_4nsqKH6DByBf0rfKd70xU,1879
|
|
439
444
|
deepeval/test_case/mllm_test_case.py,sha256=8a0YoE72geX_fLI6yk_cObSxCPddwW-DOb-5OPE1-W8,5414
|
|
440
445
|
deepeval/test_case/utils.py,sha256=5lT7QmhItsQHt44-qQfspuktilcrEyvl2cS0cgUJxds,809
|
|
441
|
-
deepeval/test_run/__init__.py,sha256=
|
|
446
|
+
deepeval/test_run/__init__.py,sha256=cwH9sqz821ifdcviZiO3EajsYbh7GaUxA4LFur8g2ms,787
|
|
442
447
|
deepeval/test_run/api.py,sha256=s8q2wBsE8rgOn_1GU84a8aFRjyDxMm6qQJmpl5CorCM,5484
|
|
443
448
|
deepeval/test_run/cache.py,sha256=2bKXQ4GvHe2xowFGz4ekoheLno1Yv7O6PfuanFkWnA4,12786
|
|
444
449
|
deepeval/test_run/hooks.py,sha256=Qnd06bk9RJN4WmFUzJrBAi3Xj261hzyzI2iRmG8wbKw,375
|
|
445
|
-
deepeval/test_run/hyperparameters.py,sha256=
|
|
446
|
-
deepeval/test_run/test_run.py,sha256=
|
|
450
|
+
deepeval/test_run/hyperparameters.py,sha256=JKuKLilfrzgmkS7UBugsyZeHeb53DreISae6FIfy1mE,3762
|
|
451
|
+
deepeval/test_run/test_run.py,sha256=bPLMTBg3gXDDqkd4t1_72pWaZb75cz4YSuNjUtEgANI,40855
|
|
447
452
|
deepeval/tracing/__init__.py,sha256=WpiWzIIAzPIk043Si1jwTwHWxqtaIzeHj_xq9CH08nk,576
|
|
448
|
-
deepeval/tracing/api.py,sha256=
|
|
453
|
+
deepeval/tracing/api.py,sha256=VWs0M0wHk7Y8ReVOl9fo2ZDfVPVD08FlswvAlIKDZac,4926
|
|
449
454
|
deepeval/tracing/context.py,sha256=rzm42zYzP7jmQJO08AV-Qmw86ik45qRfF4UQNpGcmJw,5338
|
|
455
|
+
deepeval/tracing/message_types/__init__.py,sha256=ugBWRU3B66ePZXEXCktUpQjvtQshh_0qBXwrHhG9tYM,212
|
|
456
|
+
deepeval/tracing/message_types/base.py,sha256=Ugx4XLwLYVmdYPTKbbGuQsPUTfDicYp1LPGctra_gcQ,129
|
|
457
|
+
deepeval/tracing/message_types/messages.py,sha256=c_IfiCGUJ-IX1LatP65hCMsnxOs8YjRiBL89_zjK3Nc,320
|
|
458
|
+
deepeval/tracing/message_types/tools.py,sha256=Fnp466rZIpZXa6pt5g7x_yGwOqHLALxsMPK7IEbFdm0,335
|
|
450
459
|
deepeval/tracing/offline_evals/__init__.py,sha256=bEniJAl7PmS9u2ksiOTfHtlCPJ9_CJV5R6umrUOX5MM,102
|
|
451
460
|
deepeval/tracing/offline_evals/api.py,sha256=eBfqh2uWyeRkIeGhjrN1bTQzAEow-XPubs-42WEZ2QQ,510
|
|
452
461
|
deepeval/tracing/offline_evals/span.py,sha256=pXqTVXs-WnjRVpCYYEbNe0zSM6Wz9GsKHsM5ZcWxrmM,1802
|
|
453
462
|
deepeval/tracing/offline_evals/thread.py,sha256=bcSGFcZJKnszArOLIlWvnCyt0zSmsd7Xsw5rl4RTVFg,1981
|
|
454
463
|
deepeval/tracing/offline_evals/trace.py,sha256=vTflaTKysKRiYvKA-Nx6PUJ3J6NrRLXiIdWieVcm90E,1868
|
|
455
464
|
deepeval/tracing/otel/__init__.py,sha256=HQsaF5yLPwyW5qg8AOV81_nG_7pFHnatOTHi9Wx3HEk,88
|
|
456
|
-
deepeval/tracing/otel/exporter.py,sha256=
|
|
465
|
+
deepeval/tracing/otel/exporter.py,sha256=eykoPzrRn3ljVO_JKzUeXThZ5iApyImGCDgnimIoUXs,28640
|
|
457
466
|
deepeval/tracing/otel/test_exporter.py,sha256=bezihPGWJpwUEF3ZghxqhhorocVFTO2b43jRM-JHYMU,1076
|
|
458
|
-
deepeval/tracing/otel/utils.py,sha256=
|
|
467
|
+
deepeval/tracing/otel/utils.py,sha256=mRqcvaYukrM2OexJuuLFuJ5QDaKwcflIf6psYDgQb9A,17189
|
|
459
468
|
deepeval/tracing/patchers.py,sha256=DAPNkhrDtoeyJIVeQDUMhTz-xGcXu00eqjQZmov8FiU,3096
|
|
460
469
|
deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
|
|
461
|
-
deepeval/tracing/trace_context.py,sha256=
|
|
462
|
-
deepeval/tracing/
|
|
463
|
-
deepeval/tracing/
|
|
464
|
-
deepeval/tracing/
|
|
470
|
+
deepeval/tracing/trace_context.py,sha256=qtJBYwH3wW9_kyGnz3dFPKuWM3Tl3q6RpjdIM2aVaYo,2552
|
|
471
|
+
deepeval/tracing/trace_test_manager.py,sha256=wt4y7EWTRc4Bw938-UFFtXHkdFFOrnx6JaIk7J5Iulw,555
|
|
472
|
+
deepeval/tracing/tracing.py,sha256=0vV4YRaQYUz14Wql0OH3XrmzdZS0UBHwpaza7CYrtGY,44818
|
|
473
|
+
deepeval/tracing/types.py,sha256=5TENzy5sNQzktw5LgzFObRUJkkMFbcSggHZJmR9vCFI,5929
|
|
474
|
+
deepeval/tracing/utils.py,sha256=pW_UJMzyeR1PWYZuZrPeVGGYiL6FRpFE3Ehbz9uhw_M,5525
|
|
465
475
|
deepeval/utils.py,sha256=J1JNzjAlmn-UsFTK8-c5bhUuk5crwFGVCrRvle-nNmA,21533
|
|
466
|
-
deepeval-3.6.
|
|
467
|
-
deepeval-3.6.
|
|
468
|
-
deepeval-3.6.
|
|
469
|
-
deepeval-3.6.
|
|
470
|
-
deepeval-3.6.
|
|
476
|
+
deepeval-3.6.7.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
|
|
477
|
+
deepeval-3.6.7.dist-info/METADATA,sha256=02-rmeWwKjEyCIRTiOTLBC4pra44kuM-GHtwuSfZTqw,18754
|
|
478
|
+
deepeval-3.6.7.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
|
|
479
|
+
deepeval-3.6.7.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
|
|
480
|
+
deepeval-3.6.7.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|