deepeval 3.6.5__py3-none-any.whl → 3.6.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (97) hide show
  1. deepeval/__init__.py +42 -10
  2. deepeval/_version.py +1 -1
  3. deepeval/benchmarks/equity_med_qa/equity_med_qa.py +1 -0
  4. deepeval/cli/main.py +42 -0
  5. deepeval/confident/api.py +1 -0
  6. deepeval/config/logging.py +33 -0
  7. deepeval/config/settings.py +176 -16
  8. deepeval/constants.py +8 -1
  9. deepeval/dataset/dataset.py +2 -11
  10. deepeval/dataset/utils.py +1 -1
  11. deepeval/evaluate/evaluate.py +5 -1
  12. deepeval/evaluate/execute.py +118 -60
  13. deepeval/evaluate/utils.py +20 -116
  14. deepeval/integrations/crewai/__init__.py +6 -1
  15. deepeval/integrations/crewai/handler.py +1 -1
  16. deepeval/integrations/crewai/subs.py +51 -0
  17. deepeval/integrations/crewai/wrapper.py +45 -5
  18. deepeval/metrics/answer_relevancy/answer_relevancy.py +12 -3
  19. deepeval/metrics/api.py +281 -0
  20. deepeval/metrics/argument_correctness/argument_correctness.py +12 -2
  21. deepeval/metrics/bias/bias.py +12 -3
  22. deepeval/metrics/contextual_precision/contextual_precision.py +12 -3
  23. deepeval/metrics/contextual_recall/contextual_recall.py +12 -3
  24. deepeval/metrics/contextual_relevancy/contextual_relevancy.py +12 -1
  25. deepeval/metrics/conversation_completeness/conversation_completeness.py +12 -0
  26. deepeval/metrics/conversational_dag/conversational_dag.py +12 -0
  27. deepeval/metrics/conversational_dag/nodes.py +12 -4
  28. deepeval/metrics/conversational_g_eval/conversational_g_eval.py +73 -59
  29. deepeval/metrics/dag/dag.py +12 -0
  30. deepeval/metrics/dag/nodes.py +12 -4
  31. deepeval/metrics/faithfulness/faithfulness.py +12 -1
  32. deepeval/metrics/g_eval/g_eval.py +37 -15
  33. deepeval/metrics/hallucination/hallucination.py +12 -1
  34. deepeval/metrics/indicator.py +8 -2
  35. deepeval/metrics/json_correctness/json_correctness.py +12 -1
  36. deepeval/metrics/knowledge_retention/knowledge_retention.py +12 -0
  37. deepeval/metrics/mcp/mcp_task_completion.py +13 -0
  38. deepeval/metrics/mcp/multi_turn_mcp_use_metric.py +13 -0
  39. deepeval/metrics/mcp_use_metric/mcp_use_metric.py +12 -1
  40. deepeval/metrics/misuse/misuse.py +12 -1
  41. deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py +3 -0
  42. deepeval/metrics/multimodal_metrics/image_editing/image_editing.py +3 -0
  43. deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py +3 -0
  44. deepeval/metrics/multimodal_metrics/image_reference/image_reference.py +3 -0
  45. deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py +6 -1
  46. deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py +6 -1
  47. deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py +3 -0
  48. deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py +3 -0
  49. deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py +3 -0
  50. deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py +3 -0
  51. deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py +10 -5
  52. deepeval/metrics/non_advice/non_advice.py +12 -0
  53. deepeval/metrics/pii_leakage/pii_leakage.py +12 -1
  54. deepeval/metrics/prompt_alignment/prompt_alignment.py +53 -24
  55. deepeval/metrics/role_adherence/role_adherence.py +12 -0
  56. deepeval/metrics/role_violation/role_violation.py +12 -0
  57. deepeval/metrics/summarization/summarization.py +12 -1
  58. deepeval/metrics/task_completion/task_completion.py +3 -0
  59. deepeval/metrics/tool_correctness/tool_correctness.py +8 -0
  60. deepeval/metrics/toxicity/toxicity.py +12 -0
  61. deepeval/metrics/turn_relevancy/turn_relevancy.py +12 -0
  62. deepeval/models/llms/grok_model.py +1 -1
  63. deepeval/models/llms/openai_model.py +2 -0
  64. deepeval/models/retry_policy.py +202 -11
  65. deepeval/openai/__init__.py +14 -32
  66. deepeval/openai/extractors.py +24 -34
  67. deepeval/openai/patch.py +256 -161
  68. deepeval/openai/types.py +20 -0
  69. deepeval/openai/utils.py +98 -56
  70. deepeval/prompt/__init__.py +19 -1
  71. deepeval/prompt/api.py +160 -0
  72. deepeval/prompt/prompt.py +244 -62
  73. deepeval/prompt/utils.py +144 -2
  74. deepeval/synthesizer/chunking/context_generator.py +209 -152
  75. deepeval/synthesizer/chunking/doc_chunker.py +46 -12
  76. deepeval/synthesizer/synthesizer.py +8 -5
  77. deepeval/test_case/api.py +131 -0
  78. deepeval/test_run/__init__.py +1 -0
  79. deepeval/test_run/hyperparameters.py +47 -8
  80. deepeval/test_run/test_run.py +104 -1
  81. deepeval/tracing/api.py +3 -1
  82. deepeval/tracing/message_types/__init__.py +10 -0
  83. deepeval/tracing/message_types/base.py +6 -0
  84. deepeval/tracing/message_types/messages.py +14 -0
  85. deepeval/tracing/message_types/tools.py +18 -0
  86. deepeval/tracing/otel/exporter.py +0 -6
  87. deepeval/tracing/otel/utils.py +58 -8
  88. deepeval/tracing/trace_context.py +73 -4
  89. deepeval/tracing/trace_test_manager.py +19 -0
  90. deepeval/tracing/tracing.py +52 -4
  91. deepeval/tracing/types.py +16 -0
  92. deepeval/tracing/utils.py +8 -0
  93. {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/METADATA +1 -1
  94. {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/RECORD +97 -87
  95. {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/LICENSE.md +0 -0
  96. {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/WHEEL +0 -0
  97. {deepeval-3.6.5.dist-info → deepeval-3.6.7.dist-info}/entry_points.txt +0 -0
@@ -1,5 +1,14 @@
1
- import os
2
- from typing import Any, Dict, List, Literal, Optional, Set, Union, Callable
1
+ from typing import (
2
+ TYPE_CHECKING,
3
+ Any,
4
+ Callable,
5
+ Dict,
6
+ List,
7
+ Literal,
8
+ Optional,
9
+ Set,
10
+ Union,
11
+ )
3
12
  from time import perf_counter
4
13
  import threading
5
14
  import functools
@@ -20,6 +29,7 @@ from deepeval.constants import (
20
29
  )
21
30
  from deepeval.confident.api import Api, Endpoints, HttpMethods, is_confident
22
31
  from deepeval.metrics import BaseMetric
32
+ from deepeval.test_case.llm_test_case import ToolCall
23
33
  from deepeval.tracing.api import (
24
34
  BaseApiSpan,
25
35
  SpanApiType,
@@ -41,6 +51,7 @@ from deepeval.tracing.types import (
41
51
  )
42
52
  from deepeval.tracing.utils import (
43
53
  Environment,
54
+ prepare_tool_call_input_parameters,
44
55
  replace_self_with_class_name,
45
56
  make_json_serializable,
46
57
  perf_counter_to_datetime,
@@ -53,7 +64,11 @@ from deepeval.utils import dataclass_to_dict
53
64
  from deepeval.tracing.context import current_span_context, current_trace_context
54
65
  from deepeval.tracing.types import TestCaseMetricPair
55
66
  from deepeval.tracing.api import PromptApi
56
- from tests.test_integrations.manager import trace_testing_manager
67
+ from deepeval.tracing.trace_test_manager import trace_testing_manager
68
+
69
+
70
+ if TYPE_CHECKING:
71
+ from deepeval.dataset.golden import Golden
57
72
 
58
73
  EVAL_DUMMY_SPAN_NAME = "evals_iterator"
59
74
 
@@ -65,6 +80,10 @@ class TraceManager:
65
80
  self.active_spans: Dict[str, BaseSpan] = (
66
81
  {}
67
82
  ) # Map of span_uuid to BaseSpan
83
+ # Map each trace created during evaluation_loop to the Golden that was active
84
+ # when it was started. This lets us evaluate traces against the correct golden
85
+ # since we cannot rely on positional indexing as the order is not guaranteed.
86
+ self.trace_uuid_to_golden: Dict[str, Golden] = {}
68
87
 
69
88
  settings = get_settings()
70
89
  # Initialize queue and worker thread for trace posting
@@ -86,7 +105,7 @@ class TraceManager:
86
105
  )
87
106
  validate_environment(self.environment)
88
107
 
89
- self.sampling_rate = settings.CONFIDENT_SAMPLE_RATE
108
+ self.sampling_rate = settings.CONFIDENT_TRACE_SAMPLE_RATE
90
109
  validate_sampling_rate(self.sampling_rate)
91
110
  self.openai_client = None
92
111
  self.tracing_enabled = True
@@ -166,6 +185,19 @@ class TraceManager:
166
185
  self.traces.append(new_trace)
167
186
  if self.evaluation_loop:
168
187
  self.traces_to_evaluate_order.append(trace_uuid)
188
+ # Associate the current Golden with this trace so we can
189
+ # later evaluate traces against the correct golden, even if more traces
190
+ # are created than goldens or the order interleaves.
191
+ try:
192
+ from deepeval.contextvars import get_current_golden
193
+
194
+ current_golden = get_current_golden()
195
+ if current_golden is not None:
196
+ self.trace_uuid_to_golden[trace_uuid] = current_golden
197
+ except Exception:
198
+ # not much we can do, but if the golden is not there during evaluation
199
+ # we will write out a verbose debug log
200
+ pass
169
201
  return new_trace
170
202
 
171
203
  def end_trace(self, trace_uuid: str):
@@ -861,6 +893,22 @@ class Observer:
861
893
  ):
862
894
  current_span.prompt = self.prompt
863
895
 
896
+ if not current_span.tools_called:
897
+ # check any tool span children
898
+ for child in current_span.children:
899
+ if isinstance(child, ToolSpan):
900
+ current_span.tools_called = current_span.tools_called or []
901
+ current_span.tools_called.append(
902
+ ToolCall(
903
+ name=child.name,
904
+ description=child.description,
905
+ input_parameters=prepare_tool_call_input_parameters(
906
+ child.input
907
+ ),
908
+ output=child.output,
909
+ )
910
+ )
911
+
864
912
  trace_manager.remove_span(self.uuid)
865
913
  if current_span.parent_uuid:
866
914
  parent_span = trace_manager.get_span_by_uuid(
deepeval/tracing/types.py CHANGED
@@ -3,6 +3,12 @@ from dataclasses import dataclass, field
3
3
  from pydantic import BaseModel, Field
4
4
  from typing import Any, Dict, List, Optional, Union
5
5
  from rich.progress import Progress
6
+ from deepeval.tracing.message_types import (
7
+ ToolSchema,
8
+ ToolOutput,
9
+ TextMessage,
10
+ ToolCallMessage,
11
+ )
6
12
 
7
13
  from deepeval.prompt.prompt import Prompt
8
14
  from deepeval.test_case.llm_test_case import ToolCall
@@ -88,6 +94,12 @@ class AgentSpan(BaseSpan):
88
94
 
89
95
 
90
96
  class LlmSpan(BaseSpan):
97
+ input: Optional[
98
+ Union[Any, List[Union[TextMessage, ToolCallMessage, ToolOutput]]]
99
+ ] = None
100
+ output: Optional[Union[Any, List[Union[TextMessage, ToolCallMessage]]]] = (
101
+ None
102
+ )
91
103
  model: Optional[str] = None
92
104
  prompt: Optional[Prompt] = None
93
105
  input_token_count: Optional[float] = Field(
@@ -106,6 +118,10 @@ class LlmSpan(BaseSpan):
106
118
  None, serialization_alias="tokenTimes"
107
119
  )
108
120
 
121
+ # input_tools: Optional[List[ToolSchema]] = Field(None, serialization_alias="inputTools")
122
+ # invocation_params: Optional[Dict[str, Any]] = Field(None, serialization_alias="invocationParams")
123
+ # output_metadata: Optional[Dict[str, Any]] = Field(None, serialization_alias="outputMetadata")
124
+
109
125
  # for serializing `prompt`
110
126
  model_config = {"arbitrary_types_allowed": True}
111
127
 
deepeval/tracing/utils.py CHANGED
@@ -1,4 +1,5 @@
1
1
  import os
2
+ from typing import Dict, Any
2
3
  from datetime import datetime, timezone
3
4
  from enum import Enum
4
5
  from time import perf_counter
@@ -183,3 +184,10 @@ def replace_self_with_class_name(obj):
183
184
  return f"<{obj.__class__.__name__}>"
184
185
  except:
185
186
  return f"<self>"
187
+
188
+
189
+ def prepare_tool_call_input_parameters(output: Any) -> Dict[str, Any]:
190
+ res = make_json_serializable(output)
191
+ if res and not isinstance(res, dict):
192
+ res = {"output": res}
193
+ return res
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deepeval
3
- Version: 3.6.5
3
+ Version: 3.6.7
4
4
  Summary: The LLM Evaluation Framework
5
5
  Home-page: https://github.com/confident-ai/deepeval
6
6
  License: Apache-2.0
@@ -1,5 +1,5 @@
1
- deepeval/__init__.py,sha256=6fsb813LD_jNhqR-xZnSdE5E-KsBbC3tc4oIg5ZMgTw,2115
2
- deepeval/_version.py,sha256=7XydZTr-OhyEmxjczbOo90U1nYQK6hBYF4GXri8UIcY,27
1
+ deepeval/__init__.py,sha256=IqShG98ALpA1gm_qL2Jq56AJoafAHpcUTSvpgH4HpZM,3062
2
+ deepeval/_version.py,sha256=YI_RpVZwcnI0mL1Q52yzeFfvPwLM6jKjG7i478wPJzM,27
3
3
  deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
4
4
  deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
5
5
  deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
@@ -81,7 +81,7 @@ deepeval/benchmarks/drop/drop.py,sha256=rGcqd79-IfQ2tvPuAL6wrON4R0hBiVGBy1OtDRme
81
81
  deepeval/benchmarks/drop/task.py,sha256=RV7DEXF192IOsY-yIVdlGb_y-A_sS5APPn8PGOPn5yU,17950
82
82
  deepeval/benchmarks/drop/template.py,sha256=1P0mx_71Bxr9juIA8nGpVRIrP8NSoDILkIicjWvqE94,1376
83
83
  deepeval/benchmarks/equity_med_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
84
- deepeval/benchmarks/equity_med_qa/equity_med_qa.py,sha256=Old8CTr5i0acCP656Giau5yhyX9ZJzF9GcDFXPj7ZN4,6204
84
+ deepeval/benchmarks/equity_med_qa/equity_med_qa.py,sha256=fYJy-zxjDnBHKh4tiNKXZW6CBuDB5gtemYJlQ3Z-rOM,6248
85
85
  deepeval/benchmarks/equity_med_qa/task.py,sha256=hgztHjhThVDX2SKT-T6Vd9BE-yzigfdbwxSc5KGnoeo,321
86
86
  deepeval/benchmarks/equity_med_qa/template.py,sha256=6gSwyWgIJTliup_nvlMYgPrgO_6pqvMV_ELVbPseMsk,174
87
87
  deepeval/benchmarks/gsm8k/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -132,40 +132,42 @@ deepeval/benchmarks/winogrande/template.py,sha256=tDwH8NpNF9x7FbDmQw45XaW1LNqGBV
132
132
  deepeval/benchmarks/winogrande/winogrande.py,sha256=_4irJkRPw3c-Ufo-hM4cHpPKUoxozedFQpok9n0csTg,5644
133
133
  deepeval/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
134
134
  deepeval/cli/dotenv_handler.py,sha256=7PtVjCNUZKAXsVJQxznsLexad7y8x-gQ195xAxmv4gA,2468
135
- deepeval/cli/main.py,sha256=keY6Ik3h2PLmwFMiNUU8mWEtAGsR8mjzWmYedq0k25w,57296
135
+ deepeval/cli/main.py,sha256=pp6B3yQtAjASeYwaAB8-7pvdgOz5ADPMI_HbCz9dOOo,59111
136
136
  deepeval/cli/server.py,sha256=cOm9xiYcPYB9GDeFQw9-Iawf9bNfOqftZs7q7mO_P7I,1979
137
137
  deepeval/cli/test.py,sha256=kSIFMRTAfVzBJ4OitwvT829-ylV7UzPMP57P2DePS-Q,5482
138
138
  deepeval/cli/types.py,sha256=_7KdthstHNc-JKCWrfpDQCf_j8h9PMxh0qJCHmVXJr0,310
139
139
  deepeval/cli/utils.py,sha256=F4-yuONzk4ojDoSLjI9RYERB7HOD412iZ2lNlSCq4wk,5601
140
140
  deepeval/confident/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
141
- deepeval/confident/api.py,sha256=2ZhrQOtfxcnQSyY6OxrjY17y1yn-NB7pfIiJa20B1Pk,8519
141
+ deepeval/confident/api.py,sha256=V3TaJzbc7SEf9ZZCKyiSbK7rI6hzv2D7ojD54aVrvq4,8564
142
142
  deepeval/confident/types.py,sha256=-slFhDof_1maMgpLxqDRZv6kz6ZVY2hP_0uj_aveJKU,533
143
143
  deepeval/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
144
- deepeval/config/settings.py,sha256=EwCcYQYQDuayRVmRjYPtxUm9EHKLRu1eLaGfzNdaDEI,21827
144
+ deepeval/config/logging.py,sha256=ivqmhOSB-oHOOU3MvnhImrZwkkxzxKJgoKxesnWfHjg,1314
145
+ deepeval/config/settings.py,sha256=emMXA-0dIwoLLi-iYHoFYpkseVkZD28Jq4eINuvsU18,28122
145
146
  deepeval/config/settings_manager.py,sha256=enahSZN8krRu7-L94OBCt99fwUIqQtMRL97PlzsuKEY,4021
146
147
  deepeval/config/utils.py,sha256=gSOVv18Tx1R72GucbdQesbZLFL-Y9EzbS4p7qd2w_xE,3799
147
- deepeval/constants.py,sha256=Qe-es-WDPJndgBspEQXxddDCVanrAu03YWCpXsUkdo0,1368
148
+ deepeval/constants.py,sha256=J5rNXGsMKTFYJ_9Wi49qchZXuUityZjnvuy3I3TO5zk,1667
148
149
  deepeval/contextvars.py,sha256=oqXtuYiKd4Zvc1rNoR1gcRBxzZYCGTMVn7XostwvkRI,524
149
150
  deepeval/dataset/__init__.py,sha256=N2c-rkuxWYiiJSOZArw0H02Cwo7cnfzFuNYJlvsIBEg,249
150
151
  deepeval/dataset/api.py,sha256=ZxkEqAF4nZH_Ys_1f5r9N2LFI_vBcAJxt8eJm7Mplpw,831
151
- deepeval/dataset/dataset.py,sha256=giVTbjdS9zFfWNCD7WC4pyneLhXlvLJcBy38LYebIYY,51343
152
+ deepeval/dataset/dataset.py,sha256=QX6jy3R2GIICdq3tGbPWnOiP_v22iugXskoSmlxXXyk,50894
152
153
  deepeval/dataset/golden.py,sha256=T-rTk4Hw1tANx_Iimv977F6Y4QK3s5OIB4PecU5FJDM,2338
153
154
  deepeval/dataset/test_run_tracer.py,sha256=5CdpDvhzkEEBRyqWi6egocaxiN6IRS3XfbACxEQZQeM,2544
154
155
  deepeval/dataset/types.py,sha256=CWeOIBPK2WdmRUqjFa9gfN-w2da0r8Ilzl3ToDpJQoQ,558
155
- deepeval/dataset/utils.py,sha256=fGHqUxqBRGLp3ck1QHLuAQeqtkEERfi4-G5pSvh6KII,6606
156
+ deepeval/dataset/utils.py,sha256=fbBtbalP3qoCF38DGZASVsz8eIVuYojt92ujDGXaIwM,6626
156
157
  deepeval/errors.py,sha256=_K5wywEw2gp0DDECyeY6UrSI9GgOtCBbfPxt5maIzSY,113
157
158
  deepeval/evaluate/__init__.py,sha256=315IaMiYEz7oJhZ4kPTBfeCNd1xF-wWVU6KOQnrKQpE,291
158
159
  deepeval/evaluate/api.py,sha256=rkblH0ZFAAdyuF0Ymh7JE1pIJPR9yFuPrn9SQaCEQp4,435
159
160
  deepeval/evaluate/compare.py,sha256=tdSJY4E7YJ_zO3dzvpwngZHLiUI2YQcTWJOLI83htsQ,9855
160
161
  deepeval/evaluate/configs.py,sha256=QfWjaWNxLsgEe8-5j4PIs5WcSyEckiWt0qdpXSpl57M,928
161
- deepeval/evaluate/evaluate.py,sha256=HoEERRLj8SVCcU1r70VQdSL4LQcSc9p20OhcD1nhEuQ,10594
162
- deepeval/evaluate/execute.py,sha256=M0o4dpUSkvXnzEK6QIgy-2pa0HQx6w6ZRbXoI03tJeI,88931
162
+ deepeval/evaluate/evaluate.py,sha256=CLc-5rlHcBkJcakYXf9twaF6G8chp95gCBe8V4B-cVo,10684
163
+ deepeval/evaluate/execute.py,sha256=a5H_q6KimTvGlHyaSx0QjlPm0VKd9tKAlljrlfVWSMI,90890
163
164
  deepeval/evaluate/types.py,sha256=zsL_lNbFMG20czzRQeWNDbLSzL8Uy7IIgvILe-X0kN0,918
164
- deepeval/evaluate/utils.py,sha256=oBJFcUDYmmsRvXW7rXkQy3gI1Tuu5bixgvHx0yvnw1c,23563
165
+ deepeval/evaluate/utils.py,sha256=ZbPdPC_RK0bKSa-VCfJrZXRlvkqtSIiR2zvxKXqS_Yk,20334
165
166
  deepeval/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
166
- deepeval/integrations/crewai/__init__.py,sha256=ERepE-h-1jWu_WqH5KSmMBFaoQ11lck88ojnrBIaTKw,72
167
- deepeval/integrations/crewai/handler.py,sha256=8Cd_7N0B4o4ZhAuAbTdwOvnqUt8FRsuRsz-M_yljFWI,6508
168
- deepeval/integrations/crewai/wrapper.py,sha256=ogJDfiB95EzvKIuY-YYXrD8CsH3CPpcsgNx-pSkNoAE,2378
167
+ deepeval/integrations/crewai/__init__.py,sha256=g7m8mUJWCkMvkgn7ts9tyapLjvb7e1a1KLsPmy3gHys,196
168
+ deepeval/integrations/crewai/handler.py,sha256=jizbwsMayqv1FNXo7BrycFNWewzYJt9Lg2WiusgDpRM,6478
169
+ deepeval/integrations/crewai/subs.py,sha256=UP6aY8Nrl_lHDwxG84aRMNjxzP-X2QWTtOu9DgXMabM,1477
170
+ deepeval/integrations/crewai/wrapper.py,sha256=r4szLNUz1O7U9eMps7czMbHyIEEQ4lfPdBb417gYPfc,3726
169
171
  deepeval/integrations/hugging_face/__init__.py,sha256=MuHIf9im9Jypq4VkfLzhklxIrd7vSTGlT74iUNSPgvg,93
170
172
  deepeval/integrations/hugging_face/callback.py,sha256=15QQEzR34Cpdp5kUp5oVA6dEsShtiMNZ03akJWAh7lo,7911
171
173
  deepeval/integrations/hugging_face/rich_manager.py,sha256=WvFtPGpPmGeg2Ftsnojga6yvbBLiZv_tvNbnFcGb6og,3630
@@ -187,176 +189,177 @@ deepeval/integrations/pydantic_ai/test_instrumentator.py,sha256=47DEQpj8HBSa-_TI
187
189
  deepeval/key_handler.py,sha256=damdQEBLGy4IVk5DR5-E3blIZdLbcMtyeGAFn_4_SG4,6505
188
190
  deepeval/metrics/__init__.py,sha256=nvO0Wv2JROjK1I9MDNIFUJlrRAZI2C0xbGYSBZK5q4g,4013
189
191
  deepeval/metrics/answer_relevancy/__init__.py,sha256=WbZUpoSg2GQoqJ4VIRirVVQ1JDx5xwT-RskwqNKfWGM,46
190
- deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=vlc7BzUAtYVW62d5Qa-fIHSLOX239KFwCE7fCGP8jGE,10935
192
+ deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=bkh7_1YoV3BsGzERujzWg4UDDYkWpI1K1z_7mltTve8,11500
191
193
  deepeval/metrics/answer_relevancy/schema.py,sha256=N8wIBh4qwk4-BZOEyPJM-MB2_0dbkqXHv0aCfsIkROo,405
192
194
  deepeval/metrics/answer_relevancy/template.py,sha256=InlbD3nufOFmohX3c7tnBwxDbcXwYbc57nPjIiW0Gmc,4030
195
+ deepeval/metrics/api.py,sha256=Po7hforMvyW6aSJJoaSSgmpxtbS4MD0yyVp3aGwsQC8,11232
193
196
  deepeval/metrics/arena_g_eval/__init__.py,sha256=pVDIsWD_DLumOLegJrVSozcWwzsaxJXE5cIN7KxCzws,37
194
197
  deepeval/metrics/arena_g_eval/arena_g_eval.py,sha256=B4Gjct3w5VGPxmumBblFVajdUIdWJTNR0hvMuhgIFg0,11661
195
198
  deepeval/metrics/arena_g_eval/schema.py,sha256=3wipvUpZNO0O4QuWFy1LaLenfTYxLKldCERmP3sVtYI,288
196
199
  deepeval/metrics/arena_g_eval/template.py,sha256=ik5OuqLaJ5Y4wZUND6RMunGj1LwnWI_k8iJf8RFt4WI,4195
197
200
  deepeval/metrics/arena_g_eval/utils.py,sha256=547ajDJP8bYd4DClLwUy7bYvaAPMLUCTbwqCr4Vi5sc,5090
198
201
  deepeval/metrics/argument_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
199
- deepeval/metrics/argument_correctness/argument_correctness.py,sha256=oCRirqXV6Tj5gjcCjIJpkmRssYo4HSHHyksVoO06QU0,9845
202
+ deepeval/metrics/argument_correctness/argument_correctness.py,sha256=Z4XVPg9QklpyIpr_1QreoZRZe5ZR94AvBmkGVeyQkRw,10411
200
203
  deepeval/metrics/argument_correctness/schema.py,sha256=mN__hspSfrKikG9DUycivrP3fdC8EPPsSdh0Ev52kPQ,360
201
204
  deepeval/metrics/argument_correctness/template.py,sha256=NpuEFTsSFWh8UDJ4VhMoAA8tjC6aRWxFWT9G1iTwpmA,5401
202
205
  deepeval/metrics/base_metric.py,sha256=tRlEGLkXcf34paZagYR6kMHA9MBK0HPNi_lGkxJ0B4E,4670
203
206
  deepeval/metrics/bias/__init__.py,sha256=10suWOJYISoIcz2fB-nSkP1qb0WMGVPjNakKO-CEr8w,35
204
- deepeval/metrics/bias/bias.py,sha256=NgHlv1bj5gGS_4LtK_3ogA847RQLEftn2LD5yO6oS7w,10359
207
+ deepeval/metrics/bias/bias.py,sha256=Y6arSms28mPzxKd9V7_ZgTWTBWwq3XJMTmab9KV233s,10924
205
208
  deepeval/metrics/bias/schema.py,sha256=bjYFZAbIjxFAzc3-JOJ2i4H-EAF-EWhi2CL2CIzP3qw,446
206
209
  deepeval/metrics/bias/template.py,sha256=b18-kbFpAenZzcDbG4Nd0gIhcUG6GrYHkzcFIS6dpow,4217
207
210
  deepeval/metrics/contextual_precision/__init__.py,sha256=JI8VdPpwU1I6ifJeQGwDf2p85augwwYj5km3WJlWy8Y,50
208
- deepeval/metrics/contextual_precision/contextual_precision.py,sha256=A5xT6rdSW4pTuEf6hfG7_ZgNLkYIeaKC9eLN_cscqcY,10372
211
+ deepeval/metrics/contextual_precision/contextual_precision.py,sha256=5207M0Y9FueIO5ALhbM02xjQmTAqrGBIL5a_NsAzWm0,10937
209
212
  deepeval/metrics/contextual_precision/schema.py,sha256=NVJjkfdEc72u9M0lx0EyHe8-J1XUkCPFwU3v3xdZK5A,278
210
213
  deepeval/metrics/contextual_precision/template.py,sha256=zDKbTLQGFutjL73qJD--TxJ3_JGmOgESDTfgiYk5K6U,3890
211
214
  deepeval/metrics/contextual_recall/__init__.py,sha256=WMaP3SE8g0oh6mdnfvLBmjjgYV0WkBMg0YRuYNrTxcI,47
212
- deepeval/metrics/contextual_recall/contextual_recall.py,sha256=kiAyoeMw6nhvkc61NK-r4zom_bLwzUlOcYWaJZZ7oNM,9882
215
+ deepeval/metrics/contextual_recall/contextual_recall.py,sha256=lHb6Dtp__j41j-jlXPfRP3DZIrWxw4xec6qUCjH4t-c,10447
213
216
  deepeval/metrics/contextual_recall/schema.py,sha256=3ZKUE-ec99R5wYYDwv8kFWfypfWZTqlfnTcO3Pt_DXA,269
214
217
  deepeval/metrics/contextual_recall/template.py,sha256=PSetFQR7__8kCSdPNZhiOEx5UwnDOL5V7Ik4rLSETfU,3205
215
218
  deepeval/metrics/contextual_relevancy/__init__.py,sha256=u3k3j3-DsCX0cF59An-hGP6KT-dkINgDyDqDRKFdzTs,50
216
- deepeval/metrics/contextual_relevancy/contextual_relevancy.py,sha256=JgjWvvXITQa57L6Km0fLgKPuR7TZzesO5F42C7_IrBs,9745
219
+ deepeval/metrics/contextual_relevancy/contextual_relevancy.py,sha256=P4tPYZ4rzjvM9Pu5dt9bV_weFFKbkpUbp9OEVuPGvG8,10312
217
220
  deepeval/metrics/contextual_relevancy/schema.py,sha256=00Bmuv9Q_kDAEUy-8vH08UX3kqGkhbe9bQ7cqPDkZcs,365
218
221
  deepeval/metrics/contextual_relevancy/template.py,sha256=lRhrs7LSjqKXawUYSoJJUoiLMYCt3IRl-iaDR57o32Q,3023
219
222
  deepeval/metrics/conversation_completeness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
220
- deepeval/metrics/conversation_completeness/conversation_completeness.py,sha256=xB7nPD4E44SCoYuC4sz1sQkj3ye0kaP1mmVCb0w-APE,11632
223
+ deepeval/metrics/conversation_completeness/conversation_completeness.py,sha256=POvvAQ720XLXUBG1CD-7baJUa6e81iV7xCaWaMD8Slg,12200
221
224
  deepeval/metrics/conversation_completeness/schema.py,sha256=cfTFA1WNAAS4w-kpMI4XiMhO4JlrYBnqkQJ5HOjS310,322
222
225
  deepeval/metrics/conversation_completeness/template.py,sha256=xDEvudPQLr-SGtbFKVMhSV_CjmvIuiOTXYLIkw7UzcM,4607
223
226
  deepeval/metrics/conversational_dag/__init__.py,sha256=QXIdS-GvaJgOrl9kesHMMx1rbRCnMyw6984J7SKkmaE,191
224
- deepeval/metrics/conversational_dag/conversational_dag.py,sha256=P1v8epAZled3G2OJetP697RhfjPX0xuKiYMTC9txclU,4574
225
- deepeval/metrics/conversational_dag/nodes.py,sha256=P32yb5Is7DJavXigxhQp2rTYZmY43xNRvlQC-uVKdVQ,33691
227
+ deepeval/metrics/conversational_dag/conversational_dag.py,sha256=9QQHp__U9wFJMLy7yeqJXU4-Hi4Xk2nXDnChruQOLMY,5142
228
+ deepeval/metrics/conversational_dag/nodes.py,sha256=zn4mOb6bvUOntpWyY1Ab8Y3X44MPqojUTw3iRrjWBpE,33983
226
229
  deepeval/metrics/conversational_dag/templates.py,sha256=-WvTE8Q-Aw0f91kxdgaPZWAh2qv1-KF6v4PbGR718rk,3801
227
230
  deepeval/metrics/conversational_g_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
228
- deepeval/metrics/conversational_g_eval/conversational_g_eval.py,sha256=dLVqae6_hyBDfQjqyIWgU488G-SOjg97EHlvrN79sqU,16828
231
+ deepeval/metrics/conversational_g_eval/conversational_g_eval.py,sha256=CenTNgby1mwasWo6qJO9jqFXgtKFvzo2ldM8yd3bm0M,17553
229
232
  deepeval/metrics/conversational_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
230
233
  deepeval/metrics/conversational_g_eval/template.py,sha256=buwPuHfqn-9FRrW-j1Pc4W0XCAVmdPPa0wM8pQ9Q0N0,2917
231
234
  deepeval/metrics/dag/__init__.py,sha256=G5D9ngJ6nnbRBF2mfmNZymZId8gKD09QzTA1Y_bTrgM,157
232
- deepeval/metrics/dag/dag.py,sha256=qrBk0c5Rd7iTBc5hNQ2dKG9BJnn-TzGiUDUBqD_7r80,4470
235
+ deepeval/metrics/dag/dag.py,sha256=fsT4ifuW73jPKebhQ_A_l9ii_wNammRrCqIRqKIrPrs,5038
233
236
  deepeval/metrics/dag/graph.py,sha256=djc-p_qJmKwQU4eDFoSRqyLM3x80LRbuiwpBbWP3uNU,2876
234
- deepeval/metrics/dag/nodes.py,sha256=eq3xlv7Aclx_z5zP0S3Z0bqdQQsFkGBtkw5eGOldzN0,27770
237
+ deepeval/metrics/dag/nodes.py,sha256=tlVOySeflRHiM5j6vIyIP0hD0dsfySUvHnZrJ1TH5Lw,28062
235
238
  deepeval/metrics/dag/schema.py,sha256=rJaMlXeESN0L3Igw0FTmErqjF6s8oKkUBEjhVKyBkiI,382
236
239
  deepeval/metrics/dag/templates.py,sha256=7pVyE1exfpU5z2OcAF4fH4xOxxIqO7orK3SQyMqGqEQ,2090
237
240
  deepeval/metrics/dag/utils.py,sha256=66D88fpjIUdVwZvYV8a1L9TlX1wvbCVuE6Y8BFTbpkE,6069
238
241
  deepeval/metrics/faithfulness/__init__.py,sha256=RffAtTOSdtWO1gHVMnPI-imJahf3JENOoJRiNw-Xv4g,43
239
- deepeval/metrics/faithfulness/faithfulness.py,sha256=KXI5VPcOsPZ2Pk1-69tR-kq4x-FYW0TxyUF4iRfD-zE,13184
242
+ deepeval/metrics/faithfulness/faithfulness.py,sha256=1dpbDoSDF0pYlDxuDOHw-HdtlUAA-OnNhtmacKVROhU,13751
240
243
  deepeval/metrics/faithfulness/schema.py,sha256=2dU9dwwmqpGJcWvY2webERWIfH_tn02xgLghHkAY_eM,437
241
244
  deepeval/metrics/faithfulness/template.py,sha256=RuZ0LFm4BjZ8lhVrKPgU3ecHszwkF0fe5-BxAkaP5AA,5839
242
245
  deepeval/metrics/g_eval/__init__.py,sha256=HAhsQFVq9LIpZXPN00Jc_WrMXrh47NIT86VnUpWM4_4,102
243
- deepeval/metrics/g_eval/g_eval.py,sha256=CaW7VHPW-SyXt18IE1rSatgagY238s3It-j6SLRI4H4,14395
246
+ deepeval/metrics/g_eval/g_eval.py,sha256=OkMvddJEjTaBnCEa4RNhqkDULcjTxxqn1IIvexsTMjs,15368
244
247
  deepeval/metrics/g_eval/schema.py,sha256=V629txuDrr_2IEKEsgJVYYZb_pkdfcltQV9ZjvxK5co,287
245
248
  deepeval/metrics/g_eval/template.py,sha256=mHj4-mr_HQwbCjpHg7lM_6UesoSatL3g8UGGQAOdT0U,4509
246
249
  deepeval/metrics/g_eval/utils.py,sha256=uUT86jRXVYvLDzcnZvvfWssDyGoBHb66nWcJSg4i1u4,8784
247
250
  deepeval/metrics/hallucination/__init__.py,sha256=rCVlHi2UGzDKmZKi0esFLafmshVBx2WZ0jiIb-KqcYQ,44
248
- deepeval/metrics/hallucination/hallucination.py,sha256=8JN5pj5YWRtl7rgbbFQF6EVBCGm1NV9vaX3_5tScNs4,9548
251
+ deepeval/metrics/hallucination/hallucination.py,sha256=K0hNzxeaYFI-TCg1KVo-s0BDkTRQUwQ_F5r5uD5vStQ,10115
249
252
  deepeval/metrics/hallucination/schema.py,sha256=V8xbrBLMwJfre-lPuDc7rMEdhHf_1hfgoW1jE_ULvAY,286
250
253
  deepeval/metrics/hallucination/template.py,sha256=hiss1soxSBFqzOt0KmHZdZUzoQsmXnslDyb8HsjALPs,2620
251
- deepeval/metrics/indicator.py,sha256=oewo_n5Qet9Zfzo2QQs-EQ8w92siuyDCAmoTZW45ndc,10244
254
+ deepeval/metrics/indicator.py,sha256=MmOi6dDAFXIz3xKfuu7nyooL_VckCoYKZByL1ZSNmCE,10446
252
255
  deepeval/metrics/json_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
253
- deepeval/metrics/json_correctness/json_correctness.py,sha256=2k8EEaYD7L0bFlDi2_adZbnztyJV4JAfwZDDzRkuZo0,7266
256
+ deepeval/metrics/json_correctness/json_correctness.py,sha256=FmI_YSrSPhdUJ-G1txN1gD_--ACNcDWuI8yrV3OLslU,7833
254
257
  deepeval/metrics/json_correctness/schema.py,sha256=VenN3E6_abO3IdWGdTB1ZfcFpGR9suzNkMxjr-h4I0k,94
255
258
  deepeval/metrics/json_correctness/template.py,sha256=nZ9ZM7eb21ICpmcLnT2xVf7jYbVPR7IbpGnwhFdMRpI,898
256
259
  deepeval/metrics/knowledge_retention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
257
- deepeval/metrics/knowledge_retention/knowledge_retention.py,sha256=Ry9-DxjZA18zcPzTrrLGoTCbSIFr3VrVqdOirIkLu90,13038
260
+ deepeval/metrics/knowledge_retention/knowledge_retention.py,sha256=Sqyz9C_Ze9uv05YYPYk_2kxzsrMQFTgbpVsaQa4u0TE,13606
258
261
  deepeval/metrics/knowledge_retention/schema.py,sha256=XQ33uA4hCWGe_cNVH9B8RTm8N-BDHJW9RseKdlCvb9E,287
259
262
  deepeval/metrics/knowledge_retention/template.py,sha256=LtANOvqaROUXIG5Bepz_N6tZlBlGbd8lI92g036xvVw,5403
260
263
  deepeval/metrics/mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
261
- deepeval/metrics/mcp/mcp_task_completion.py,sha256=1V-sxtJFKRQnLW895bx1Rq0SWD74WO1XC6YvYbxaqCI,10066
262
- deepeval/metrics/mcp/multi_turn_mcp_use_metric.py,sha256=XegYpPVH0qR5lKqQUjMg8dxLzXZaBDmQi40QbTbqOVc,13882
264
+ deepeval/metrics/mcp/mcp_task_completion.py,sha256=UA5qYwqolhdDdqEkDbylOQrB7Mn_z3wrZhGFtQW9nL8,10635
265
+ deepeval/metrics/mcp/multi_turn_mcp_use_metric.py,sha256=sd_pfksW70WDKNoAAzAV6Hz8QQi2bMduArQHmSqNBR4,14451
263
266
  deepeval/metrics/mcp/schema.py,sha256=e9_bFfI8uHeejaePu-YIX8qpAax1noPaKhpiD_NYlgg,310
264
267
  deepeval/metrics/mcp/template.py,sha256=iL1V9W40piCAlstk_qYOTHAy2aymqbMmujHempUk25s,5482
265
268
  deepeval/metrics/mcp_use_metric/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
266
- deepeval/metrics/mcp_use_metric/mcp_use_metric.py,sha256=2Q0fhNfLEoUCiz-NaG8UKNthdAywgexT2mqBXxipTPk,14080
269
+ deepeval/metrics/mcp_use_metric/mcp_use_metric.py,sha256=VBg5Oy-jJA22VUonSp8R4ZaBf2eDT17wVnGA7ZzB8iY,14647
267
270
  deepeval/metrics/mcp_use_metric/schema.py,sha256=GAWacRNl0i7ir_AE_f1_OBEj0Q5xhcIwEytmTFpiwyw,169
268
271
  deepeval/metrics/mcp_use_metric/template.py,sha256=iUttypDHYPc_QPB8hvuPhmSodJMhqUpau3P53thnE_Y,5625
269
272
  deepeval/metrics/misuse/__init__.py,sha256=TqtaJf0zzFceJtb3BSTT_hTA6OzgnF3Y-XuWjR2bgVs,37
270
- deepeval/metrics/misuse/misuse.py,sha256=IEs5DBupiO2W49uovM2cPqyKwy1Y_V3fVATGDcVLiIY,10742
273
+ deepeval/metrics/misuse/misuse.py,sha256=PCOPdi01Jwucxe8bQQVyZs6BN6O-L1zxW-GXPU_B9po,11309
271
274
  deepeval/metrics/misuse/schema.py,sha256=UkPlbNXbDS8LyGfiEtMWv-odTG3q1ykzyXkXtmxHHBM,365
272
275
  deepeval/metrics/misuse/template.py,sha256=y6bOnVRhGrGPcswOMnsrm237smcgfJCnoQwlpBAW_0w,2648
273
276
  deepeval/metrics/multimodal_metrics/__init__.py,sha256=6-04QYKd_i-rohppSLW1HfW6-fwDZTfp2cPbDGvqDNo,1064
274
277
  deepeval/metrics/multimodal_metrics/image_coherence/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
275
- deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py,sha256=9BYZJo1AV03fcNWzKoTzaOrBFZzTQDJuP-AstMmri5Y,13466
278
+ deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py,sha256=EE_mr8FhhoeIlAc1y1mBklE6aGjM5L1z0vHHxhA2mrQ,13635
276
279
  deepeval/metrics/multimodal_metrics/image_coherence/schema.py,sha256=NB38VAmRE5bZtCeSbOWMa7_nHBSBdEWndyEYWFh0aUA,123
277
280
  deepeval/metrics/multimodal_metrics/image_coherence/template.py,sha256=bOXqf3xo3A6u6toFkFYFcIayYv1UsBtI6sK_hTQQuhA,1788
278
281
  deepeval/metrics/multimodal_metrics/image_editing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
279
- deepeval/metrics/multimodal_metrics/image_editing/image_editing.py,sha256=FKuP5F6WIveMKGaWPJ31N-inP1PxY827h1-44BVTgac,11602
282
+ deepeval/metrics/multimodal_metrics/image_editing/image_editing.py,sha256=xYMOv9mb3TmFjvrbqYdpxJQtF90tLjvuDO2Kol2HR2o,11771
280
283
  deepeval/metrics/multimodal_metrics/image_editing/schema.py,sha256=ygt_RGnVlYh__mVCAMBsIFTQgLCk6hh0MPteomZX9UU,136
281
284
  deepeval/metrics/multimodal_metrics/image_editing/template.py,sha256=KuDaJZbNikn4Jw6U1tF6YbVzHp-nARW2iTw3zxaJNXI,3104
282
285
  deepeval/metrics/multimodal_metrics/image_helpfulness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
283
- deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py,sha256=ERw9yHH0Qsp485aaRkQEVWPyVsGup8NPllX2MN9PYWo,13500
286
+ deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py,sha256=oQVSQaocNcU66368F-rCtJPPBiDrCkjITIpc6wFj1O0,13669
284
287
  deepeval/metrics/multimodal_metrics/image_helpfulness/schema.py,sha256=NB38VAmRE5bZtCeSbOWMa7_nHBSBdEWndyEYWFh0aUA,123
285
288
  deepeval/metrics/multimodal_metrics/image_helpfulness/template.py,sha256=mu2tDUN_IeGAGfyZ7q2YaFepsWr8KnlXRIOyXUI9O0s,1884
286
289
  deepeval/metrics/multimodal_metrics/image_reference/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
287
- deepeval/metrics/multimodal_metrics/image_reference/image_reference.py,sha256=9NKcuWawMmt1LH8G40wCU73BM5z_bCwOcqHG_dvcANM,13474
290
+ deepeval/metrics/multimodal_metrics/image_reference/image_reference.py,sha256=Z_H8NzwmkYLGeVbK-POxQ3WzK_tgyLj1E9b7emrMec0,13643
288
291
  deepeval/metrics/multimodal_metrics/image_reference/schema.py,sha256=NB38VAmRE5bZtCeSbOWMa7_nHBSBdEWndyEYWFh0aUA,123
289
292
  deepeval/metrics/multimodal_metrics/image_reference/template.py,sha256=GdBGZu6atdmPaZfolWXF26wbxVFR2CSNMsYXEHSzDnU,1787
290
293
  deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
291
- deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py,sha256=KLvElO0wcsVZ3OSpRlfjI7xzZYj_9eFfK0tg4ssNmc0,12379
294
+ deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py,sha256=6X3y3n1L-h6NeZzCDTTYpX49uamFmyLA2FyRIcoyEwM,12573
292
295
  deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/schema.py,sha256=Tqo-qN94CV4ZB6n8I906elt-PL9aUk0ioeuu-KvIQc0,382
293
296
  deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py,sha256=gb9NSVwGp2xI34BvNdY7AccIcoRZKHdP0Ku7JPPHFzs,5439
294
297
  deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
295
- deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=YUBm40GlvVsGM-4PNXrc4DtFSgvvYBl66yVf9iEVs9c,10656
298
+ deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=zLPxiFvDlkgKU0vpvBCibpSHYNbuA-HzpU7bgCfYwPY,10850
296
299
  deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/schema.py,sha256=Y0kOAfaaKCBmnvBPZXJLZK_C5FAWDyJC8fYbnNQx3eA,305
297
300
  deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/template.py,sha256=XcpXheJKQBo4Zu2eoir2AMCC-lIIdUzNook-vEp1yE4,6489
298
301
  deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
299
- deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py,sha256=RwPosgNZIpESKM4UcDgObCf_8xOy6ywRy4vjEaCWiSQ,10372
302
+ deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py,sha256=FlYmTqbp6TIgW_9n2qDlbhIeA6TTIuOSA2Cv5PYkFvk,10541
300
303
  deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/schema.py,sha256=kCxYxG_Oh4bM8WVmfwEzZGsNBqQO44slpEfkt5fIW0g,296
301
304
  deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/template.py,sha256=8LKNgMIeBN-KksUwX5r7UxjbTrfxHbUSdtbXXMFy90A,5489
302
305
  deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
303
- deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py,sha256=WS-ijNLUh8hmmYvhddUB3bbMqkBnFzoR7KX_9rVrHCk,10093
306
+ deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py,sha256=n4aU8eB0ZfmjKxjYJxkugF9kc1c4QLLXTQ6ayaGtoAo,10262
304
307
  deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/schema.py,sha256=MWGwRUrZVzT6X6k7t-gbg4nccFGbM2zAcRFamCRoefU,375
305
308
  deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/template.py,sha256=IqBiJ9Yj87XRvmng3GA1-3i75I_WvtyOesIPQPORDpE,4476
306
309
  deepeval/metrics/multimodal_metrics/multimodal_faithfulness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
307
- deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py,sha256=ZufEUHbgeUyDkCXWR37R-7piiF7xrWvgv6hROOigVIQ,13161
310
+ deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py,sha256=bKUa4ETNnQwcgrypmsoQzlhddcnZdZYQP5OGYSpOeAU,13330
308
311
  deepeval/metrics/multimodal_metrics/multimodal_faithfulness/schema.py,sha256=b-WtfA7zq4TgQiuqqNEMf7jmohnWBMW4opChHyg49Gc,414
309
312
  deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py,sha256=9EWRC-Wiyr_UEMPfpuTcX2tvsjPxSRY4n_lClcsK6vw,8389
310
313
  deepeval/metrics/multimodal_metrics/multimodal_g_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
311
- deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py,sha256=YR2SMmUwVPe8epth2PWtG6UB4vnInBZrTaeeVyF9VHA,14428
314
+ deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py,sha256=VqhyFwodcCWsnDNs4o_3uTaO09dWkedqHzrdYAjnvQg,14597
312
315
  deepeval/metrics/multimodal_metrics/multimodal_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
313
316
  deepeval/metrics/multimodal_metrics/multimodal_g_eval/template.py,sha256=6kIC4vTtRxUBCyafjyWLZg5WhVHxsRy-m2Mv7OGbgV0,5235
314
317
  deepeval/metrics/multimodal_metrics/multimodal_g_eval/utils.py,sha256=UgY46c1mudFoOglbrrJsXnSrdiJGGRFqpDvrAAZWwV0,2189
315
318
  deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
316
- deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py,sha256=FK7r0kBF77owY_dcbxMqeoVkj_eEd-t_P1D_71XNnxU,11257
319
+ deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py,sha256=fF_-1B3iFR6B_EUNZy2T60Lh0Z0p-CoI3Cxl68EK5EY,11482
317
320
  deepeval/metrics/multimodal_metrics/text_to_image/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
318
321
  deepeval/metrics/multimodal_metrics/text_to_image/schema.py,sha256=ygt_RGnVlYh__mVCAMBsIFTQgLCk6hh0MPteomZX9UU,136
319
322
  deepeval/metrics/multimodal_metrics/text_to_image/template.py,sha256=WSXXI0Tee1wE7FPyQJwHYXuqHaevYz9T04ns1P85Qec,2568
320
323
  deepeval/metrics/multimodal_metrics/text_to_image/text_to_image.py,sha256=20wzu09kQhNMxjp7oJ_sMfWXOWNhuj0kkyEed9lwS2g,11160
321
324
  deepeval/metrics/non_advice/__init__.py,sha256=GP55jVADpkODABIjzK0JX1MKpFNZ0bM7Q2Jczlc4BSU,40
322
- deepeval/metrics/non_advice/non_advice.py,sha256=-pyy1uXfCn0Yuo-JnM4H9lakKzYyzRlIWQ3cA5SwpuM,11247
325
+ deepeval/metrics/non_advice/non_advice.py,sha256=9YrZEcYhaMBA49w1_Lyk7V1JY5t_DjmV2BBJtx6_9MY,11815
323
326
  deepeval/metrics/non_advice/schema.py,sha256=bODTV8jfjIYTwnYRHz32p47tqdXkTRqLXj_s5ZUxYAQ,299
324
327
  deepeval/metrics/non_advice/template.py,sha256=KiRoU_Re3JFHylKZ1O8hztZ3yEQf3vW_HWwHxQjDb6o,2864
325
328
  deepeval/metrics/pii_leakage/__init__.py,sha256=tBc9OGp4gmgoYz6FA3ipr48fpsCMvq6WtlwOjMqhCD0,42
326
- deepeval/metrics/pii_leakage/pii_leakage.py,sha256=EIQMS_hOiYhEW5x4nYJwS6AhWl9jhN261atVoWZI3f4,10851
329
+ deepeval/metrics/pii_leakage/pii_leakage.py,sha256=s-NAj1Lb0MiXIuQz0lxM120enSdMCVG_ktbR65d9-6U,11418
327
330
  deepeval/metrics/pii_leakage/schema.py,sha256=Jk9jdf4HAa76J237mnosWOCV71pBBNdLfaVhf-4dKEg,313
328
331
  deepeval/metrics/pii_leakage/template.py,sha256=DEW21CyR2lEI1y2C_fXgZnGJlYw0fvnB-LF-HEKZnqo,2418
329
332
  deepeval/metrics/prompt_alignment/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
330
- deepeval/metrics/prompt_alignment/prompt_alignment.py,sha256=vQQa-nNBYXsHcR6kyPW0Efcqu3jRoahh2ZM0Ft9Cq8Y,9481
333
+ deepeval/metrics/prompt_alignment/prompt_alignment.py,sha256=ltSfNu8xAXutAauKtvwVx9CN6L3mObcklRAsS4BTuhg,10576
331
334
  deepeval/metrics/prompt_alignment/schema.py,sha256=ann3tH5XfZCLhePE2UXTSK_gkF-_udP0RP_IVHW4mF0,315
332
335
  deepeval/metrics/prompt_alignment/template.py,sha256=6-A1rWOZWOEauSsQAXC-gVF2oXkYfgV0XqiriGJJfY0,3182
333
336
  deepeval/metrics/ragas.py,sha256=I4EdwbsRGHlSEraKFBrDGUBrzRUBqlWqJAGg0efrZ0w,17637
334
337
  deepeval/metrics/role_adherence/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
335
- deepeval/metrics/role_adherence/role_adherence.py,sha256=Zq77nnowV9tdOJUFvrrDdzz4VlUhYkLkPyD2uB2N6B4,9962
338
+ deepeval/metrics/role_adherence/role_adherence.py,sha256=r1g2_3iPp2CiklOIs3Iif88g8xsz-mPVo24TQvlnzhw,10530
336
339
  deepeval/metrics/role_adherence/schema.py,sha256=54YV4LBMEwgqP2taAJSc6ifo8s3cbTMLn4Caye-Rveo,367
337
340
  deepeval/metrics/role_adherence/template.py,sha256=ExQe2mTcuRq80mRjaxzDx2mybIvz2wtiBhWUDK7x9dA,3728
338
341
  deepeval/metrics/role_violation/__init__.py,sha256=gozjXhSGNIfon-YlMNlk322momEgSVcZhAEo3Yfxi84,48
339
- deepeval/metrics/role_violation/role_violation.py,sha256=KdqWwOeyOpuf0UegToB9Fe18puZJEmTvz-iCVahiG24,11613
342
+ deepeval/metrics/role_violation/role_violation.py,sha256=UwvUQ-uo2e_ycxKGh58FHLkveUZhvcR0EP3mllA8M6c,12181
340
343
  deepeval/metrics/role_violation/schema.py,sha256=3c1xqZ4UV1MmGa7rZrNfCaSbi-l9EXINL5Ropn5GeGY,326
341
344
  deepeval/metrics/role_violation/template.py,sha256=MzvEEu7_fBDgOAaQ0W3uWvntiQ08BwO4YgLsMq4GdVo,2472
342
345
  deepeval/metrics/summarization/__init__.py,sha256=rANygwNZxqpBwPOkLAGNNn29eB3GNkiT-neApKfsiEA,44
343
346
  deepeval/metrics/summarization/schema.py,sha256=_mlC_nsHA4e1g6tQXzeKMP3nvBvPZOM07q0eP3oIqng,729
344
- deepeval/metrics/summarization/summarization.py,sha256=fBFTHL9PtYWiub8q5WRGoHtB-vPnn7mC-u6MqBYha40,22094
347
+ deepeval/metrics/summarization/summarization.py,sha256=rYghwnMED-JqM9eQ6GDXmnn0hL_IBt31fQ52aeGm9jM,22661
345
348
  deepeval/metrics/summarization/template.py,sha256=ItMcwgxgMIgHEIc1FoSsCtgPbhMY48ZzD7kfq7et6KY,5465
346
349
  deepeval/metrics/task_completion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
347
350
  deepeval/metrics/task_completion/schema.py,sha256=JfnZkbCh7skWvrESy65GEo6Rvo0FDJUqP6H1uyBCks4,241
348
- deepeval/metrics/task_completion/task_completion.py,sha256=RKFkXCVOhO70I8A16zv5BCaV3QVKldNxawJ0T93U_Zc,8978
351
+ deepeval/metrics/task_completion/task_completion.py,sha256=m5kHbEWi5nAWp4PuQJAfWAAk2K2XgCyK719nWw6L7DU,9147
349
352
  deepeval/metrics/task_completion/template.py,sha256=4xjTBcGrPQxInbf8iwJOZyok9SQex1aCkbxKmfkXoA4,10437
350
353
  deepeval/metrics/tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
351
- deepeval/metrics/tool_correctness/tool_correctness.py,sha256=j5wB9mJp7BLbn3bTZd6LlIeub1kXxXGaDVWrzyvBFo4,12111
354
+ deepeval/metrics/tool_correctness/tool_correctness.py,sha256=Zz3tyobyIK8uku-GJ8gIQyEb2l9mF4M23Xm27oM0dRE,12424
352
355
  deepeval/metrics/toxicity/__init__.py,sha256=1lgt8BKxfBDd7bfSLu_5kMzmsr9b2_ahPK9oq5zLkMk,39
353
356
  deepeval/metrics/toxicity/schema.py,sha256=7uUdzXqTvIIz5nfahlllo_fzVRXg7UeMeXn7Hl32pKY,459
354
357
  deepeval/metrics/toxicity/template.py,sha256=zl4y4Tg9gXkxKJ8aXVwj0cJ94pvfYuP7MTeV3dvB5yQ,5045
355
- deepeval/metrics/toxicity/toxicity.py,sha256=UZI5y0rdoSEeDNjRULgC9FTske1Zug39cgTnY155-ws,10621
358
+ deepeval/metrics/toxicity/toxicity.py,sha256=Cxez0mfA1IRdpDe95bnn2hndWtiKOkYfRon9M_yUni0,11189
356
359
  deepeval/metrics/turn_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
357
360
  deepeval/metrics/turn_relevancy/schema.py,sha256=om0zFJcM6qu2GWS9aJTP3lUmuEXX8KpoACEvCsJqfq4,234
358
361
  deepeval/metrics/turn_relevancy/template.py,sha256=klZ10QI8jo4ekf-KgcWgRxS9E3AK4vgKDNzjwAYGl48,2797
359
- deepeval/metrics/turn_relevancy/turn_relevancy.py,sha256=hoXnbLUgfJR40DRXTr5Fp_1AQOFP8fVcWhrZ75qDYVM,9817
362
+ deepeval/metrics/turn_relevancy/turn_relevancy.py,sha256=cgMt0toBIwzDc8lE8Q3YztzQA_DqR4GfdDrlyX7ya6w,10385
360
363
  deepeval/metrics/utils.py,sha256=6WWbaRToILdzuy2F1PvT6FdOTF4TVZuz_3JttEPDv5c,18752
361
364
  deepeval/models/__init__.py,sha256=0x4EsoqtSf7sLOg28DoOoInL_D5fKPWCakkE2gJa2pM,1195
362
365
  deepeval/models/_summac_model.py,sha256=xflanxl_IBuzuainlYCVX7UvjHCnAckKSvNR2NwZI6k,19750
@@ -375,25 +378,26 @@ deepeval/models/llms/anthropic_model.py,sha256=5gYRNkYUD7Zl3U0SibBG2YGCQsD6DdTsa
375
378
  deepeval/models/llms/azure_model.py,sha256=dqINcfoJNqdd9zh5iTPwQ_ToGMOF7iH6YUB-UWRSOlc,10730
376
379
  deepeval/models/llms/deepseek_model.py,sha256=EqBJkKa7rXppCmlnIt_D-Z_r9fbsOUsOAVvN2jWA-Hk,6404
377
380
  deepeval/models/llms/gemini_model.py,sha256=aGiD-hEgknctlqi7WdRwPNw9w76D6KMdNS-DIGpovLc,8409
378
- deepeval/models/llms/grok_model.py,sha256=iZPFCmRbrK9yUdADn3oNeA-ysPMaJdnFDqorNP6wkAk,7492
381
+ deepeval/models/llms/grok_model.py,sha256=HwQ5OYyGW9Biuc5k8VfeVtpePcrBgxes6YuCsx8KM34,7492
379
382
  deepeval/models/llms/kimi_model.py,sha256=ldTefdSVitZYJJQ-_ZsP87iiT5iZ4QCVdfi-YzdSMtU,7691
380
383
  deepeval/models/llms/litellm_model.py,sha256=iu4-_JCpd9LdEa-eCWseD2iLTA-r7OSgYGWQ0IxB4eA,11527
381
384
  deepeval/models/llms/local_model.py,sha256=hEyKVA6pkQm9dICUKsMNgjVI3w6gnyMdmBt_EylkWDk,4473
382
385
  deepeval/models/llms/ollama_model.py,sha256=xPO4d4jMY-cQAyHAcMuFvWS8JMWwCUbKP9CMi838Nuc,3307
383
- deepeval/models/llms/openai_model.py,sha256=mUvQ8a9FVk4lrdZyS_QRZTK4imufyaCNjZFPeqbc0AM,17167
386
+ deepeval/models/llms/openai_model.py,sha256=70fkSaL8GZ2ZtPJJX6DHiEElgIqnT9kZyaz0OGsSm8c,17208
384
387
  deepeval/models/llms/utils.py,sha256=gFM_8eIvdSwN_D4Yqp-j7PkfoiRn_bgu7tlCHol3A6c,1324
385
388
  deepeval/models/mlllms/__init__.py,sha256=19nN6kUB5XI0nUWUQX0aD9GBUMM8WWGvsDgKjuT4EF4,144
386
389
  deepeval/models/mlllms/gemini_model.py,sha256=7tHIWD4w_fBz3L7jkKWygn1QpBPk9nl2Kw-yb0Jc3PI,10167
387
390
  deepeval/models/mlllms/ollama_model.py,sha256=_YtYtw8oIMVVI-CFsDicsdeEJUPhw_9ArPxB_1olsJA,4798
388
391
  deepeval/models/mlllms/openai_model.py,sha256=KgvYgQwWZ1A_Gcl6-4-W7IMqbUF9K8sNY37j5Ag7kQQ,9014
389
- deepeval/models/retry_policy.py,sha256=U7DjJJcCPei14Ws_7U6-JK8ZZYCGVx9YgMPySYr0HtM,24545
392
+ deepeval/models/retry_policy.py,sha256=efMJwjQasAE_3fstfBBmxLOzxUxws26zHP5yvEBcPfQ,31458
390
393
  deepeval/models/summac_model.py,sha256=wKeH7pWQRXrTlzlIw_r1YCb8b7jUhWq6jUz9FiNUCSg,1992
391
394
  deepeval/models/unbias_model.py,sha256=umOMhQLTmnD7uOuhiQufEl4Wlti4q2s3EtKOpds7zhs,597
392
395
  deepeval/models/utils.py,sha256=-3XDgg1U7PZ0jpLFiYXxqdBhp7idvlo7RPZv5SoD8lc,1130
393
- deepeval/openai/__init__.py,sha256=g6ErXRZIJ08XkWJQPdnwWKk_dSOi26ucY23gx62c6OA,1074
394
- deepeval/openai/extractors.py,sha256=q062nlYKuPVwqfLFYCD1yWv7xHF1U_XrYdAp5ve2l_E,4942
395
- deepeval/openai/patch.py,sha256=tPDqXaBScBJveM9P5xLT_mVwkubw0bOey-efvdjZIfg,7466
396
- deepeval/openai/utils.py,sha256=-84VZGUsnzRkYAFWc_DGaGuQTDCUItk0VtUTdjtSxg4,2748
396
+ deepeval/openai/__init__.py,sha256=8v_Xj790M5PwPc5hiwIp0cuVFMknwtnhq0twRoD-85Y,440
397
+ deepeval/openai/extractors.py,sha256=QWMCwPFgn-QQ_UGvdkGgcioX5kxA2kAwJZyTnRWZnik,4856
398
+ deepeval/openai/patch.py,sha256=QHWw2Va3EA14qRBRgZyiL4mtKkYoh7lkn53ne4vkTxc,9459
399
+ deepeval/openai/types.py,sha256=ZvUHqWiegA1Ll8GfIyiYsXXvsGZ_NqWnBhZYjF1XhBs,630
400
+ deepeval/openai/utils.py,sha256=z2muCG8_275Krge-xBYboaKb2stwFX2i_BNAZEMiPXo,4154
397
401
  deepeval/openai_agents/__init__.py,sha256=F4c6MtsdV7LWj0YamQcMGs4_u5sOYZJXWOQP8kV5xUg,314
398
402
  deepeval/openai_agents/agent.py,sha256=_SQdd0JzZK-ZvpP7yPEi22Y7fVk16PC00ROahdDQdCQ,951
399
403
  deepeval/openai_agents/callback_handler.py,sha256=4Tt2OAGfYd35C5LBMekxz0SDivYryKGm3lxls1WT7cY,4842
@@ -403,10 +407,10 @@ deepeval/openai_agents/runner.py,sha256=WtHuzhYHgC571uJYGjbTz3R23VaKnlKybGJSRCxM
403
407
  deepeval/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
404
408
  deepeval/plugins/plugin.py,sha256=_dwsdx4Dg9DbXxK3f7zJY4QWTJQWc7QE1HmIg2Zjjag,1515
405
409
  deepeval/progress_context.py,sha256=ZSKpxrE9sdgt9G3REKnVeXAv7GJXHHVGgLynpG1Pudw,3557
406
- deepeval/prompt/__init__.py,sha256=M99QTWdxOfiNeySGCSqN873Q80PPxqRvjLq4_Mw-X1w,49
407
- deepeval/prompt/api.py,sha256=665mLKiq8irXWV8kM9P_qFJipdCYZUNQFwW8AkA3itM,1777
408
- deepeval/prompt/prompt.py,sha256=JjPm7rB-3rnTs8oEQT4EEwnqQqE8ZFNXebVngEOWsI4,23537
409
- deepeval/prompt/utils.py,sha256=Ermw9P-1-T5wQ5uYuj5yWgdj7pVB_JLw8D37Qvmh9ok,1938
410
+ deepeval/prompt/__init__.py,sha256=rDU99KjydxDRKhuQJCBs_bpDJrWb2mpHtvyv6AEwFC8,367
411
+ deepeval/prompt/api.py,sha256=8EwWu4r44IUFOYqkQQiwyjAFFzmll11VnfXIF4n0rbc,6188
412
+ deepeval/prompt/prompt.py,sha256=Ys6dW3LfC-xFQ0TBAMWkrYmBJvmMRCwx2te7hjpvJTA,31052
413
+ deepeval/prompt/utils.py,sha256=m0a_NJ9NS_XWdNGz22S62HOrDnYqpSmdVowUqgYuBYY,6480
410
414
  deepeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
411
415
  deepeval/red_teaming/README.md,sha256=BY5rAdpp3-sMMToEKwq0Nsd9ivkGDzPE16DeDb8GY7U,154
412
416
  deepeval/scorer/__init__.py,sha256=hTvtoV3a4l0dSBjERm-jX7jveTtKZXK0c9JerQo0T_w,27
@@ -419,11 +423,11 @@ deepeval/singleton.py,sha256=irNbt0-IRI7rD4t05OZHsrNovpeva0XPc8PoieFytG8,532
419
423
  deepeval/synthesizer/__init__.py,sha256=eMihIQH-NClWL-8CZ9HUs9GA1Cy_DV_YX_f1o4bpO2c,142
420
424
  deepeval/synthesizer/base_synthesizer.py,sha256=ua7HDq1lemeFH5FuWdGJxMGFH5QA2CSYkekk4bpOHcU,675
421
425
  deepeval/synthesizer/chunking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
422
- deepeval/synthesizer/chunking/context_generator.py,sha256=0c--WxTiGLMF0l5sgjeWQFy7zSpzVo3O9g55CbqLTDQ,35653
423
- deepeval/synthesizer/chunking/doc_chunker.py,sha256=5PZnxNDuNCngz3wZWG5QeCINec6cIq1ko1bwaDNhxAI,9416
426
+ deepeval/synthesizer/chunking/context_generator.py,sha256=BWLJVamGhFRVyqLLTOr9l61n3NaWlr2q3pmyjDxKBWw,37713
427
+ deepeval/synthesizer/chunking/doc_chunker.py,sha256=DvJmbA_NnZBGCZgxKQsxlIC29kca_d7J-Dxq9SyfzX0,10612
424
428
  deepeval/synthesizer/config.py,sha256=vcSi6upnmd667dAGANTTdPmY0z5sQ8Ctal7Xr4-tbhA,1934
425
429
  deepeval/synthesizer/schema.py,sha256=PIv3012VMg_v-Ylwn08-4tNjf4QShBSg-kaCkgtdA88,879
426
- deepeval/synthesizer/synthesizer.py,sha256=yyJQgdoDK4-bc92N7fY1-I5DrnUjQEUTQP0UMmwJoJ0,60045
430
+ deepeval/synthesizer/synthesizer.py,sha256=OEXksTCajtZ2spnXPEEYeVuBL3ay1CJb_ckKyRB2AGU,60216
427
431
  deepeval/synthesizer/templates/__init__.py,sha256=C-wSGQeMRxTdSBJbgeyAM5Iu6mkHVSYbNfz0AY9K5Yc,209
428
432
  deepeval/synthesizer/templates/template.py,sha256=nTH-k8XbvZQD_lagsaf6kmT6oylFjQ7gEseHYB1Zyso,39807
429
433
  deepeval/synthesizer/templates/template_extraction.py,sha256=NkpzP-MkoefokVJBZn9s1ErDvI3o9ocY5_ZY85zj4KE,1972
@@ -432,39 +436,45 @@ deepeval/synthesizer/types.py,sha256=wUZntvCAE29sM9K8hk9RPwUpkTip1ObOCExyMEo3sME
432
436
  deepeval/synthesizer/utils.py,sha256=o-9z5gApQcHqDqusgrD0LagXWAju17LVc27BxtaA7og,1018
433
437
  deepeval/telemetry.py,sha256=JPZw1VBJ5dGiS8k-dzWs5OhMbNlr65QgVretTy33WCg,21704
434
438
  deepeval/test_case/__init__.py,sha256=hLkHxGH0-FFhx4MlJwIbzNHL4pgyLGquh8l0qD-z_cQ,731
439
+ deepeval/test_case/api.py,sha256=aPghn6TFTR6TfsUSoY0WUZgLSnJtWkQuzqm_cKt08mc,4418
435
440
  deepeval/test_case/arena_test_case.py,sha256=PcfDxadlc4yW4AEDdvN32AeUpx2Sms1jvnbX31Xu65o,957
436
441
  deepeval/test_case/conversational_test_case.py,sha256=lF0V1yCGCInQetggm2wbXx-MkuMRs2ScwqIXCSwb1Fs,7534
437
442
  deepeval/test_case/llm_test_case.py,sha256=L-dCvJ4pMPPavZTyN9ZKN30h351DWI_TunmXfHPIjig,12180
438
443
  deepeval/test_case/mcp.py,sha256=Z625NLvz0E_UJpbyfyuAi_4nsqKH6DByBf0rfKd70xU,1879
439
444
  deepeval/test_case/mllm_test_case.py,sha256=8a0YoE72geX_fLI6yk_cObSxCPddwW-DOb-5OPE1-W8,5414
440
445
  deepeval/test_case/utils.py,sha256=5lT7QmhItsQHt44-qQfspuktilcrEyvl2cS0cgUJxds,809
441
- deepeval/test_run/__init__.py,sha256=2Jdf9V2d_Wa6Fus31aUzMZ1oy3OkuhVhZhxxcGHxZaM,771
446
+ deepeval/test_run/__init__.py,sha256=cwH9sqz821ifdcviZiO3EajsYbh7GaUxA4LFur8g2ms,787
442
447
  deepeval/test_run/api.py,sha256=s8q2wBsE8rgOn_1GU84a8aFRjyDxMm6qQJmpl5CorCM,5484
443
448
  deepeval/test_run/cache.py,sha256=2bKXQ4GvHe2xowFGz4ekoheLno1Yv7O6PfuanFkWnA4,12786
444
449
  deepeval/test_run/hooks.py,sha256=Qnd06bk9RJN4WmFUzJrBAi3Xj261hzyzI2iRmG8wbKw,375
445
- deepeval/test_run/hyperparameters.py,sha256=f7M07w1EfT8YPtiD9xVIVYa3ZewkxewSkK7knwv0YlY,2289
446
- deepeval/test_run/test_run.py,sha256=vA515OlHBljO6M2RwAEDk0gw_8-ChPU48qjSkPZv8-U,36451
450
+ deepeval/test_run/hyperparameters.py,sha256=JKuKLilfrzgmkS7UBugsyZeHeb53DreISae6FIfy1mE,3762
451
+ deepeval/test_run/test_run.py,sha256=bPLMTBg3gXDDqkd4t1_72pWaZb75cz4YSuNjUtEgANI,40855
447
452
  deepeval/tracing/__init__.py,sha256=WpiWzIIAzPIk043Si1jwTwHWxqtaIzeHj_xq9CH08nk,576
448
- deepeval/tracing/api.py,sha256=rq4rB5f3tfrv6l4mRJmDrwRj5CH4dyatwxhG7p8xbVk,4867
453
+ deepeval/tracing/api.py,sha256=VWs0M0wHk7Y8ReVOl9fo2ZDfVPVD08FlswvAlIKDZac,4926
449
454
  deepeval/tracing/context.py,sha256=rzm42zYzP7jmQJO08AV-Qmw86ik45qRfF4UQNpGcmJw,5338
455
+ deepeval/tracing/message_types/__init__.py,sha256=ugBWRU3B66ePZXEXCktUpQjvtQshh_0qBXwrHhG9tYM,212
456
+ deepeval/tracing/message_types/base.py,sha256=Ugx4XLwLYVmdYPTKbbGuQsPUTfDicYp1LPGctra_gcQ,129
457
+ deepeval/tracing/message_types/messages.py,sha256=c_IfiCGUJ-IX1LatP65hCMsnxOs8YjRiBL89_zjK3Nc,320
458
+ deepeval/tracing/message_types/tools.py,sha256=Fnp466rZIpZXa6pt5g7x_yGwOqHLALxsMPK7IEbFdm0,335
450
459
  deepeval/tracing/offline_evals/__init__.py,sha256=bEniJAl7PmS9u2ksiOTfHtlCPJ9_CJV5R6umrUOX5MM,102
451
460
  deepeval/tracing/offline_evals/api.py,sha256=eBfqh2uWyeRkIeGhjrN1bTQzAEow-XPubs-42WEZ2QQ,510
452
461
  deepeval/tracing/offline_evals/span.py,sha256=pXqTVXs-WnjRVpCYYEbNe0zSM6Wz9GsKHsM5ZcWxrmM,1802
453
462
  deepeval/tracing/offline_evals/thread.py,sha256=bcSGFcZJKnszArOLIlWvnCyt0zSmsd7Xsw5rl4RTVFg,1981
454
463
  deepeval/tracing/offline_evals/trace.py,sha256=vTflaTKysKRiYvKA-Nx6PUJ3J6NrRLXiIdWieVcm90E,1868
455
464
  deepeval/tracing/otel/__init__.py,sha256=HQsaF5yLPwyW5qg8AOV81_nG_7pFHnatOTHi9Wx3HEk,88
456
- deepeval/tracing/otel/exporter.py,sha256=wPO1ITKpjueLOSNLO6nD2QL9LAd8Xcu6en8hRkB61Wo,28891
465
+ deepeval/tracing/otel/exporter.py,sha256=eykoPzrRn3ljVO_JKzUeXThZ5iApyImGCDgnimIoUXs,28640
457
466
  deepeval/tracing/otel/test_exporter.py,sha256=bezihPGWJpwUEF3ZghxqhhorocVFTO2b43jRM-JHYMU,1076
458
- deepeval/tracing/otel/utils.py,sha256=yAXyPvTjax2HdLcvbVv9pyOVW4S7elIp3RLGuBTr_8o,15113
467
+ deepeval/tracing/otel/utils.py,sha256=mRqcvaYukrM2OexJuuLFuJ5QDaKwcflIf6psYDgQb9A,17189
459
468
  deepeval/tracing/patchers.py,sha256=DAPNkhrDtoeyJIVeQDUMhTz-xGcXu00eqjQZmov8FiU,3096
460
469
  deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
461
- deepeval/tracing/trace_context.py,sha256=jmOH3oBKz1FeNz_J61CUfkuQ3SpyFc6n7mo_HVX6JfU,352
462
- deepeval/tracing/tracing.py,sha256=EhpZnKjYNCr_K5dTr9gqtK5uzKzhvE-lrk_t8OF5EOE,42903
463
- deepeval/tracing/types.py,sha256=l_utWKerNlE5H3mOKpeUJLsvpP3cMyjH7HRANNgTmSQ,5306
464
- deepeval/tracing/utils.py,sha256=6SXJ7JJu-6OUziFZ_1IJppuVv7Rlq4cw3c3B7DL_eRQ,5295
470
+ deepeval/tracing/trace_context.py,sha256=qtJBYwH3wW9_kyGnz3dFPKuWM3Tl3q6RpjdIM2aVaYo,2552
471
+ deepeval/tracing/trace_test_manager.py,sha256=wt4y7EWTRc4Bw938-UFFtXHkdFFOrnx6JaIk7J5Iulw,555
472
+ deepeval/tracing/tracing.py,sha256=0vV4YRaQYUz14Wql0OH3XrmzdZS0UBHwpaza7CYrtGY,44818
473
+ deepeval/tracing/types.py,sha256=5TENzy5sNQzktw5LgzFObRUJkkMFbcSggHZJmR9vCFI,5929
474
+ deepeval/tracing/utils.py,sha256=pW_UJMzyeR1PWYZuZrPeVGGYiL6FRpFE3Ehbz9uhw_M,5525
465
475
  deepeval/utils.py,sha256=J1JNzjAlmn-UsFTK8-c5bhUuk5crwFGVCrRvle-nNmA,21533
466
- deepeval-3.6.5.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
467
- deepeval-3.6.5.dist-info/METADATA,sha256=jVsdK4BG21hV9kceAgzk5Ug34I0d1T7s-R5BIKGiHiQ,18754
468
- deepeval-3.6.5.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
469
- deepeval-3.6.5.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
470
- deepeval-3.6.5.dist-info/RECORD,,
476
+ deepeval-3.6.7.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
477
+ deepeval-3.6.7.dist-info/METADATA,sha256=02-rmeWwKjEyCIRTiOTLBC4pra44kuM-GHtwuSfZTqw,18754
478
+ deepeval-3.6.7.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
479
+ deepeval-3.6.7.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
480
+ deepeval-3.6.7.dist-info/RECORD,,