deepeval 3.7.2__py3-none-any.whl → 3.7.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- deepeval/_version.py +1 -1
- deepeval/benchmarks/human_eval/human_eval.py +2 -1
- deepeval/cli/test.py +1 -1
- deepeval/config/settings.py +102 -13
- deepeval/dataset/dataset.py +35 -11
- deepeval/dataset/utils.py +2 -0
- deepeval/evaluate/configs.py +1 -1
- deepeval/evaluate/execute.py +4 -1
- deepeval/metrics/answer_relevancy/template.py +4 -4
- deepeval/metrics/argument_correctness/template.py +2 -2
- deepeval/metrics/bias/template.py +3 -3
- deepeval/metrics/contextual_precision/template.py +6 -6
- deepeval/metrics/contextual_recall/template.py +2 -2
- deepeval/metrics/contextual_relevancy/template.py +3 -3
- deepeval/metrics/conversation_completeness/template.py +2 -2
- deepeval/metrics/conversational_dag/templates.py +4 -4
- deepeval/metrics/conversational_g_eval/template.py +4 -3
- deepeval/metrics/dag/templates.py +4 -4
- deepeval/metrics/faithfulness/template.py +4 -4
- deepeval/metrics/hallucination/template.py +4 -4
- deepeval/metrics/misuse/template.py +2 -2
- deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py +7 -7
- deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/template.py +6 -6
- deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/template.py +2 -2
- deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/template.py +3 -3
- deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py +9 -9
- deepeval/metrics/multimodal_metrics/multimodal_g_eval/template.py +4 -4
- deepeval/metrics/non_advice/template.py +2 -2
- deepeval/metrics/pii_leakage/template.py +2 -2
- deepeval/metrics/prompt_alignment/template.py +4 -4
- deepeval/metrics/role_violation/template.py +2 -2
- deepeval/metrics/step_efficiency/step_efficiency.py +1 -1
- deepeval/metrics/toxicity/template.py +4 -4
- deepeval/metrics/turn_relevancy/template.py +2 -2
- deepeval/metrics/utils.py +3 -0
- deepeval/models/__init__.py +2 -0
- deepeval/models/embedding_models/azure_embedding_model.py +28 -15
- deepeval/models/embedding_models/local_embedding_model.py +23 -10
- deepeval/models/embedding_models/ollama_embedding_model.py +8 -6
- deepeval/models/embedding_models/openai_embedding_model.py +18 -2
- deepeval/models/llms/anthropic_model.py +17 -5
- deepeval/models/llms/azure_model.py +30 -18
- deepeval/models/llms/deepseek_model.py +22 -12
- deepeval/models/llms/gemini_model.py +120 -87
- deepeval/models/llms/grok_model.py +23 -16
- deepeval/models/llms/kimi_model.py +23 -12
- deepeval/models/llms/litellm_model.py +63 -25
- deepeval/models/llms/local_model.py +26 -18
- deepeval/models/llms/ollama_model.py +17 -7
- deepeval/models/llms/openai_model.py +22 -17
- deepeval/models/llms/portkey_model.py +132 -0
- deepeval/models/mlllms/__init__.py +1 -0
- deepeval/models/mlllms/azure_model.py +343 -0
- deepeval/models/mlllms/gemini_model.py +102 -73
- deepeval/models/mlllms/ollama_model.py +40 -9
- deepeval/models/mlllms/openai_model.py +65 -14
- deepeval/models/utils.py +48 -3
- deepeval/optimization/__init__.py +13 -0
- deepeval/optimization/adapters/__init__.py +2 -0
- deepeval/optimization/adapters/deepeval_scoring_adapter.py +588 -0
- deepeval/optimization/aggregates.py +14 -0
- deepeval/optimization/configs.py +34 -0
- deepeval/optimization/copro/configs.py +31 -0
- deepeval/optimization/copro/loop.py +837 -0
- deepeval/optimization/gepa/__init__.py +7 -0
- deepeval/optimization/gepa/configs.py +115 -0
- deepeval/optimization/gepa/loop.py +677 -0
- deepeval/optimization/miprov2/configs.py +134 -0
- deepeval/optimization/miprov2/loop.py +785 -0
- deepeval/optimization/mutations/__init__.py +0 -0
- deepeval/optimization/mutations/prompt_rewriter.py +458 -0
- deepeval/optimization/policies/__init__.py +16 -0
- deepeval/optimization/policies/selection.py +166 -0
- deepeval/optimization/policies/tie_breaker.py +67 -0
- deepeval/optimization/prompt_optimizer.py +462 -0
- deepeval/optimization/simba/__init__.py +0 -0
- deepeval/optimization/simba/configs.py +33 -0
- deepeval/optimization/simba/loop.py +983 -0
- deepeval/optimization/simba/types.py +15 -0
- deepeval/optimization/types.py +361 -0
- deepeval/optimization/utils.py +598 -0
- deepeval/prompt/prompt.py +10 -5
- deepeval/test_run/cache.py +2 -0
- deepeval/test_run/test_run.py +6 -1
- deepeval/tracing/context.py +3 -0
- deepeval/tracing/tracing.py +22 -11
- deepeval/utils.py +24 -0
- {deepeval-3.7.2.dist-info → deepeval-3.7.4.dist-info}/METADATA +1 -1
- {deepeval-3.7.2.dist-info → deepeval-3.7.4.dist-info}/RECORD +92 -66
- {deepeval-3.7.2.dist-info → deepeval-3.7.4.dist-info}/entry_points.txt +1 -1
- {deepeval-3.7.2.dist-info → deepeval-3.7.4.dist-info}/LICENSE.md +0 -0
- {deepeval-3.7.2.dist-info → deepeval-3.7.4.dist-info}/WHEEL +0 -0
deepeval/tracing/tracing.py
CHANGED
|
@@ -441,11 +441,11 @@ class TraceManager:
|
|
|
441
441
|
loop = asyncio.new_event_loop()
|
|
442
442
|
asyncio.set_event_loop(loop)
|
|
443
443
|
|
|
444
|
-
# buffer for
|
|
445
|
-
|
|
444
|
+
# buffer for traces that need to be sent after main exits
|
|
445
|
+
remaining_traces: List[TraceApi] = []
|
|
446
446
|
|
|
447
447
|
async def _a_send_trace(trace_obj):
|
|
448
|
-
nonlocal
|
|
448
|
+
nonlocal remaining_traces
|
|
449
449
|
try:
|
|
450
450
|
# Build API object & payload
|
|
451
451
|
if isinstance(trace_obj, TraceApi):
|
|
@@ -486,7 +486,7 @@ class TraceManager:
|
|
|
486
486
|
)
|
|
487
487
|
elif self._flush_enabled:
|
|
488
488
|
# Main thread gone → to be flushed
|
|
489
|
-
|
|
489
|
+
remaining_traces.append(trace_api)
|
|
490
490
|
|
|
491
491
|
except Exception as e:
|
|
492
492
|
queue_size = self._trace_queue.qsize()
|
|
@@ -544,24 +544,35 @@ class TraceManager:
|
|
|
544
544
|
loop.run_until_complete(
|
|
545
545
|
asyncio.gather(*pending, return_exceptions=True)
|
|
546
546
|
)
|
|
547
|
-
self.flush_traces(
|
|
547
|
+
self.flush_traces(remaining_traces)
|
|
548
548
|
loop.run_until_complete(loop.shutdown_asyncgens())
|
|
549
549
|
loop.close()
|
|
550
550
|
|
|
551
|
-
def flush_traces(
|
|
552
|
-
self, remaining_trace_request_bodies: List[Dict[str, Any]]
|
|
553
|
-
):
|
|
551
|
+
def flush_traces(self, remaining_traces: List[TraceApi]):
|
|
554
552
|
if not tracing_enabled() or not self.tracing_enabled:
|
|
555
553
|
return
|
|
556
554
|
|
|
557
555
|
self._print_trace_status(
|
|
558
556
|
TraceWorkerStatus.WARNING,
|
|
559
|
-
message=f"Flushing {len(
|
|
557
|
+
message=f"Flushing {len(remaining_traces)} remaining trace(s)",
|
|
560
558
|
)
|
|
561
|
-
for
|
|
559
|
+
for trace_api in remaining_traces:
|
|
562
560
|
with capture_send_trace():
|
|
563
561
|
try:
|
|
564
|
-
|
|
562
|
+
try:
|
|
563
|
+
body = trace_api.model_dump(
|
|
564
|
+
by_alias=True,
|
|
565
|
+
exclude_none=True,
|
|
566
|
+
)
|
|
567
|
+
except AttributeError:
|
|
568
|
+
# Pydantic version below 2.0
|
|
569
|
+
body = trace_api.dict(by_alias=True, exclude_none=True)
|
|
570
|
+
|
|
571
|
+
body = make_json_serializable(body)
|
|
572
|
+
if trace_api.confident_api_key:
|
|
573
|
+
api = Api(api_key=trace_api.confident_api_key)
|
|
574
|
+
else:
|
|
575
|
+
api = Api(api_key=self.confident_api_key)
|
|
565
576
|
|
|
566
577
|
_, link = api.send_request(
|
|
567
578
|
method=HttpMethods.POST,
|
deepeval/utils.py
CHANGED
|
@@ -21,6 +21,7 @@ from pydantic import BaseModel
|
|
|
21
21
|
from rich.progress import Progress
|
|
22
22
|
from rich.console import Console, Theme
|
|
23
23
|
|
|
24
|
+
from deepeval.errors import DeepEvalError
|
|
24
25
|
from deepeval.config.settings import get_settings
|
|
25
26
|
from deepeval.config.utils import (
|
|
26
27
|
get_env_bool,
|
|
@@ -814,3 +815,26 @@ def format_error_text(
|
|
|
814
815
|
|
|
815
816
|
def is_read_only_env():
|
|
816
817
|
return get_settings().DEEPEVAL_FILE_SYSTEM == "READ_ONLY"
|
|
818
|
+
|
|
819
|
+
|
|
820
|
+
##############
|
|
821
|
+
# validation #
|
|
822
|
+
##############
|
|
823
|
+
|
|
824
|
+
|
|
825
|
+
def require_param(
|
|
826
|
+
param: Optional[Any] = None,
|
|
827
|
+
*,
|
|
828
|
+
provider_label: str,
|
|
829
|
+
env_var_name: str,
|
|
830
|
+
param_hint: str,
|
|
831
|
+
) -> Any:
|
|
832
|
+
|
|
833
|
+
if param is None:
|
|
834
|
+
raise DeepEvalError(
|
|
835
|
+
f"{provider_label} is missing a required parameter. "
|
|
836
|
+
f"Set {env_var_name} in your environment or pass "
|
|
837
|
+
f"{param_hint}."
|
|
838
|
+
)
|
|
839
|
+
|
|
840
|
+
return param
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
deepeval/__init__.py,sha256=tle4lT4FONApg3OeztGPEdrpGMEGLWajyGTu7bEd3s0,2976
|
|
2
|
-
deepeval/_version.py,sha256=
|
|
2
|
+
deepeval/_version.py,sha256=ocmgF6oaHvQ04tiKHMQvaeSyd046Hg3QPcUbDloSo1M,27
|
|
3
3
|
deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
|
|
4
4
|
deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
|
|
5
5
|
deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
|
|
@@ -96,7 +96,7 @@ deepeval/benchmarks/hellaswag/hellaswag.py,sha256=_3felzBwQUhhRXk4D9NbcY8dme_qUQ
|
|
|
96
96
|
deepeval/benchmarks/hellaswag/task.py,sha256=LfO8T6bpNiwdM8VdubKrup7qje3-rHgu69iB6Sdsc6I,7323
|
|
97
97
|
deepeval/benchmarks/hellaswag/template.py,sha256=TcCu25hkl89qbRwcEyRVGTGp7DU_5Eph754W2znk5QY,1279
|
|
98
98
|
deepeval/benchmarks/human_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
99
|
-
deepeval/benchmarks/human_eval/human_eval.py,sha256=
|
|
99
|
+
deepeval/benchmarks/human_eval/human_eval.py,sha256=1xMVLQ1rQccY9Ac7BB6_1dFjo1QLK7DEMg0QXY2ybRM,7756
|
|
100
100
|
deepeval/benchmarks/human_eval/task.py,sha256=lEHJpEiRbw5cXUKA_id0J5gQwae1G1T1JCJAeeTpXGg,5412
|
|
101
101
|
deepeval/benchmarks/human_eval/template.py,sha256=rcCHSb0wP_FS9DQPaoBn-iwgicI1OyEdFCkZLQ1vxPk,647
|
|
102
102
|
deepeval/benchmarks/ifeval/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
@@ -138,7 +138,7 @@ deepeval/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
|
138
138
|
deepeval/cli/dotenv_handler.py,sha256=7PtVjCNUZKAXsVJQxznsLexad7y8x-gQ195xAxmv4gA,2468
|
|
139
139
|
deepeval/cli/main.py,sha256=9Nc23iBYfV8gHKD_XdEo_04cfuaeQ3NGmXIf4JT_UFQ,59397
|
|
140
140
|
deepeval/cli/server.py,sha256=cOm9xiYcPYB9GDeFQw9-Iawf9bNfOqftZs7q7mO_P7I,1979
|
|
141
|
-
deepeval/cli/test.py,sha256=
|
|
141
|
+
deepeval/cli/test.py,sha256=aoBPMfk0HTvOqb2xdvMykkx_s4SHst7lEnoUiSXo1lU,5483
|
|
142
142
|
deepeval/cli/types.py,sha256=_7KdthstHNc-JKCWrfpDQCf_j8h9PMxh0qJCHmVXJr0,310
|
|
143
143
|
deepeval/cli/utils.py,sha256=F4-yuONzk4ojDoSLjI9RYERB7HOD412iZ2lNlSCq4wk,5601
|
|
144
144
|
deepeval/confident/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
@@ -146,25 +146,25 @@ deepeval/confident/api.py,sha256=1eFM4umeBbyxNRNcKZqqp0g9rxklBfseHdbu7YDNx-g,873
|
|
|
146
146
|
deepeval/confident/types.py,sha256=9bgePDaU31yY7JGwCLZcc7pev9VGtNDZLbjsVpCLVdc,574
|
|
147
147
|
deepeval/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
148
148
|
deepeval/config/logging.py,sha256=ivqmhOSB-oHOOU3MvnhImrZwkkxzxKJgoKxesnWfHjg,1314
|
|
149
|
-
deepeval/config/settings.py,sha256=
|
|
149
|
+
deepeval/config/settings.py,sha256=PW4o0TNkkDD9wLs6HJx33-jgi2azgM21YX25kJB5S5M,39598
|
|
150
150
|
deepeval/config/settings_manager.py,sha256=Ynebm2BKDrzajc6DEq2eYIwyRAAtUQOkTnl46albxLk,4187
|
|
151
151
|
deepeval/config/utils.py,sha256=bWeXj3fhGnLHIr_GuYaTp30x_PUOSAWJeS3lbZ4i3R8,3972
|
|
152
152
|
deepeval/constants.py,sha256=J5rNXGsMKTFYJ_9Wi49qchZXuUityZjnvuy3I3TO5zk,1667
|
|
153
153
|
deepeval/contextvars.py,sha256=oqXtuYiKd4Zvc1rNoR1gcRBxzZYCGTMVn7XostwvkRI,524
|
|
154
154
|
deepeval/dataset/__init__.py,sha256=N2c-rkuxWYiiJSOZArw0H02Cwo7cnfzFuNYJlvsIBEg,249
|
|
155
155
|
deepeval/dataset/api.py,sha256=ZxkEqAF4nZH_Ys_1f5r9N2LFI_vBcAJxt8eJm7Mplpw,831
|
|
156
|
-
deepeval/dataset/dataset.py,sha256=
|
|
156
|
+
deepeval/dataset/dataset.py,sha256=Y9U-hVoa5BbnlzwJiFiDTkDcp9E6VmKOd7NtyLmdpHY,59182
|
|
157
157
|
deepeval/dataset/golden.py,sha256=T-rTk4Hw1tANx_Iimv977F6Y4QK3s5OIB4PecU5FJDM,2338
|
|
158
158
|
deepeval/dataset/test_run_tracer.py,sha256=5CdpDvhzkEEBRyqWi6egocaxiN6IRS3XfbACxEQZQeM,2544
|
|
159
159
|
deepeval/dataset/types.py,sha256=CWeOIBPK2WdmRUqjFa9gfN-w2da0r8Ilzl3ToDpJQoQ,558
|
|
160
|
-
deepeval/dataset/utils.py,sha256=
|
|
160
|
+
deepeval/dataset/utils.py,sha256=nWCNmD1kyLwvlCXlN-7XiqN2W7IUOkDckc1xl32MF-U,8042
|
|
161
161
|
deepeval/errors.py,sha256=FfhtULNIQqHpKVqCr-xlvTtLxkNj40qVU89sXYKuDrA,754
|
|
162
162
|
deepeval/evaluate/__init__.py,sha256=315IaMiYEz7oJhZ4kPTBfeCNd1xF-wWVU6KOQnrKQpE,291
|
|
163
163
|
deepeval/evaluate/api.py,sha256=rkblH0ZFAAdyuF0Ymh7JE1pIJPR9yFuPrn9SQaCEQp4,435
|
|
164
164
|
deepeval/evaluate/compare.py,sha256=AJ3kR4Th44MTuL0juvvNwPdel1Q8tw37IYUgLdy2qrw,16575
|
|
165
|
-
deepeval/evaluate/configs.py,sha256=
|
|
165
|
+
deepeval/evaluate/configs.py,sha256=WpomfJj8H3BXYPXlYYuaCDYOKjoivX-j8wr8U9leQJk,930
|
|
166
166
|
deepeval/evaluate/evaluate.py,sha256=CLc-5rlHcBkJcakYXf9twaF6G8chp95gCBe8V4B-cVo,10684
|
|
167
|
-
deepeval/evaluate/execute.py,sha256=
|
|
167
|
+
deepeval/evaluate/execute.py,sha256=w3E7i0e89gEkOFAWxKg8HUqqqyroG5WPIhGfAkA4fj4,134347
|
|
168
168
|
deepeval/evaluate/types.py,sha256=jf424xPHgdJcvgG2l_wTMskJBOEe9tl55c3v3B-SLNU,1071
|
|
169
169
|
deepeval/evaluate/utils.py,sha256=OtdSgPo-nhng-XCZhOwmUSjA9z3DeCF1-m4PFq4ovyc,21590
|
|
170
170
|
deepeval/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -195,7 +195,7 @@ deepeval/metrics/__init__.py,sha256=q0yC5KkwZ9p1Mzl2VRdCZ4St3SKYaXUv3KbWe0aI494,
|
|
|
195
195
|
deepeval/metrics/answer_relevancy/__init__.py,sha256=WbZUpoSg2GQoqJ4VIRirVVQ1JDx5xwT-RskwqNKfWGM,46
|
|
196
196
|
deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=bkh7_1YoV3BsGzERujzWg4UDDYkWpI1K1z_7mltTve8,11500
|
|
197
197
|
deepeval/metrics/answer_relevancy/schema.py,sha256=N8wIBh4qwk4-BZOEyPJM-MB2_0dbkqXHv0aCfsIkROo,405
|
|
198
|
-
deepeval/metrics/answer_relevancy/template.py,sha256=
|
|
198
|
+
deepeval/metrics/answer_relevancy/template.py,sha256=Ik2Oi0NvSicc004V816A4cP8qkM1sSGBoT22Z08VKis,4030
|
|
199
199
|
deepeval/metrics/api.py,sha256=Po7hforMvyW6aSJJoaSSgmpxtbS4MD0yyVp3aGwsQC8,11232
|
|
200
200
|
deepeval/metrics/arena_g_eval/__init__.py,sha256=pVDIsWD_DLumOLegJrVSozcWwzsaxJXE5cIN7KxCzws,37
|
|
201
201
|
deepeval/metrics/arena_g_eval/arena_g_eval.py,sha256=Kz9EeoMQaKuzggXTsWiiUo6HPShez72ZBUFoxyqgd5M,11769
|
|
@@ -205,49 +205,49 @@ deepeval/metrics/arena_g_eval/utils.py,sha256=dWJZbFPblSJndONr8TCkBiHLdvrMQEGW8w
|
|
|
205
205
|
deepeval/metrics/argument_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
206
206
|
deepeval/metrics/argument_correctness/argument_correctness.py,sha256=Z4XVPg9QklpyIpr_1QreoZRZe5ZR94AvBmkGVeyQkRw,10411
|
|
207
207
|
deepeval/metrics/argument_correctness/schema.py,sha256=mN__hspSfrKikG9DUycivrP3fdC8EPPsSdh0Ev52kPQ,360
|
|
208
|
-
deepeval/metrics/argument_correctness/template.py,sha256=
|
|
208
|
+
deepeval/metrics/argument_correctness/template.py,sha256=uUh054hfVCCvTKJQZ2o7zGmxr60x73BE6BBpvMoIlkI,5401
|
|
209
209
|
deepeval/metrics/base_metric.py,sha256=p2GwJ20aigf7CpKTCTKgt73dgVj6zHVhtbLMql8ET8Y,4703
|
|
210
210
|
deepeval/metrics/bias/__init__.py,sha256=10suWOJYISoIcz2fB-nSkP1qb0WMGVPjNakKO-CEr8w,35
|
|
211
211
|
deepeval/metrics/bias/bias.py,sha256=Y6arSms28mPzxKd9V7_ZgTWTBWwq3XJMTmab9KV233s,10924
|
|
212
212
|
deepeval/metrics/bias/schema.py,sha256=bjYFZAbIjxFAzc3-JOJ2i4H-EAF-EWhi2CL2CIzP3qw,446
|
|
213
|
-
deepeval/metrics/bias/template.py,sha256=
|
|
213
|
+
deepeval/metrics/bias/template.py,sha256=ZbhKH2gHufTIaL8XtP0gFMwvlKzZMxhMfZB9IZOhwuc,4216
|
|
214
214
|
deepeval/metrics/contextual_precision/__init__.py,sha256=JI8VdPpwU1I6ifJeQGwDf2p85augwwYj5km3WJlWy8Y,50
|
|
215
215
|
deepeval/metrics/contextual_precision/contextual_precision.py,sha256=5dTYLlKj-KOQj5vLlIGlGkBgGJgI_LCnvxQO3mR-H-Q,11228
|
|
216
216
|
deepeval/metrics/contextual_precision/schema.py,sha256=NVJjkfdEc72u9M0lx0EyHe8-J1XUkCPFwU3v3xdZK5A,278
|
|
217
|
-
deepeval/metrics/contextual_precision/template.py,sha256=
|
|
217
|
+
deepeval/metrics/contextual_precision/template.py,sha256=gVZ3qv6CAiuIeeOcAtJwn3mgoAvF1VCRN7fcEiVybDs,3890
|
|
218
218
|
deepeval/metrics/contextual_recall/__init__.py,sha256=WMaP3SE8g0oh6mdnfvLBmjjgYV0WkBMg0YRuYNrTxcI,47
|
|
219
219
|
deepeval/metrics/contextual_recall/contextual_recall.py,sha256=lHb6Dtp__j41j-jlXPfRP3DZIrWxw4xec6qUCjH4t-c,10447
|
|
220
220
|
deepeval/metrics/contextual_recall/schema.py,sha256=3ZKUE-ec99R5wYYDwv8kFWfypfWZTqlfnTcO3Pt_DXA,269
|
|
221
|
-
deepeval/metrics/contextual_recall/template.py,sha256=
|
|
221
|
+
deepeval/metrics/contextual_recall/template.py,sha256=067G8u_VpRxTlXBlQno8Cpeqp8LVqSaxVLmmsT9PEqs,3205
|
|
222
222
|
deepeval/metrics/contextual_relevancy/__init__.py,sha256=u3k3j3-DsCX0cF59An-hGP6KT-dkINgDyDqDRKFdzTs,50
|
|
223
223
|
deepeval/metrics/contextual_relevancy/contextual_relevancy.py,sha256=P4tPYZ4rzjvM9Pu5dt9bV_weFFKbkpUbp9OEVuPGvG8,10312
|
|
224
224
|
deepeval/metrics/contextual_relevancy/schema.py,sha256=00Bmuv9Q_kDAEUy-8vH08UX3kqGkhbe9bQ7cqPDkZcs,365
|
|
225
|
-
deepeval/metrics/contextual_relevancy/template.py,sha256=
|
|
225
|
+
deepeval/metrics/contextual_relevancy/template.py,sha256=pVgPVtTq9efsQ-uE8bl2YhHJAoiekKeSTN-fjKGceKU,3022
|
|
226
226
|
deepeval/metrics/conversation_completeness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
227
227
|
deepeval/metrics/conversation_completeness/conversation_completeness.py,sha256=POvvAQ720XLXUBG1CD-7baJUa6e81iV7xCaWaMD8Slg,12200
|
|
228
228
|
deepeval/metrics/conversation_completeness/schema.py,sha256=cfTFA1WNAAS4w-kpMI4XiMhO4JlrYBnqkQJ5HOjS310,322
|
|
229
|
-
deepeval/metrics/conversation_completeness/template.py,sha256=
|
|
229
|
+
deepeval/metrics/conversation_completeness/template.py,sha256=V1Zh8in9hsZrAZEck5EHPHQzWnO8dNEaCnngAqNrQE0,4606
|
|
230
230
|
deepeval/metrics/conversational_dag/__init__.py,sha256=QXIdS-GvaJgOrl9kesHMMx1rbRCnMyw6984J7SKkmaE,191
|
|
231
231
|
deepeval/metrics/conversational_dag/conversational_dag.py,sha256=9QQHp__U9wFJMLy7yeqJXU4-Hi4Xk2nXDnChruQOLMY,5142
|
|
232
232
|
deepeval/metrics/conversational_dag/nodes.py,sha256=zn4mOb6bvUOntpWyY1Ab8Y3X44MPqojUTw3iRrjWBpE,33983
|
|
233
|
-
deepeval/metrics/conversational_dag/templates.py,sha256
|
|
233
|
+
deepeval/metrics/conversational_dag/templates.py,sha256=_FQXeLgrMV9VeOwO-1TX576RstxQ9HPX2MK5lKAgCSI,3799
|
|
234
234
|
deepeval/metrics/conversational_g_eval/__init__.py,sha256=0whQUYv_qZx4nkz0V6TTjgg8gJVCmW8323WcXpj2EzI,93
|
|
235
235
|
deepeval/metrics/conversational_g_eval/conversational_g_eval.py,sha256=c_85Iej9jZ-JiwHUgzAxBIuAm9VGluR9jQA9Bwuqf8Y,17204
|
|
236
236
|
deepeval/metrics/conversational_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
|
|
237
|
-
deepeval/metrics/conversational_g_eval/template.py,sha256=
|
|
237
|
+
deepeval/metrics/conversational_g_eval/template.py,sha256=JVKwZJBgHiP1cMuGTLAL_taKvRL-ppJjkiTOs0wzgYk,2931
|
|
238
238
|
deepeval/metrics/dag/__init__.py,sha256=G5D9ngJ6nnbRBF2mfmNZymZId8gKD09QzTA1Y_bTrgM,157
|
|
239
239
|
deepeval/metrics/dag/dag.py,sha256=fsT4ifuW73jPKebhQ_A_l9ii_wNammRrCqIRqKIrPrs,5038
|
|
240
240
|
deepeval/metrics/dag/graph.py,sha256=djc-p_qJmKwQU4eDFoSRqyLM3x80LRbuiwpBbWP3uNU,2876
|
|
241
241
|
deepeval/metrics/dag/nodes.py,sha256=tlVOySeflRHiM5j6vIyIP0hD0dsfySUvHnZrJ1TH5Lw,28062
|
|
242
242
|
deepeval/metrics/dag/schema.py,sha256=9C3CCqR1D9cdM_XiElKmen_ihxNECaxO11QC_4B4v8Q,366
|
|
243
|
-
deepeval/metrics/dag/templates.py,sha256=
|
|
243
|
+
deepeval/metrics/dag/templates.py,sha256=iXwJstA1ASmggUu_tq4NwP9I4YJZnAAyn8eTDGCR8U4,2148
|
|
244
244
|
deepeval/metrics/dag/utils.py,sha256=66D88fpjIUdVwZvYV8a1L9TlX1wvbCVuE6Y8BFTbpkE,6069
|
|
245
245
|
deepeval/metrics/exact_match/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
246
246
|
deepeval/metrics/exact_match/exact_match.py,sha256=UjJPvOFeWPeCIRVnH-nvutl2uclSIjv0QB_SAjky2Mw,2866
|
|
247
247
|
deepeval/metrics/faithfulness/__init__.py,sha256=RffAtTOSdtWO1gHVMnPI-imJahf3JENOoJRiNw-Xv4g,43
|
|
248
248
|
deepeval/metrics/faithfulness/faithfulness.py,sha256=1dpbDoSDF0pYlDxuDOHw-HdtlUAA-OnNhtmacKVROhU,13751
|
|
249
249
|
deepeval/metrics/faithfulness/schema.py,sha256=2dU9dwwmqpGJcWvY2webERWIfH_tn02xgLghHkAY_eM,437
|
|
250
|
-
deepeval/metrics/faithfulness/template.py,sha256=
|
|
250
|
+
deepeval/metrics/faithfulness/template.py,sha256=Qw-QHD1FbXf9L4NYca-b0WqVpzIiH3hmreYiiZerjbI,5839
|
|
251
251
|
deepeval/metrics/g_eval/__init__.py,sha256=HAhsQFVq9LIpZXPN00Jc_WrMXrh47NIT86VnUpWM4_4,102
|
|
252
252
|
deepeval/metrics/g_eval/g_eval.py,sha256=RoI95ErZIrBVezCovKvu-mbCLreAVKWBgGZxMbeOUvY,15476
|
|
253
253
|
deepeval/metrics/g_eval/schema.py,sha256=V629txuDrr_2IEKEsgJVYYZb_pkdfcltQV9ZjvxK5co,287
|
|
@@ -260,7 +260,7 @@ deepeval/metrics/goal_accuracy/template.py,sha256=bsx7vhiN09X7bDzim0HY3lNgfGtmME
|
|
|
260
260
|
deepeval/metrics/hallucination/__init__.py,sha256=rCVlHi2UGzDKmZKi0esFLafmshVBx2WZ0jiIb-KqcYQ,44
|
|
261
261
|
deepeval/metrics/hallucination/hallucination.py,sha256=3iBEw-tTpU_6RB80i2WQHMRwgPtq2nsO89ceOhuUf94,10148
|
|
262
262
|
deepeval/metrics/hallucination/schema.py,sha256=V8xbrBLMwJfre-lPuDc7rMEdhHf_1hfgoW1jE_ULvAY,286
|
|
263
|
-
deepeval/metrics/hallucination/template.py,sha256=
|
|
263
|
+
deepeval/metrics/hallucination/template.py,sha256=y5T35tVL4p1Hxr1oQ1sdbun3VRn8sMLdrWDeY1P5V3k,2620
|
|
264
264
|
deepeval/metrics/indicator.py,sha256=3Qj6eWHlyVpl5kxSozXJ6dDer64jVjZhaGD92Yse56s,11032
|
|
265
265
|
deepeval/metrics/json_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
266
266
|
deepeval/metrics/json_correctness/json_correctness.py,sha256=FmI_YSrSPhdUJ-G1txN1gD_--ACNcDWuI8yrV3OLslU,7833
|
|
@@ -282,7 +282,7 @@ deepeval/metrics/mcp_use_metric/template.py,sha256=iUttypDHYPc_QPB8hvuPhmSodJMhq
|
|
|
282
282
|
deepeval/metrics/misuse/__init__.py,sha256=TqtaJf0zzFceJtb3BSTT_hTA6OzgnF3Y-XuWjR2bgVs,37
|
|
283
283
|
deepeval/metrics/misuse/misuse.py,sha256=PCOPdi01Jwucxe8bQQVyZs6BN6O-L1zxW-GXPU_B9po,11309
|
|
284
284
|
deepeval/metrics/misuse/schema.py,sha256=UkPlbNXbDS8LyGfiEtMWv-odTG3q1ykzyXkXtmxHHBM,365
|
|
285
|
-
deepeval/metrics/misuse/template.py,sha256=
|
|
285
|
+
deepeval/metrics/misuse/template.py,sha256=llYKKmggjpV8Zpii260dx7s9jOsPk3JWAkmdrRSAMiA,2648
|
|
286
286
|
deepeval/metrics/multimodal_metrics/__init__.py,sha256=6-04QYKd_i-rohppSLW1HfW6-fwDZTfp2cPbDGvqDNo,1064
|
|
287
287
|
deepeval/metrics/multimodal_metrics/image_coherence/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
288
288
|
deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py,sha256=EE_mr8FhhoeIlAc1y1mBklE6aGjM5L1z0vHHxhA2mrQ,13635
|
|
@@ -303,27 +303,27 @@ deepeval/metrics/multimodal_metrics/image_reference/template.py,sha256=GdBGZu6at
|
|
|
303
303
|
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
304
304
|
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py,sha256=6X3y3n1L-h6NeZzCDTTYpX49uamFmyLA2FyRIcoyEwM,12573
|
|
305
305
|
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/schema.py,sha256=Tqo-qN94CV4ZB6n8I906elt-PL9aUk0ioeuu-KvIQc0,382
|
|
306
|
-
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py,sha256=
|
|
306
|
+
deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py,sha256=yyMAzjbDP7w4s_eZbngFqage1NBze6Lig9TiQTbylSU,5438
|
|
307
307
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
308
308
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=momYMtblazOiKg6mv-OOuC7cMxfSO4FcnLdaq0YTu0k,11199
|
|
309
309
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/schema.py,sha256=Y0kOAfaaKCBmnvBPZXJLZK_C5FAWDyJC8fYbnNQx3eA,305
|
|
310
|
-
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/template.py,sha256=
|
|
310
|
+
deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/template.py,sha256=oPS0Z3moSh6OcgwKzTBJFVGWkXSQE-MWFTIxc8-NMVc,6489
|
|
311
311
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
312
312
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py,sha256=FlYmTqbp6TIgW_9n2qDlbhIeA6TTIuOSA2Cv5PYkFvk,10541
|
|
313
313
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/schema.py,sha256=kCxYxG_Oh4bM8WVmfwEzZGsNBqQO44slpEfkt5fIW0g,296
|
|
314
|
-
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/template.py,sha256=
|
|
314
|
+
deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/template.py,sha256=kuWFfxtyxP1vNpfRzD5u2_wp20O1dsZYYFXoS42hq-Q,5489
|
|
315
315
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
316
316
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py,sha256=n4aU8eB0ZfmjKxjYJxkugF9kc1c4QLLXTQ6ayaGtoAo,10262
|
|
317
317
|
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/schema.py,sha256=MWGwRUrZVzT6X6k7t-gbg4nccFGbM2zAcRFamCRoefU,375
|
|
318
|
-
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/template.py,sha256
|
|
318
|
+
deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/template.py,sha256=-ZpixBTm8NBBGv-jBIwzBS-X33BQmRD5f3jDMrYOYis,4475
|
|
319
319
|
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
320
320
|
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py,sha256=bKUa4ETNnQwcgrypmsoQzlhddcnZdZYQP5OGYSpOeAU,13330
|
|
321
321
|
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/schema.py,sha256=b-WtfA7zq4TgQiuqqNEMf7jmohnWBMW4opChHyg49Gc,414
|
|
322
|
-
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py,sha256=
|
|
322
|
+
deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py,sha256=N9sKz4NABJbSzifWZHaElfzbGMx7KNLtjCTzjaoFGJs,8388
|
|
323
323
|
deepeval/metrics/multimodal_metrics/multimodal_g_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
324
324
|
deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py,sha256=DOPkV6pRA5Wxp6IqoRGht3-UvtdO7V3AeKO8vUEDWl8,14705
|
|
325
325
|
deepeval/metrics/multimodal_metrics/multimodal_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
|
|
326
|
-
deepeval/metrics/multimodal_metrics/multimodal_g_eval/template.py,sha256=
|
|
326
|
+
deepeval/metrics/multimodal_metrics/multimodal_g_eval/template.py,sha256=tpnmnQ5TNYuYGRPI0vB84yJzyxWQIy_ZwbBKIZlL5-U,5235
|
|
327
327
|
deepeval/metrics/multimodal_metrics/multimodal_g_eval/utils.py,sha256=UgY46c1mudFoOglbrrJsXnSrdiJGGRFqpDvrAAZWwV0,2189
|
|
328
328
|
deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
329
329
|
deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py,sha256=fF_-1B3iFR6B_EUNZy2T60Lh0Z0p-CoI3Cxl68EK5EY,11482
|
|
@@ -334,13 +334,13 @@ deepeval/metrics/multimodal_metrics/text_to_image/text_to_image.py,sha256=20wzu0
|
|
|
334
334
|
deepeval/metrics/non_advice/__init__.py,sha256=GP55jVADpkODABIjzK0JX1MKpFNZ0bM7Q2Jczlc4BSU,40
|
|
335
335
|
deepeval/metrics/non_advice/non_advice.py,sha256=9YrZEcYhaMBA49w1_Lyk7V1JY5t_DjmV2BBJtx6_9MY,11815
|
|
336
336
|
deepeval/metrics/non_advice/schema.py,sha256=bODTV8jfjIYTwnYRHz32p47tqdXkTRqLXj_s5ZUxYAQ,299
|
|
337
|
-
deepeval/metrics/non_advice/template.py,sha256=
|
|
337
|
+
deepeval/metrics/non_advice/template.py,sha256=iV8joO-dkSVY7yGWo1xtIX8KeQmkEkSvbIwt05_IANk,2864
|
|
338
338
|
deepeval/metrics/pattern_match/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
339
339
|
deepeval/metrics/pattern_match/pattern_match.py,sha256=_33G3dY1wfyIgG4weYAy2NiNvJBgmkHWK-iUeR_p5M8,3173
|
|
340
340
|
deepeval/metrics/pii_leakage/__init__.py,sha256=tBc9OGp4gmgoYz6FA3ipr48fpsCMvq6WtlwOjMqhCD0,42
|
|
341
341
|
deepeval/metrics/pii_leakage/pii_leakage.py,sha256=s-NAj1Lb0MiXIuQz0lxM120enSdMCVG_ktbR65d9-6U,11418
|
|
342
342
|
deepeval/metrics/pii_leakage/schema.py,sha256=Jk9jdf4HAa76J237mnosWOCV71pBBNdLfaVhf-4dKEg,313
|
|
343
|
-
deepeval/metrics/pii_leakage/template.py,sha256=
|
|
343
|
+
deepeval/metrics/pii_leakage/template.py,sha256=U_ji6V2o1SNUauK0msYSVkvGjwNkyoyBxqaHoWW7s20,2418
|
|
344
344
|
deepeval/metrics/plan_adherence/__init__.py,sha256=A3K0wba7CEprIggqWRyqtleX1xzx_PEB_omGuAftU6I,48
|
|
345
345
|
deepeval/metrics/plan_adherence/plan_adherence.py,sha256=FXtWqnIWK9T8sGjJE7-ZZMVjEntspquFwW-hU6c_6_c,11034
|
|
346
346
|
deepeval/metrics/plan_adherence/schema.py,sha256=4PguH2IAy3C3lGrY6nmhnC14xFNaxtqeXCWzcBxJuik,192
|
|
@@ -352,7 +352,7 @@ deepeval/metrics/plan_quality/template.py,sha256=Ot0CbGYaGgac1PGqcwo0-v0Tarmw7s4
|
|
|
352
352
|
deepeval/metrics/prompt_alignment/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
353
353
|
deepeval/metrics/prompt_alignment/prompt_alignment.py,sha256=ltSfNu8xAXutAauKtvwVx9CN6L3mObcklRAsS4BTuhg,10576
|
|
354
354
|
deepeval/metrics/prompt_alignment/schema.py,sha256=ann3tH5XfZCLhePE2UXTSK_gkF-_udP0RP_IVHW4mF0,315
|
|
355
|
-
deepeval/metrics/prompt_alignment/template.py,sha256=
|
|
355
|
+
deepeval/metrics/prompt_alignment/template.py,sha256=SOIWvzHrjWs68cESxruKd6RSvelhM4RyeuwAPZm4VKo,3182
|
|
356
356
|
deepeval/metrics/ragas.py,sha256=I4EdwbsRGHlSEraKFBrDGUBrzRUBqlWqJAGg0efrZ0w,17637
|
|
357
357
|
deepeval/metrics/role_adherence/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
358
358
|
deepeval/metrics/role_adherence/role_adherence.py,sha256=r1g2_3iPp2CiklOIs3Iif88g8xsz-mPVo24TQvlnzhw,10530
|
|
@@ -361,10 +361,10 @@ deepeval/metrics/role_adherence/template.py,sha256=ExQe2mTcuRq80mRjaxzDx2mybIvz2
|
|
|
361
361
|
deepeval/metrics/role_violation/__init__.py,sha256=gozjXhSGNIfon-YlMNlk322momEgSVcZhAEo3Yfxi84,48
|
|
362
362
|
deepeval/metrics/role_violation/role_violation.py,sha256=UwvUQ-uo2e_ycxKGh58FHLkveUZhvcR0EP3mllA8M6c,12181
|
|
363
363
|
deepeval/metrics/role_violation/schema.py,sha256=3c1xqZ4UV1MmGa7rZrNfCaSbi-l9EXINL5Ropn5GeGY,326
|
|
364
|
-
deepeval/metrics/role_violation/template.py,sha256=
|
|
364
|
+
deepeval/metrics/role_violation/template.py,sha256=09EIRXOod4gH3T0teqnC8k-P3OlYMJ2ToBSFj6GvM8E,2472
|
|
365
365
|
deepeval/metrics/step_efficiency/__init__.py,sha256=pUO_0Z_9iXCXQODJoVSWG3Ss9aBvvX2vbw4IN435wCk,50
|
|
366
366
|
deepeval/metrics/step_efficiency/schema.py,sha256=b7WeARGDDtWHGPCX1HmGVyJhl7dRrTcbSy6EtyEerSE,180
|
|
367
|
-
deepeval/metrics/step_efficiency/step_efficiency.py,sha256=
|
|
367
|
+
deepeval/metrics/step_efficiency/step_efficiency.py,sha256=Fs8HnQlOL1KnW6M0DjOQ3Bj_HHOqHtkvmp63tOe2KZQ,8399
|
|
368
368
|
deepeval/metrics/step_efficiency/template.py,sha256=JtowL7aiXidevHomdF2TEHv2pIaCcmONTH1o1qQzH2c,12603
|
|
369
369
|
deepeval/metrics/summarization/__init__.py,sha256=rANygwNZxqpBwPOkLAGNNn29eB3GNkiT-neApKfsiEA,44
|
|
370
370
|
deepeval/metrics/summarization/schema.py,sha256=_mlC_nsHA4e1g6tQXzeKMP3nvBvPZOM07q0eP3oIqng,729
|
|
@@ -388,48 +388,50 @@ deepeval/metrics/topic_adherence/template.py,sha256=0XZRaWJ86f52nNFLR68-Nmxod2aT
|
|
|
388
388
|
deepeval/metrics/topic_adherence/topic_adherence.py,sha256=0UvfbnbjnG11iSSz6W7FN1z7aO7u4a5ziGgA9bxUw3U,14155
|
|
389
389
|
deepeval/metrics/toxicity/__init__.py,sha256=1lgt8BKxfBDd7bfSLu_5kMzmsr9b2_ahPK9oq5zLkMk,39
|
|
390
390
|
deepeval/metrics/toxicity/schema.py,sha256=7uUdzXqTvIIz5nfahlllo_fzVRXg7UeMeXn7Hl32pKY,459
|
|
391
|
-
deepeval/metrics/toxicity/template.py,sha256=
|
|
391
|
+
deepeval/metrics/toxicity/template.py,sha256=4OjyRCAicoLztvPeO0VolZPETHsf8zftl5tniX-6Z7U,5045
|
|
392
392
|
deepeval/metrics/toxicity/toxicity.py,sha256=Cxez0mfA1IRdpDe95bnn2hndWtiKOkYfRon9M_yUni0,11189
|
|
393
393
|
deepeval/metrics/turn_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
394
394
|
deepeval/metrics/turn_relevancy/schema.py,sha256=om0zFJcM6qu2GWS9aJTP3lUmuEXX8KpoACEvCsJqfq4,234
|
|
395
|
-
deepeval/metrics/turn_relevancy/template.py,sha256=
|
|
395
|
+
deepeval/metrics/turn_relevancy/template.py,sha256=yr-i8R0AAj56OfIQiM8_bpR1VCJfYkUcaHI9pd00-go,2797
|
|
396
396
|
deepeval/metrics/turn_relevancy/turn_relevancy.py,sha256=cgMt0toBIwzDc8lE8Q3YztzQA_DqR4GfdDrlyX7ya6w,10385
|
|
397
|
-
deepeval/metrics/utils.py,sha256=
|
|
397
|
+
deepeval/metrics/utils.py,sha256=gEEETXaug997fqrVW2Suceuaw1MgZAYMF4wT15Mu2Z8,18920
|
|
398
398
|
deepeval/model_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
399
399
|
deepeval/model_integrations/types.py,sha256=rbVMhC_2yWwD6JqzkRO9D7aMVC_KtXN686G_S7de7S8,630
|
|
400
400
|
deepeval/model_integrations/utils.py,sha256=Zt9SYPgTxlGsQFZgpZvh_a5fWuL8mmIFVSe6uoQywZ4,3562
|
|
401
|
-
deepeval/models/__init__.py,sha256=
|
|
401
|
+
deepeval/models/__init__.py,sha256=7vANBeNkDUADNzP8cyZUoQVmExEEODlHWGcj_9ik9A8,1269
|
|
402
402
|
deepeval/models/_summac_model.py,sha256=xflanxl_IBuzuainlYCVX7UvjHCnAckKSvNR2NwZI6k,19750
|
|
403
403
|
deepeval/models/answer_relevancy_model.py,sha256=SLOA6uUImNOuxpPGfTg2AH7MIkf9QsotYixvI1jcVC8,2197
|
|
404
404
|
deepeval/models/base_model.py,sha256=owmHhVBppPe5Zt6GK9p87dE31hoqtn5_8F9TWr97aRE,4112
|
|
405
405
|
deepeval/models/detoxify_model.py,sha256=UY67y-3aL_ojY06aZEhD_dW9TEaV5LJ_GVDyP0_2fyQ,991
|
|
406
406
|
deepeval/models/embedding_models/__init__.py,sha256=5nsvahw_sZj_8WTInPYyGJEQrxNYBhDf6lkYQMKlgRw,230
|
|
407
|
-
deepeval/models/embedding_models/azure_embedding_model.py,sha256=
|
|
408
|
-
deepeval/models/embedding_models/local_embedding_model.py,sha256=
|
|
409
|
-
deepeval/models/embedding_models/ollama_embedding_model.py,sha256=
|
|
410
|
-
deepeval/models/embedding_models/openai_embedding_model.py,sha256=
|
|
407
|
+
deepeval/models/embedding_models/azure_embedding_model.py,sha256=rGr6v2xqW_RvN2OU_PNWSko_TlIaicCmz7TG4S9oT3k,4319
|
|
408
|
+
deepeval/models/embedding_models/local_embedding_model.py,sha256=N2adeGaeJqXg3VmHAihQNa9UQZNFeiJFFZxgXV-pRB0,3988
|
|
409
|
+
deepeval/models/embedding_models/ollama_embedding_model.py,sha256=kwB88LFtU537drNKD6Se9Uy1p65QansLcFDiOE2rLuc,2671
|
|
410
|
+
deepeval/models/embedding_models/openai_embedding_model.py,sha256=8EJ7aubVInxIzcYLyNsIOsjCQWa9xrwVtePqGB4bHj8,4073
|
|
411
411
|
deepeval/models/hallucination_model.py,sha256=ABi978VKLE_jNHbDzM96kJ08EsZ5ZlvOlJHA_ptSkfQ,1003
|
|
412
412
|
deepeval/models/llms/__init__.py,sha256=qmvv7wnmTDvys2uUTwQRo-_3DlFV3fGLiewPeQYRsAI,670
|
|
413
413
|
deepeval/models/llms/amazon_bedrock_model.py,sha256=XOethRC3h5nHieawJQryawMdwGXT1OXzoFKNMMGr9zs,5314
|
|
414
|
-
deepeval/models/llms/anthropic_model.py,sha256=
|
|
415
|
-
deepeval/models/llms/azure_model.py,sha256=
|
|
416
|
-
deepeval/models/llms/deepseek_model.py,sha256=
|
|
417
|
-
deepeval/models/llms/gemini_model.py,sha256=
|
|
418
|
-
deepeval/models/llms/grok_model.py,sha256=
|
|
419
|
-
deepeval/models/llms/kimi_model.py,sha256=
|
|
420
|
-
deepeval/models/llms/litellm_model.py,sha256=
|
|
421
|
-
deepeval/models/llms/local_model.py,sha256=
|
|
422
|
-
deepeval/models/llms/ollama_model.py,sha256=
|
|
423
|
-
deepeval/models/llms/openai_model.py,sha256=
|
|
414
|
+
deepeval/models/llms/anthropic_model.py,sha256=rbYiiCUkYIGL1sHjVThV9tDRn6OiCRkz9bzy1iPZBEo,6544
|
|
415
|
+
deepeval/models/llms/azure_model.py,sha256=IBCgkTEiJ_hW-A4g1dJZSBcL6vHEy6yPSHB0uRv4-FQ,11064
|
|
416
|
+
deepeval/models/llms/deepseek_model.py,sha256=T5u3G-yDuzjXTUh3ftvIm_tPOi9I_jrxZcMVtxf9NRQ,6721
|
|
417
|
+
deepeval/models/llms/gemini_model.py,sha256=yoSkXgVfC5bCUjcM6HD3sKpcoCN4kFDzs3ZIiZNUM5o,9998
|
|
418
|
+
deepeval/models/llms/grok_model.py,sha256=cHXbCp_Kzhn5d47E1WwnxeQAwjjNCcn7Bb2yEQ58IGc,7732
|
|
419
|
+
deepeval/models/llms/kimi_model.py,sha256=cB2i_uU3njtdK-gc6iXdPtFCizVABe31cMVEHf2JAKg,8001
|
|
420
|
+
deepeval/models/llms/litellm_model.py,sha256=XBRbFNLSfAPiMSm0FCaB_Vq1a1AmBA-GyLDQX3pd2jo,13181
|
|
421
|
+
deepeval/models/llms/local_model.py,sha256=C81VGXUAogBRxRyHZLkLNmJOfMkzoKcCAr60u-cfRKU,4753
|
|
422
|
+
deepeval/models/llms/ollama_model.py,sha256=q5M1Hy1VFFK9vM9OU8Mwurm3f-Vng8_Xl8cEcOy5fL0,3612
|
|
423
|
+
deepeval/models/llms/openai_model.py,sha256=60aYOcmQw_RFl97-r0Ma1wR3BXpwHoU_kbA7WAZ99Cw,17683
|
|
424
|
+
deepeval/models/llms/portkey_model.py,sha256=VhXdU13eYKyRFSEgIyQ88sHg8-23fpmhk0QayTYhsAg,4584
|
|
424
425
|
deepeval/models/llms/utils.py,sha256=gFM_8eIvdSwN_D4Yqp-j7PkfoiRn_bgu7tlCHol3A6c,1324
|
|
425
|
-
deepeval/models/mlllms/__init__.py,sha256=
|
|
426
|
-
deepeval/models/mlllms/
|
|
427
|
-
deepeval/models/mlllms/
|
|
428
|
-
deepeval/models/mlllms/
|
|
426
|
+
deepeval/models/mlllms/__init__.py,sha256=EgFWQcqVPhIqb90QCtIH2Np0bLSRj_beaymbuRN7Ds8,200
|
|
427
|
+
deepeval/models/mlllms/azure_model.py,sha256=ALWdHwdY3_j9tALfOeSdlYzj49BsX7BQKD21QlfDIdM,13041
|
|
428
|
+
deepeval/models/mlllms/gemini_model.py,sha256=v6Gz5r2vhyDfwHTNiUh_kSkiGip6eYuiddRmrvkvx9w,10911
|
|
429
|
+
deepeval/models/mlllms/ollama_model.py,sha256=Tq6OAYFeyHJciYeSElUoZQMDdGGrivwAeYgBWTlgPqI,5587
|
|
430
|
+
deepeval/models/mlllms/openai_model.py,sha256=JU6aSNEfJGwbl-fIYvKJXTRY6lTwGX-lyQIZ3GCxwVQ,10886
|
|
429
431
|
deepeval/models/retry_policy.py,sha256=sCluLDM0kshOhGwQzeA80dDXXc2Oc8TXyWMCG1kEUGE,34384
|
|
430
432
|
deepeval/models/summac_model.py,sha256=wKeH7pWQRXrTlzlIw_r1YCb8b7jUhWq6jUz9FiNUCSg,1992
|
|
431
433
|
deepeval/models/unbias_model.py,sha256=umOMhQLTmnD7uOuhiQufEl4Wlti4q2s3EtKOpds7zhs,597
|
|
432
|
-
deepeval/models/utils.py,sha256
|
|
434
|
+
deepeval/models/utils.py,sha256=JsNoBd5xkvhkGzfPqmKaRGAha4sHmYhiXybGkeJadek,2357
|
|
433
435
|
deepeval/openai/__init__.py,sha256=YamU9-x8Ep1hfW6TuLX1nVBfiU7tglNQm84OSkJIP4o,555
|
|
434
436
|
deepeval/openai/extractors.py,sha256=82pB3J4RbRI7qJqjDJNOEeFAK4PjfQUBx7KhsWcD7sg,6018
|
|
435
437
|
deepeval/openai/patch.py,sha256=yAreqmE3BTK2gih-4Ek6Adsakai85akvhlVvkrBWrz8,9332
|
|
@@ -440,12 +442,36 @@ deepeval/openai_agents/callback_handler.py,sha256=8LskCjXP_D-GQ76Y2FjVJ12v76x8-a
|
|
|
440
442
|
deepeval/openai_agents/extractors.py,sha256=jcV-IeWLIh64astJRy_dRBAbUOIab1vp0Wzda7AgVyk,13963
|
|
441
443
|
deepeval/openai_agents/patch.py,sha256=MNvbGe5NLq0rC7L-7lnqcxKhclQvLuBKZnZyAifSHLY,10241
|
|
442
444
|
deepeval/openai_agents/runner.py,sha256=WtHuzhYHgC571uJYGjbTz3R23VaKnlKybGJSRCxM9pY,12310
|
|
445
|
+
deepeval/optimization/__init__.py,sha256=IDDhOYnK6wuoKOauwgFq7dkIegTTNgVOuwDiqAgctpQ,344
|
|
446
|
+
deepeval/optimization/adapters/__init__.py,sha256=plWsUi4ote6tPAoSLtivjpO5EmjXKFNCwVar6erAUns,27
|
|
447
|
+
deepeval/optimization/adapters/deepeval_scoring_adapter.py,sha256=LRLTRUwmYbmukfXut3T20DHwnQCcEswMncUjIOB5rhI,19858
|
|
448
|
+
deepeval/optimization/aggregates.py,sha256=WKFl7LIkohUP9mQWrjXewD8kZOiiME3ijT-bzjjKnPE,367
|
|
449
|
+
deepeval/optimization/configs.py,sha256=fo4Ylf3-NkzVWeKKUNOKyJwXhDpOog6FRnKYK02H6pQ,985
|
|
450
|
+
deepeval/optimization/copro/configs.py,sha256=ey9XZrD_G0icJ5XIXYNXP0oH1WJ1FzOwHzrhouQktPc,916
|
|
451
|
+
deepeval/optimization/copro/loop.py,sha256=bB3wjX7ts_UOeVFVW77hOw2dgSUUrMRZqSW6yJOvYkk,30759
|
|
452
|
+
deepeval/optimization/gepa/__init__.py,sha256=9OvubFYwdBp97YKjxPZ7gMEHbskGTYsq2zAgxgnw0lU,112
|
|
453
|
+
deepeval/optimization/gepa/configs.py,sha256=JLC_Hqj_ze4IW8CMrWHzMK324JlenbtzVeQjFeJ6R1Q,4411
|
|
454
|
+
deepeval/optimization/gepa/loop.py,sha256=78hKpFX5PXMRoE9NX2KS2vExfdScivONa4Nhsqfgu-A,23439
|
|
455
|
+
deepeval/optimization/miprov2/configs.py,sha256=zgrc0gSRfFQ1mjJbrcSP1ea2qkfnFm1yml0jso084Sc,4473
|
|
456
|
+
deepeval/optimization/miprov2/loop.py,sha256=k-27-G-JGhsIBDtbL7QK2_KE12Zrr8GN4iz_YkbPJzg,27843
|
|
457
|
+
deepeval/optimization/mutations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
458
|
+
deepeval/optimization/mutations/prompt_rewriter.py,sha256=XBbIGGn_h6RKY96FGEbReexCxOdIxEXyzT5hghy92fU,15174
|
|
459
|
+
deepeval/optimization/policies/__init__.py,sha256=_l18oK4OqctJIu6mlRw8TGqtHK5ygfhDklch5kMknNk,370
|
|
460
|
+
deepeval/optimization/policies/selection.py,sha256=9qhiHG-VDCjEj45-A_6QdKuqwsS7UcfAdVrHt5lLVE8,5709
|
|
461
|
+
deepeval/optimization/policies/tie_breaker.py,sha256=skKP_qVlXXa5u5To5sONqzwLJWB1_alhE8bRZCJGNO8,2302
|
|
462
|
+
deepeval/optimization/prompt_optimizer.py,sha256=RFIvxciYWHqBPShNUydQ_V4rH5gG2pskzrmC_xGzjSs,16053
|
|
463
|
+
deepeval/optimization/simba/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
464
|
+
deepeval/optimization/simba/configs.py,sha256=7dN5wVlbP_3ZUyfy2ZlHUDNlMfG4QSP8Kwku1XMwRB8,1041
|
|
465
|
+
deepeval/optimization/simba/loop.py,sha256=z6vX6R-GjvT5sMiLKprQ-G2J4xq-05kUHYoxBmyTnKU,36167
|
|
466
|
+
deepeval/optimization/simba/types.py,sha256=cc-jYRjuhSOSRDlZ9GLSfp0rC3gO2pw7FSfxFKMFi_Q,472
|
|
467
|
+
deepeval/optimization/types.py,sha256=s36LauF680Ph6_vg5ebQENf2314EO_lZ_bDHzPFGhYY,10261
|
|
468
|
+
deepeval/optimization/utils.py,sha256=QI9qevGXcdXG5C2sthTWlSdn2D3aE-DLOVyu4_eLigg,17322
|
|
443
469
|
deepeval/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
444
470
|
deepeval/plugins/plugin.py,sha256=_dwsdx4Dg9DbXxK3f7zJY4QWTJQWc7QE1HmIg2Zjjag,1515
|
|
445
471
|
deepeval/progress_context.py,sha256=ZSKpxrE9sdgt9G3REKnVeXAv7GJXHHVGgLynpG1Pudw,3557
|
|
446
472
|
deepeval/prompt/__init__.py,sha256=rDU99KjydxDRKhuQJCBs_bpDJrWb2mpHtvyv6AEwFC8,367
|
|
447
473
|
deepeval/prompt/api.py,sha256=JLQFJFKsJSadCnp7vLvapmPoCoVyBbEsXZrxPAolpiA,6329
|
|
448
|
-
deepeval/prompt/prompt.py,sha256=
|
|
474
|
+
deepeval/prompt/prompt.py,sha256=OP44_9WjA0hMBJDN4TeTu5udsOAMllyRyLZEe1Kk9Rw,31734
|
|
449
475
|
deepeval/prompt/utils.py,sha256=knjgPU2066OtYWMb3NqMPChr9zQgKfXo_QTLTtSkmYg,7620
|
|
450
476
|
deepeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
451
477
|
deepeval/red_teaming/README.md,sha256=BY5rAdpp3-sMMToEKwq0Nsd9ivkGDzPE16DeDb8GY7U,154
|
|
@@ -481,13 +507,13 @@ deepeval/test_case/mllm_test_case.py,sha256=C-jQP-iNknaZt8wg1aYRiZWqVutQ1q-f76eb
|
|
|
481
507
|
deepeval/test_case/utils.py,sha256=5lT7QmhItsQHt44-qQfspuktilcrEyvl2cS0cgUJxds,809
|
|
482
508
|
deepeval/test_run/__init__.py,sha256=cwH9sqz821ifdcviZiO3EajsYbh7GaUxA4LFur8g2ms,787
|
|
483
509
|
deepeval/test_run/api.py,sha256=AQApwrodHLJbr3qHJrqfeDOgIGaYOzjHHuCNKAKh--M,5524
|
|
484
|
-
deepeval/test_run/cache.py,sha256=
|
|
510
|
+
deepeval/test_run/cache.py,sha256=9xZMOgGUUOX7oCctJgnvvYmjbkH7MhdVrMrgk4I0Mmg,13500
|
|
485
511
|
deepeval/test_run/hooks.py,sha256=Qnd06bk9RJN4WmFUzJrBAi3Xj261hzyzI2iRmG8wbKw,375
|
|
486
512
|
deepeval/test_run/hyperparameters.py,sha256=4yJkNgwL2y6eyWDTmUV62f5RUlfOui4R22wsJ5uTbto,3874
|
|
487
|
-
deepeval/test_run/test_run.py,sha256=
|
|
513
|
+
deepeval/test_run/test_run.py,sha256=J0b8mSuDdi2liIUXnMb1KqYTgnZ3X7hJbULRVROAyZE,41446
|
|
488
514
|
deepeval/tracing/__init__.py,sha256=aSOk_ZgL-K7CZzcyiaIa5peAiaPViDST5GhpHA3Adc8,614
|
|
489
515
|
deepeval/tracing/api.py,sha256=GbtpUDdGpchl6rPXtZT6IBKjAhwux6qOlKLdP3dRVHU,4996
|
|
490
|
-
deepeval/tracing/context.py,sha256=
|
|
516
|
+
deepeval/tracing/context.py,sha256=v4uzd0N2H8mNntPwZvL49ya2kW9FvjqQqWXJFgE5d0c,5469
|
|
491
517
|
deepeval/tracing/offline_evals/__init__.py,sha256=bEniJAl7PmS9u2ksiOTfHtlCPJ9_CJV5R6umrUOX5MM,102
|
|
492
518
|
deepeval/tracing/offline_evals/api.py,sha256=eBfqh2uWyeRkIeGhjrN1bTQzAEow-XPubs-42WEZ2QQ,510
|
|
493
519
|
deepeval/tracing/offline_evals/span.py,sha256=pXqTVXs-WnjRVpCYYEbNe0zSM6Wz9GsKHsM5ZcWxrmM,1802
|
|
@@ -501,12 +527,12 @@ deepeval/tracing/patchers.py,sha256=c-8Fjc5VIWB5VD9ONKq735ypW6O1pZIFQWsHR3lRh0E,
|
|
|
501
527
|
deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
|
|
502
528
|
deepeval/tracing/trace_context.py,sha256=Z0n0Cu1A5g9dXiZnzTFO5TzeOYHKeNuO6v3_EU_Gi_c,3568
|
|
503
529
|
deepeval/tracing/trace_test_manager.py,sha256=wt4y7EWTRc4Bw938-UFFtXHkdFFOrnx6JaIk7J5Iulw,555
|
|
504
|
-
deepeval/tracing/tracing.py,sha256=
|
|
530
|
+
deepeval/tracing/tracing.py,sha256=dx4JpiixkscEaYBR0LFpYCjeGgfZqiVlRCD-HblMo6g,46459
|
|
505
531
|
deepeval/tracing/types.py,sha256=WhnxefUc5I8jcAOBQ-tsZ8_zVZfGqSvCWHD5XUN6Ggw,6040
|
|
506
532
|
deepeval/tracing/utils.py,sha256=mdvhYAxDNsdnusaEXJd-c-_O2Jn6S3xSuzRvLO1Jz4U,5684
|
|
507
|
-
deepeval/utils.py,sha256=
|
|
508
|
-
deepeval-3.7.
|
|
509
|
-
deepeval-3.7.
|
|
510
|
-
deepeval-3.7.
|
|
511
|
-
deepeval-3.7.
|
|
512
|
-
deepeval-3.7.
|
|
533
|
+
deepeval/utils.py,sha256=rwpAK8YwxZvi20k4X_s6mikzyXfevDlWpcaYJhWt758,23701
|
|
534
|
+
deepeval-3.7.4.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
|
|
535
|
+
deepeval-3.7.4.dist-info/METADATA,sha256=1rpuHEZAeHMDjgmfoTGqdsYLlHjbPef-ydGzBzPpfBk,18743
|
|
536
|
+
deepeval-3.7.4.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
|
|
537
|
+
deepeval-3.7.4.dist-info/entry_points.txt,sha256=NoismUQfwLOojSGZmBrdcpwfaoFRAzUhBvZD3UwOKog,95
|
|
538
|
+
deepeval-3.7.4.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|