deepeval 3.6.6__py3-none-any.whl → 3.6.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (134) hide show
  1. deepeval/_version.py +1 -1
  2. deepeval/benchmarks/equity_med_qa/equity_med_qa.py +1 -0
  3. deepeval/cli/main.py +42 -0
  4. deepeval/confident/api.py +1 -0
  5. deepeval/config/settings.py +22 -4
  6. deepeval/constants.py +8 -1
  7. deepeval/dataset/dataset.py +2 -11
  8. deepeval/dataset/utils.py +1 -1
  9. deepeval/errors.py +20 -2
  10. deepeval/evaluate/evaluate.py +5 -1
  11. deepeval/evaluate/execute.py +811 -248
  12. deepeval/evaluate/types.py +1 -0
  13. deepeval/evaluate/utils.py +33 -119
  14. deepeval/integrations/crewai/__init__.py +7 -1
  15. deepeval/integrations/crewai/handler.py +1 -1
  16. deepeval/integrations/crewai/subs.py +51 -0
  17. deepeval/integrations/crewai/tool.py +71 -0
  18. deepeval/integrations/crewai/wrapper.py +45 -5
  19. deepeval/integrations/llama_index/__init__.py +0 -4
  20. deepeval/integrations/llama_index/handler.py +20 -21
  21. deepeval/integrations/pydantic_ai/instrumentator.py +125 -76
  22. deepeval/metrics/__init__.py +13 -0
  23. deepeval/metrics/answer_relevancy/answer_relevancy.py +12 -3
  24. deepeval/metrics/api.py +281 -0
  25. deepeval/metrics/argument_correctness/argument_correctness.py +12 -2
  26. deepeval/metrics/base_metric.py +1 -0
  27. deepeval/metrics/bias/bias.py +12 -3
  28. deepeval/metrics/contextual_precision/contextual_precision.py +39 -24
  29. deepeval/metrics/contextual_recall/contextual_recall.py +12 -3
  30. deepeval/metrics/contextual_relevancy/contextual_relevancy.py +12 -1
  31. deepeval/metrics/conversation_completeness/conversation_completeness.py +12 -0
  32. deepeval/metrics/conversational_dag/conversational_dag.py +12 -0
  33. deepeval/metrics/conversational_dag/nodes.py +12 -4
  34. deepeval/metrics/conversational_g_eval/__init__.py +3 -0
  35. deepeval/metrics/conversational_g_eval/conversational_g_eval.py +84 -66
  36. deepeval/metrics/dag/dag.py +12 -0
  37. deepeval/metrics/dag/nodes.py +12 -4
  38. deepeval/metrics/dag/schema.py +1 -1
  39. deepeval/metrics/dag/templates.py +2 -2
  40. deepeval/metrics/faithfulness/faithfulness.py +12 -1
  41. deepeval/metrics/g_eval/g_eval.py +11 -0
  42. deepeval/metrics/goal_accuracy/__init__.py +1 -0
  43. deepeval/metrics/goal_accuracy/goal_accuracy.py +349 -0
  44. deepeval/metrics/goal_accuracy/schema.py +17 -0
  45. deepeval/metrics/goal_accuracy/template.py +235 -0
  46. deepeval/metrics/hallucination/hallucination.py +20 -9
  47. deepeval/metrics/indicator.py +8 -2
  48. deepeval/metrics/json_correctness/json_correctness.py +12 -1
  49. deepeval/metrics/knowledge_retention/knowledge_retention.py +12 -0
  50. deepeval/metrics/mcp/mcp_task_completion.py +20 -2
  51. deepeval/metrics/mcp/multi_turn_mcp_use_metric.py +29 -6
  52. deepeval/metrics/mcp_use_metric/mcp_use_metric.py +14 -2
  53. deepeval/metrics/misuse/misuse.py +12 -1
  54. deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py +3 -0
  55. deepeval/metrics/multimodal_metrics/image_editing/image_editing.py +3 -0
  56. deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py +3 -0
  57. deepeval/metrics/multimodal_metrics/image_reference/image_reference.py +3 -0
  58. deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py +6 -1
  59. deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py +38 -25
  60. deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py +3 -0
  61. deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py +3 -0
  62. deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py +3 -0
  63. deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py +3 -0
  64. deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py +10 -5
  65. deepeval/metrics/non_advice/non_advice.py +12 -0
  66. deepeval/metrics/pii_leakage/pii_leakage.py +12 -1
  67. deepeval/metrics/plan_adherence/__init__.py +1 -0
  68. deepeval/metrics/plan_adherence/plan_adherence.py +292 -0
  69. deepeval/metrics/plan_adherence/schema.py +11 -0
  70. deepeval/metrics/plan_adherence/template.py +170 -0
  71. deepeval/metrics/plan_quality/__init__.py +1 -0
  72. deepeval/metrics/plan_quality/plan_quality.py +292 -0
  73. deepeval/metrics/plan_quality/schema.py +11 -0
  74. deepeval/metrics/plan_quality/template.py +101 -0
  75. deepeval/metrics/prompt_alignment/prompt_alignment.py +12 -1
  76. deepeval/metrics/role_adherence/role_adherence.py +12 -0
  77. deepeval/metrics/role_violation/role_violation.py +12 -0
  78. deepeval/metrics/step_efficiency/__init__.py +1 -0
  79. deepeval/metrics/step_efficiency/schema.py +11 -0
  80. deepeval/metrics/step_efficiency/step_efficiency.py +234 -0
  81. deepeval/metrics/step_efficiency/template.py +256 -0
  82. deepeval/metrics/summarization/summarization.py +12 -1
  83. deepeval/metrics/task_completion/task_completion.py +4 -0
  84. deepeval/metrics/tool_correctness/schema.py +6 -0
  85. deepeval/metrics/tool_correctness/template.py +88 -0
  86. deepeval/metrics/tool_correctness/tool_correctness.py +233 -21
  87. deepeval/metrics/tool_use/__init__.py +1 -0
  88. deepeval/metrics/tool_use/schema.py +19 -0
  89. deepeval/metrics/tool_use/template.py +220 -0
  90. deepeval/metrics/tool_use/tool_use.py +458 -0
  91. deepeval/metrics/topic_adherence/__init__.py +1 -0
  92. deepeval/metrics/topic_adherence/schema.py +16 -0
  93. deepeval/metrics/topic_adherence/template.py +162 -0
  94. deepeval/metrics/topic_adherence/topic_adherence.py +355 -0
  95. deepeval/metrics/toxicity/toxicity.py +12 -0
  96. deepeval/metrics/turn_relevancy/turn_relevancy.py +12 -0
  97. deepeval/models/embedding_models/azure_embedding_model.py +37 -36
  98. deepeval/models/embedding_models/local_embedding_model.py +30 -32
  99. deepeval/models/embedding_models/ollama_embedding_model.py +18 -20
  100. deepeval/models/embedding_models/openai_embedding_model.py +22 -31
  101. deepeval/models/llms/grok_model.py +1 -1
  102. deepeval/models/llms/openai_model.py +2 -0
  103. deepeval/openai/__init__.py +14 -32
  104. deepeval/openai/extractors.py +85 -50
  105. deepeval/openai/patch.py +258 -167
  106. deepeval/openai/types.py +20 -0
  107. deepeval/openai/utils.py +205 -56
  108. deepeval/prompt/__init__.py +19 -1
  109. deepeval/prompt/api.py +160 -0
  110. deepeval/prompt/prompt.py +245 -62
  111. deepeval/prompt/utils.py +186 -15
  112. deepeval/synthesizer/chunking/context_generator.py +209 -152
  113. deepeval/synthesizer/chunking/doc_chunker.py +46 -12
  114. deepeval/synthesizer/synthesizer.py +19 -15
  115. deepeval/test_case/api.py +131 -0
  116. deepeval/test_case/llm_test_case.py +6 -2
  117. deepeval/test_run/__init__.py +1 -0
  118. deepeval/test_run/hyperparameters.py +47 -8
  119. deepeval/test_run/test_run.py +292 -206
  120. deepeval/tracing/__init__.py +2 -1
  121. deepeval/tracing/api.py +3 -1
  122. deepeval/tracing/otel/exporter.py +3 -4
  123. deepeval/tracing/otel/utils.py +24 -5
  124. deepeval/tracing/trace_context.py +89 -5
  125. deepeval/tracing/tracing.py +74 -3
  126. deepeval/tracing/types.py +20 -2
  127. deepeval/tracing/utils.py +8 -0
  128. deepeval/utils.py +21 -0
  129. {deepeval-3.6.6.dist-info → deepeval-3.6.8.dist-info}/METADATA +1 -1
  130. {deepeval-3.6.6.dist-info → deepeval-3.6.8.dist-info}/RECORD +133 -103
  131. deepeval/integrations/llama_index/agent/patched.py +0 -68
  132. {deepeval-3.6.6.dist-info → deepeval-3.6.8.dist-info}/LICENSE.md +0 -0
  133. {deepeval-3.6.6.dist-info → deepeval-3.6.8.dist-info}/WHEEL +0 -0
  134. {deepeval-3.6.6.dist-info → deepeval-3.6.8.dist-info}/entry_points.txt +0 -0
@@ -1,5 +1,5 @@
1
1
  deepeval/__init__.py,sha256=IqShG98ALpA1gm_qL2Jq56AJoafAHpcUTSvpgH4HpZM,3062
2
- deepeval/_version.py,sha256=yb70ATorTjss8Uu310wa6TkPe0yTadiC7Lxb0-KZxMA,27
2
+ deepeval/_version.py,sha256=C5bgvFdado3VzAu3M_L96js3YY-GEFop8Ji2mSKvCRo,27
3
3
  deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
4
4
  deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
5
5
  deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
@@ -81,7 +81,7 @@ deepeval/benchmarks/drop/drop.py,sha256=rGcqd79-IfQ2tvPuAL6wrON4R0hBiVGBy1OtDRme
81
81
  deepeval/benchmarks/drop/task.py,sha256=RV7DEXF192IOsY-yIVdlGb_y-A_sS5APPn8PGOPn5yU,17950
82
82
  deepeval/benchmarks/drop/template.py,sha256=1P0mx_71Bxr9juIA8nGpVRIrP8NSoDILkIicjWvqE94,1376
83
83
  deepeval/benchmarks/equity_med_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
84
- deepeval/benchmarks/equity_med_qa/equity_med_qa.py,sha256=Old8CTr5i0acCP656Giau5yhyX9ZJzF9GcDFXPj7ZN4,6204
84
+ deepeval/benchmarks/equity_med_qa/equity_med_qa.py,sha256=fYJy-zxjDnBHKh4tiNKXZW6CBuDB5gtemYJlQ3Z-rOM,6248
85
85
  deepeval/benchmarks/equity_med_qa/task.py,sha256=hgztHjhThVDX2SKT-T6Vd9BE-yzigfdbwxSc5KGnoeo,321
86
86
  deepeval/benchmarks/equity_med_qa/template.py,sha256=6gSwyWgIJTliup_nvlMYgPrgO_6pqvMV_ELVbPseMsk,174
87
87
  deepeval/benchmarks/gsm8k/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -132,41 +132,43 @@ deepeval/benchmarks/winogrande/template.py,sha256=tDwH8NpNF9x7FbDmQw45XaW1LNqGBV
132
132
  deepeval/benchmarks/winogrande/winogrande.py,sha256=_4irJkRPw3c-Ufo-hM4cHpPKUoxozedFQpok9n0csTg,5644
133
133
  deepeval/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
134
134
  deepeval/cli/dotenv_handler.py,sha256=7PtVjCNUZKAXsVJQxznsLexad7y8x-gQ195xAxmv4gA,2468
135
- deepeval/cli/main.py,sha256=keY6Ik3h2PLmwFMiNUU8mWEtAGsR8mjzWmYedq0k25w,57296
135
+ deepeval/cli/main.py,sha256=pp6B3yQtAjASeYwaAB8-7pvdgOz5ADPMI_HbCz9dOOo,59111
136
136
  deepeval/cli/server.py,sha256=cOm9xiYcPYB9GDeFQw9-Iawf9bNfOqftZs7q7mO_P7I,1979
137
137
  deepeval/cli/test.py,sha256=kSIFMRTAfVzBJ4OitwvT829-ylV7UzPMP57P2DePS-Q,5482
138
138
  deepeval/cli/types.py,sha256=_7KdthstHNc-JKCWrfpDQCf_j8h9PMxh0qJCHmVXJr0,310
139
139
  deepeval/cli/utils.py,sha256=F4-yuONzk4ojDoSLjI9RYERB7HOD412iZ2lNlSCq4wk,5601
140
140
  deepeval/confident/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
141
- deepeval/confident/api.py,sha256=2ZhrQOtfxcnQSyY6OxrjY17y1yn-NB7pfIiJa20B1Pk,8519
141
+ deepeval/confident/api.py,sha256=V3TaJzbc7SEf9ZZCKyiSbK7rI6hzv2D7ojD54aVrvq4,8564
142
142
  deepeval/confident/types.py,sha256=-slFhDof_1maMgpLxqDRZv6kz6ZVY2hP_0uj_aveJKU,533
143
143
  deepeval/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
144
144
  deepeval/config/logging.py,sha256=ivqmhOSB-oHOOU3MvnhImrZwkkxzxKJgoKxesnWfHjg,1314
145
- deepeval/config/settings.py,sha256=Ifw7HDSTaYCFk3zGHRf15uMCDZuy3NXAuNtWm4jcIUA,27575
145
+ deepeval/config/settings.py,sha256=emMXA-0dIwoLLi-iYHoFYpkseVkZD28Jq4eINuvsU18,28122
146
146
  deepeval/config/settings_manager.py,sha256=enahSZN8krRu7-L94OBCt99fwUIqQtMRL97PlzsuKEY,4021
147
147
  deepeval/config/utils.py,sha256=gSOVv18Tx1R72GucbdQesbZLFL-Y9EzbS4p7qd2w_xE,3799
148
- deepeval/constants.py,sha256=Qe-es-WDPJndgBspEQXxddDCVanrAu03YWCpXsUkdo0,1368
148
+ deepeval/constants.py,sha256=J5rNXGsMKTFYJ_9Wi49qchZXuUityZjnvuy3I3TO5zk,1667
149
149
  deepeval/contextvars.py,sha256=oqXtuYiKd4Zvc1rNoR1gcRBxzZYCGTMVn7XostwvkRI,524
150
150
  deepeval/dataset/__init__.py,sha256=N2c-rkuxWYiiJSOZArw0H02Cwo7cnfzFuNYJlvsIBEg,249
151
151
  deepeval/dataset/api.py,sha256=ZxkEqAF4nZH_Ys_1f5r9N2LFI_vBcAJxt8eJm7Mplpw,831
152
- deepeval/dataset/dataset.py,sha256=giVTbjdS9zFfWNCD7WC4pyneLhXlvLJcBy38LYebIYY,51343
152
+ deepeval/dataset/dataset.py,sha256=QX6jy3R2GIICdq3tGbPWnOiP_v22iugXskoSmlxXXyk,50894
153
153
  deepeval/dataset/golden.py,sha256=T-rTk4Hw1tANx_Iimv977F6Y4QK3s5OIB4PecU5FJDM,2338
154
154
  deepeval/dataset/test_run_tracer.py,sha256=5CdpDvhzkEEBRyqWi6egocaxiN6IRS3XfbACxEQZQeM,2544
155
155
  deepeval/dataset/types.py,sha256=CWeOIBPK2WdmRUqjFa9gfN-w2da0r8Ilzl3ToDpJQoQ,558
156
- deepeval/dataset/utils.py,sha256=fGHqUxqBRGLp3ck1QHLuAQeqtkEERfi4-G5pSvh6KII,6606
157
- deepeval/errors.py,sha256=_K5wywEw2gp0DDECyeY6UrSI9GgOtCBbfPxt5maIzSY,113
156
+ deepeval/dataset/utils.py,sha256=fbBtbalP3qoCF38DGZASVsz8eIVuYojt92ujDGXaIwM,6626
157
+ deepeval/errors.py,sha256=FfhtULNIQqHpKVqCr-xlvTtLxkNj40qVU89sXYKuDrA,754
158
158
  deepeval/evaluate/__init__.py,sha256=315IaMiYEz7oJhZ4kPTBfeCNd1xF-wWVU6KOQnrKQpE,291
159
159
  deepeval/evaluate/api.py,sha256=rkblH0ZFAAdyuF0Ymh7JE1pIJPR9yFuPrn9SQaCEQp4,435
160
160
  deepeval/evaluate/compare.py,sha256=tdSJY4E7YJ_zO3dzvpwngZHLiUI2YQcTWJOLI83htsQ,9855
161
161
  deepeval/evaluate/configs.py,sha256=QfWjaWNxLsgEe8-5j4PIs5WcSyEckiWt0qdpXSpl57M,928
162
- deepeval/evaluate/evaluate.py,sha256=HoEERRLj8SVCcU1r70VQdSL4LQcSc9p20OhcD1nhEuQ,10594
163
- deepeval/evaluate/execute.py,sha256=vkiWaQGBAFbLIJ1tTYpGpu1YDpDSpH6o-oPftqPlNpM,88875
164
- deepeval/evaluate/types.py,sha256=zsL_lNbFMG20czzRQeWNDbLSzL8Uy7IIgvILe-X0kN0,918
165
- deepeval/evaluate/utils.py,sha256=oBJFcUDYmmsRvXW7rXkQy3gI1Tuu5bixgvHx0yvnw1c,23563
162
+ deepeval/evaluate/evaluate.py,sha256=CLc-5rlHcBkJcakYXf9twaF6G8chp95gCBe8V4B-cVo,10684
163
+ deepeval/evaluate/execute.py,sha256=B1mjwfquKMGkcrfypU798-T598kBhdCfl9s-symYgxM,111805
164
+ deepeval/evaluate/types.py,sha256=6w-0v8Rh10-qceP4iWe0yMTlee4J3immWAuqDS8LF2o,939
165
+ deepeval/evaluate/utils.py,sha256=RRU6TOeRBq8jTfR1rgikybsMu4t8UZiDj2yqNQLhp8w,20631
166
166
  deepeval/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
167
- deepeval/integrations/crewai/__init__.py,sha256=ERepE-h-1jWu_WqH5KSmMBFaoQ11lck88ojnrBIaTKw,72
168
- deepeval/integrations/crewai/handler.py,sha256=8Cd_7N0B4o4ZhAuAbTdwOvnqUt8FRsuRsz-M_yljFWI,6508
169
- deepeval/integrations/crewai/wrapper.py,sha256=ogJDfiB95EzvKIuY-YYXrD8CsH3CPpcsgNx-pSkNoAE,2378
167
+ deepeval/integrations/crewai/__init__.py,sha256=Uu7-MNV6uXnDoXlZJzt69Y73thJXlMM4xfQdv3mrlHw,227
168
+ deepeval/integrations/crewai/handler.py,sha256=jizbwsMayqv1FNXo7BrycFNWewzYJt9Lg2WiusgDpRM,6478
169
+ deepeval/integrations/crewai/subs.py,sha256=UP6aY8Nrl_lHDwxG84aRMNjxzP-X2QWTtOu9DgXMabM,1477
170
+ deepeval/integrations/crewai/tool.py,sha256=6Uw3XuJO0STDq3YAL6bp_xh5ZJcza0L4kkuotFYj79s,2558
171
+ deepeval/integrations/crewai/wrapper.py,sha256=r4szLNUz1O7U9eMps7czMbHyIEEQ4lfPdBb417gYPfc,3726
170
172
  deepeval/integrations/hugging_face/__init__.py,sha256=MuHIf9im9Jypq4VkfLzhklxIrd7vSTGlT74iUNSPgvg,93
171
173
  deepeval/integrations/hugging_face/callback.py,sha256=15QQEzR34Cpdp5kUp5oVA6dEsShtiMNZ03akJWAh7lo,7911
172
174
  deepeval/integrations/hugging_face/rich_manager.py,sha256=WvFtPGpPmGeg2Ftsnojga6yvbBLiZv_tvNbnFcGb6og,3630
@@ -176,188 +178,214 @@ deepeval/integrations/langchain/__init__.py,sha256=G1Qey5WkKou2-PA34KwWgmayQ_Tbv
176
178
  deepeval/integrations/langchain/callback.py,sha256=CZuhUqxy5pZDDoW9VKge87HI6k7aA9sbdKOWT912sAk,11032
177
179
  deepeval/integrations/langchain/patch.py,sha256=fCHfZXU9xX3IJ6SG8GEYzn3qrifyUkT0i_uUABTsmcs,1255
178
180
  deepeval/integrations/langchain/utils.py,sha256=6kuVsuepjPxj1sdlq1QgBeGhMByyXuNmb_FFflLVMhc,10070
179
- deepeval/integrations/llama_index/__init__.py,sha256=zBwUFQXDp6QFtp1cfANy8ucV08rjc93nyxM9o9hWjT0,216
180
- deepeval/integrations/llama_index/agent/patched.py,sha256=4JbH0WQmt4lct7xxIH0phj8_Y-V35dgVv7DEDXK0jZI,2149
181
- deepeval/integrations/llama_index/handler.py,sha256=eqI1n8E4MsvfKoFs5Zrm9IdCR7g9eBgNedISs7UkU_I,8947
181
+ deepeval/integrations/llama_index/__init__.py,sha256=Ujs9ZBJFkuCWUDBJOF88UbM1Y-S6QFQhxSo0oQnEWNw,90
182
+ deepeval/integrations/llama_index/handler.py,sha256=oVqX0m5ESZcuR8h7Fq8P7d1BlPx4ZzR-Pr-VYeVXqmc,8813
182
183
  deepeval/integrations/llama_index/utils.py,sha256=mxW71-3PjvBvJpLIU0kNWuTzCidy5l_-roLt8ZyWYA0,2599
183
184
  deepeval/integrations/pydantic_ai/__init__.py,sha256=UIkXn_g6h9LTQXG1PaWu1eCFkCssIwG48WSvN46UWgU,202
184
185
  deepeval/integrations/pydantic_ai/agent.py,sha256=4wRV25O1tC-txH2j3TNJWry6gDNBqqThj7zgFKBxJpw,606
185
- deepeval/integrations/pydantic_ai/instrumentator.py,sha256=RALOL7sz-DWgUe_fd8jWqjGzKnqgVvkoMToLfuk0u10,8493
186
+ deepeval/integrations/pydantic_ai/instrumentator.py,sha256=BJJkavaQkGelIFLAGeZFnvT1DFi5DGeos6H9AkzIl3I,10886
186
187
  deepeval/integrations/pydantic_ai/otel.py,sha256=0OuIpmaMtEt1dFWFZtYAiZ9hVCWweEWr1TRHYcDb4I8,1918
187
188
  deepeval/integrations/pydantic_ai/test_instrumentator.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
188
189
  deepeval/key_handler.py,sha256=damdQEBLGy4IVk5DR5-E3blIZdLbcMtyeGAFn_4_SG4,6505
189
- deepeval/metrics/__init__.py,sha256=nvO0Wv2JROjK1I9MDNIFUJlrRAZI2C0xbGYSBZK5q4g,4013
190
+ deepeval/metrics/__init__.py,sha256=w6QnIHyvhwEAKnFxcFbWqv0OMkEbeCzxwqsHmFOA35c,4547
190
191
  deepeval/metrics/answer_relevancy/__init__.py,sha256=WbZUpoSg2GQoqJ4VIRirVVQ1JDx5xwT-RskwqNKfWGM,46
191
- deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=vlc7BzUAtYVW62d5Qa-fIHSLOX239KFwCE7fCGP8jGE,10935
192
+ deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=bkh7_1YoV3BsGzERujzWg4UDDYkWpI1K1z_7mltTve8,11500
192
193
  deepeval/metrics/answer_relevancy/schema.py,sha256=N8wIBh4qwk4-BZOEyPJM-MB2_0dbkqXHv0aCfsIkROo,405
193
194
  deepeval/metrics/answer_relevancy/template.py,sha256=InlbD3nufOFmohX3c7tnBwxDbcXwYbc57nPjIiW0Gmc,4030
195
+ deepeval/metrics/api.py,sha256=Po7hforMvyW6aSJJoaSSgmpxtbS4MD0yyVp3aGwsQC8,11232
194
196
  deepeval/metrics/arena_g_eval/__init__.py,sha256=pVDIsWD_DLumOLegJrVSozcWwzsaxJXE5cIN7KxCzws,37
195
197
  deepeval/metrics/arena_g_eval/arena_g_eval.py,sha256=B4Gjct3w5VGPxmumBblFVajdUIdWJTNR0hvMuhgIFg0,11661
196
198
  deepeval/metrics/arena_g_eval/schema.py,sha256=3wipvUpZNO0O4QuWFy1LaLenfTYxLKldCERmP3sVtYI,288
197
199
  deepeval/metrics/arena_g_eval/template.py,sha256=ik5OuqLaJ5Y4wZUND6RMunGj1LwnWI_k8iJf8RFt4WI,4195
198
200
  deepeval/metrics/arena_g_eval/utils.py,sha256=547ajDJP8bYd4DClLwUy7bYvaAPMLUCTbwqCr4Vi5sc,5090
199
201
  deepeval/metrics/argument_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
200
- deepeval/metrics/argument_correctness/argument_correctness.py,sha256=oCRirqXV6Tj5gjcCjIJpkmRssYo4HSHHyksVoO06QU0,9845
202
+ deepeval/metrics/argument_correctness/argument_correctness.py,sha256=Z4XVPg9QklpyIpr_1QreoZRZe5ZR94AvBmkGVeyQkRw,10411
201
203
  deepeval/metrics/argument_correctness/schema.py,sha256=mN__hspSfrKikG9DUycivrP3fdC8EPPsSdh0Ev52kPQ,360
202
204
  deepeval/metrics/argument_correctness/template.py,sha256=NpuEFTsSFWh8UDJ4VhMoAA8tjC6aRWxFWT9G1iTwpmA,5401
203
- deepeval/metrics/base_metric.py,sha256=tRlEGLkXcf34paZagYR6kMHA9MBK0HPNi_lGkxJ0B4E,4670
205
+ deepeval/metrics/base_metric.py,sha256=p2GwJ20aigf7CpKTCTKgt73dgVj6zHVhtbLMql8ET8Y,4703
204
206
  deepeval/metrics/bias/__init__.py,sha256=10suWOJYISoIcz2fB-nSkP1qb0WMGVPjNakKO-CEr8w,35
205
- deepeval/metrics/bias/bias.py,sha256=NgHlv1bj5gGS_4LtK_3ogA847RQLEftn2LD5yO6oS7w,10359
207
+ deepeval/metrics/bias/bias.py,sha256=Y6arSms28mPzxKd9V7_ZgTWTBWwq3XJMTmab9KV233s,10924
206
208
  deepeval/metrics/bias/schema.py,sha256=bjYFZAbIjxFAzc3-JOJ2i4H-EAF-EWhi2CL2CIzP3qw,446
207
209
  deepeval/metrics/bias/template.py,sha256=b18-kbFpAenZzcDbG4Nd0gIhcUG6GrYHkzcFIS6dpow,4217
208
210
  deepeval/metrics/contextual_precision/__init__.py,sha256=JI8VdPpwU1I6ifJeQGwDf2p85augwwYj5km3WJlWy8Y,50
209
- deepeval/metrics/contextual_precision/contextual_precision.py,sha256=A5xT6rdSW4pTuEf6hfG7_ZgNLkYIeaKC9eLN_cscqcY,10372
211
+ deepeval/metrics/contextual_precision/contextual_precision.py,sha256=5dTYLlKj-KOQj5vLlIGlGkBgGJgI_LCnvxQO3mR-H-Q,11228
210
212
  deepeval/metrics/contextual_precision/schema.py,sha256=NVJjkfdEc72u9M0lx0EyHe8-J1XUkCPFwU3v3xdZK5A,278
211
213
  deepeval/metrics/contextual_precision/template.py,sha256=zDKbTLQGFutjL73qJD--TxJ3_JGmOgESDTfgiYk5K6U,3890
212
214
  deepeval/metrics/contextual_recall/__init__.py,sha256=WMaP3SE8g0oh6mdnfvLBmjjgYV0WkBMg0YRuYNrTxcI,47
213
- deepeval/metrics/contextual_recall/contextual_recall.py,sha256=kiAyoeMw6nhvkc61NK-r4zom_bLwzUlOcYWaJZZ7oNM,9882
215
+ deepeval/metrics/contextual_recall/contextual_recall.py,sha256=lHb6Dtp__j41j-jlXPfRP3DZIrWxw4xec6qUCjH4t-c,10447
214
216
  deepeval/metrics/contextual_recall/schema.py,sha256=3ZKUE-ec99R5wYYDwv8kFWfypfWZTqlfnTcO3Pt_DXA,269
215
217
  deepeval/metrics/contextual_recall/template.py,sha256=PSetFQR7__8kCSdPNZhiOEx5UwnDOL5V7Ik4rLSETfU,3205
216
218
  deepeval/metrics/contextual_relevancy/__init__.py,sha256=u3k3j3-DsCX0cF59An-hGP6KT-dkINgDyDqDRKFdzTs,50
217
- deepeval/metrics/contextual_relevancy/contextual_relevancy.py,sha256=JgjWvvXITQa57L6Km0fLgKPuR7TZzesO5F42C7_IrBs,9745
219
+ deepeval/metrics/contextual_relevancy/contextual_relevancy.py,sha256=P4tPYZ4rzjvM9Pu5dt9bV_weFFKbkpUbp9OEVuPGvG8,10312
218
220
  deepeval/metrics/contextual_relevancy/schema.py,sha256=00Bmuv9Q_kDAEUy-8vH08UX3kqGkhbe9bQ7cqPDkZcs,365
219
221
  deepeval/metrics/contextual_relevancy/template.py,sha256=lRhrs7LSjqKXawUYSoJJUoiLMYCt3IRl-iaDR57o32Q,3023
220
222
  deepeval/metrics/conversation_completeness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
221
- deepeval/metrics/conversation_completeness/conversation_completeness.py,sha256=xB7nPD4E44SCoYuC4sz1sQkj3ye0kaP1mmVCb0w-APE,11632
223
+ deepeval/metrics/conversation_completeness/conversation_completeness.py,sha256=POvvAQ720XLXUBG1CD-7baJUa6e81iV7xCaWaMD8Slg,12200
222
224
  deepeval/metrics/conversation_completeness/schema.py,sha256=cfTFA1WNAAS4w-kpMI4XiMhO4JlrYBnqkQJ5HOjS310,322
223
225
  deepeval/metrics/conversation_completeness/template.py,sha256=xDEvudPQLr-SGtbFKVMhSV_CjmvIuiOTXYLIkw7UzcM,4607
224
226
  deepeval/metrics/conversational_dag/__init__.py,sha256=QXIdS-GvaJgOrl9kesHMMx1rbRCnMyw6984J7SKkmaE,191
225
- deepeval/metrics/conversational_dag/conversational_dag.py,sha256=P1v8epAZled3G2OJetP697RhfjPX0xuKiYMTC9txclU,4574
226
- deepeval/metrics/conversational_dag/nodes.py,sha256=P32yb5Is7DJavXigxhQp2rTYZmY43xNRvlQC-uVKdVQ,33691
227
+ deepeval/metrics/conversational_dag/conversational_dag.py,sha256=9QQHp__U9wFJMLy7yeqJXU4-Hi4Xk2nXDnChruQOLMY,5142
228
+ deepeval/metrics/conversational_dag/nodes.py,sha256=zn4mOb6bvUOntpWyY1Ab8Y3X44MPqojUTw3iRrjWBpE,33983
227
229
  deepeval/metrics/conversational_dag/templates.py,sha256=-WvTE8Q-Aw0f91kxdgaPZWAh2qv1-KF6v4PbGR718rk,3801
228
- deepeval/metrics/conversational_g_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
229
- deepeval/metrics/conversational_g_eval/conversational_g_eval.py,sha256=dLVqae6_hyBDfQjqyIWgU488G-SOjg97EHlvrN79sqU,16828
230
+ deepeval/metrics/conversational_g_eval/__init__.py,sha256=0whQUYv_qZx4nkz0V6TTjgg8gJVCmW8323WcXpj2EzI,93
231
+ deepeval/metrics/conversational_g_eval/conversational_g_eval.py,sha256=gLX1xcJgiKhe67lU5C-KvgvPyrRcuUKmLiZqfIrZdqM,17712
230
232
  deepeval/metrics/conversational_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
231
233
  deepeval/metrics/conversational_g_eval/template.py,sha256=buwPuHfqn-9FRrW-j1Pc4W0XCAVmdPPa0wM8pQ9Q0N0,2917
232
234
  deepeval/metrics/dag/__init__.py,sha256=G5D9ngJ6nnbRBF2mfmNZymZId8gKD09QzTA1Y_bTrgM,157
233
- deepeval/metrics/dag/dag.py,sha256=qrBk0c5Rd7iTBc5hNQ2dKG9BJnn-TzGiUDUBqD_7r80,4470
235
+ deepeval/metrics/dag/dag.py,sha256=fsT4ifuW73jPKebhQ_A_l9ii_wNammRrCqIRqKIrPrs,5038
234
236
  deepeval/metrics/dag/graph.py,sha256=djc-p_qJmKwQU4eDFoSRqyLM3x80LRbuiwpBbWP3uNU,2876
235
- deepeval/metrics/dag/nodes.py,sha256=eq3xlv7Aclx_z5zP0S3Z0bqdQQsFkGBtkw5eGOldzN0,27770
236
- deepeval/metrics/dag/schema.py,sha256=rJaMlXeESN0L3Igw0FTmErqjF6s8oKkUBEjhVKyBkiI,382
237
- deepeval/metrics/dag/templates.py,sha256=7pVyE1exfpU5z2OcAF4fH4xOxxIqO7orK3SQyMqGqEQ,2090
237
+ deepeval/metrics/dag/nodes.py,sha256=tlVOySeflRHiM5j6vIyIP0hD0dsfySUvHnZrJ1TH5Lw,28062
238
+ deepeval/metrics/dag/schema.py,sha256=9C3CCqR1D9cdM_XiElKmen_ihxNECaxO11QC_4B4v8Q,366
239
+ deepeval/metrics/dag/templates.py,sha256=rJjjTeHqOcm9mZKchuuLsjxbuXbqEyowVgpS1h7udT4,2148
238
240
  deepeval/metrics/dag/utils.py,sha256=66D88fpjIUdVwZvYV8a1L9TlX1wvbCVuE6Y8BFTbpkE,6069
239
241
  deepeval/metrics/faithfulness/__init__.py,sha256=RffAtTOSdtWO1gHVMnPI-imJahf3JENOoJRiNw-Xv4g,43
240
- deepeval/metrics/faithfulness/faithfulness.py,sha256=KXI5VPcOsPZ2Pk1-69tR-kq4x-FYW0TxyUF4iRfD-zE,13184
242
+ deepeval/metrics/faithfulness/faithfulness.py,sha256=1dpbDoSDF0pYlDxuDOHw-HdtlUAA-OnNhtmacKVROhU,13751
241
243
  deepeval/metrics/faithfulness/schema.py,sha256=2dU9dwwmqpGJcWvY2webERWIfH_tn02xgLghHkAY_eM,437
242
244
  deepeval/metrics/faithfulness/template.py,sha256=RuZ0LFm4BjZ8lhVrKPgU3ecHszwkF0fe5-BxAkaP5AA,5839
243
245
  deepeval/metrics/g_eval/__init__.py,sha256=HAhsQFVq9LIpZXPN00Jc_WrMXrh47NIT86VnUpWM4_4,102
244
- deepeval/metrics/g_eval/g_eval.py,sha256=zd4_M7UaT_l1GxHrA_g9nzCl5LXH-NYzKYLEWKLhpaU,14875
246
+ deepeval/metrics/g_eval/g_eval.py,sha256=OkMvddJEjTaBnCEa4RNhqkDULcjTxxqn1IIvexsTMjs,15368
245
247
  deepeval/metrics/g_eval/schema.py,sha256=V629txuDrr_2IEKEsgJVYYZb_pkdfcltQV9ZjvxK5co,287
246
248
  deepeval/metrics/g_eval/template.py,sha256=mHj4-mr_HQwbCjpHg7lM_6UesoSatL3g8UGGQAOdT0U,4509
247
249
  deepeval/metrics/g_eval/utils.py,sha256=uUT86jRXVYvLDzcnZvvfWssDyGoBHb66nWcJSg4i1u4,8784
250
+ deepeval/metrics/goal_accuracy/__init__.py,sha256=SVvA5Py1iNQoLujNUptvckoLoR6XMs-W2jQ7b89v-Tc,46
251
+ deepeval/metrics/goal_accuracy/goal_accuracy.py,sha256=r8QoSK1qcMvF2ykdoyHlC_L0kl3jU2mmiAT9J0JBTv0,13191
252
+ deepeval/metrics/goal_accuracy/schema.py,sha256=WmP1nw5ugOAKCFrpjZpF4jjeJzLB3Ecdp-2VWfBJLAE,257
253
+ deepeval/metrics/goal_accuracy/template.py,sha256=bsx7vhiN09X7bDzim0HY3lNgfGtmMEqawx7tHRanCa8,10521
248
254
  deepeval/metrics/hallucination/__init__.py,sha256=rCVlHi2UGzDKmZKi0esFLafmshVBx2WZ0jiIb-KqcYQ,44
249
- deepeval/metrics/hallucination/hallucination.py,sha256=8JN5pj5YWRtl7rgbbFQF6EVBCGm1NV9vaX3_5tScNs4,9548
255
+ deepeval/metrics/hallucination/hallucination.py,sha256=3iBEw-tTpU_6RB80i2WQHMRwgPtq2nsO89ceOhuUf94,10148
250
256
  deepeval/metrics/hallucination/schema.py,sha256=V8xbrBLMwJfre-lPuDc7rMEdhHf_1hfgoW1jE_ULvAY,286
251
257
  deepeval/metrics/hallucination/template.py,sha256=hiss1soxSBFqzOt0KmHZdZUzoQsmXnslDyb8HsjALPs,2620
252
- deepeval/metrics/indicator.py,sha256=oewo_n5Qet9Zfzo2QQs-EQ8w92siuyDCAmoTZW45ndc,10244
258
+ deepeval/metrics/indicator.py,sha256=MmOi6dDAFXIz3xKfuu7nyooL_VckCoYKZByL1ZSNmCE,10446
253
259
  deepeval/metrics/json_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
254
- deepeval/metrics/json_correctness/json_correctness.py,sha256=2k8EEaYD7L0bFlDi2_adZbnztyJV4JAfwZDDzRkuZo0,7266
260
+ deepeval/metrics/json_correctness/json_correctness.py,sha256=FmI_YSrSPhdUJ-G1txN1gD_--ACNcDWuI8yrV3OLslU,7833
255
261
  deepeval/metrics/json_correctness/schema.py,sha256=VenN3E6_abO3IdWGdTB1ZfcFpGR9suzNkMxjr-h4I0k,94
256
262
  deepeval/metrics/json_correctness/template.py,sha256=nZ9ZM7eb21ICpmcLnT2xVf7jYbVPR7IbpGnwhFdMRpI,898
257
263
  deepeval/metrics/knowledge_retention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
258
- deepeval/metrics/knowledge_retention/knowledge_retention.py,sha256=Ry9-DxjZA18zcPzTrrLGoTCbSIFr3VrVqdOirIkLu90,13038
264
+ deepeval/metrics/knowledge_retention/knowledge_retention.py,sha256=Sqyz9C_Ze9uv05YYPYk_2kxzsrMQFTgbpVsaQa4u0TE,13606
259
265
  deepeval/metrics/knowledge_retention/schema.py,sha256=XQ33uA4hCWGe_cNVH9B8RTm8N-BDHJW9RseKdlCvb9E,287
260
266
  deepeval/metrics/knowledge_retention/template.py,sha256=LtANOvqaROUXIG5Bepz_N6tZlBlGbd8lI92g036xvVw,5403
261
267
  deepeval/metrics/mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
262
- deepeval/metrics/mcp/mcp_task_completion.py,sha256=1V-sxtJFKRQnLW895bx1Rq0SWD74WO1XC6YvYbxaqCI,10066
263
- deepeval/metrics/mcp/multi_turn_mcp_use_metric.py,sha256=XegYpPVH0qR5lKqQUjMg8dxLzXZaBDmQi40QbTbqOVc,13882
268
+ deepeval/metrics/mcp/mcp_task_completion.py,sha256=bZ_Z_-PDnAfASdrYzsRSLH7SNYX50yzOeLmLWW9qjao,10839
269
+ deepeval/metrics/mcp/multi_turn_mcp_use_metric.py,sha256=iXPOVLHnAxdeWy8QP5lCkQWnY8Of_KnY2ajEble5px0,14795
264
270
  deepeval/metrics/mcp/schema.py,sha256=e9_bFfI8uHeejaePu-YIX8qpAax1noPaKhpiD_NYlgg,310
265
271
  deepeval/metrics/mcp/template.py,sha256=iL1V9W40piCAlstk_qYOTHAy2aymqbMmujHempUk25s,5482
266
272
  deepeval/metrics/mcp_use_metric/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
267
- deepeval/metrics/mcp_use_metric/mcp_use_metric.py,sha256=2Q0fhNfLEoUCiz-NaG8UKNthdAywgexT2mqBXxipTPk,14080
273
+ deepeval/metrics/mcp_use_metric/mcp_use_metric.py,sha256=rZp2_SYqyDRf68KVGXoHMNP-Ws_5hlGajEBL9LhdElo,14723
268
274
  deepeval/metrics/mcp_use_metric/schema.py,sha256=GAWacRNl0i7ir_AE_f1_OBEj0Q5xhcIwEytmTFpiwyw,169
269
275
  deepeval/metrics/mcp_use_metric/template.py,sha256=iUttypDHYPc_QPB8hvuPhmSodJMhqUpau3P53thnE_Y,5625
270
276
  deepeval/metrics/misuse/__init__.py,sha256=TqtaJf0zzFceJtb3BSTT_hTA6OzgnF3Y-XuWjR2bgVs,37
271
- deepeval/metrics/misuse/misuse.py,sha256=IEs5DBupiO2W49uovM2cPqyKwy1Y_V3fVATGDcVLiIY,10742
277
+ deepeval/metrics/misuse/misuse.py,sha256=PCOPdi01Jwucxe8bQQVyZs6BN6O-L1zxW-GXPU_B9po,11309
272
278
  deepeval/metrics/misuse/schema.py,sha256=UkPlbNXbDS8LyGfiEtMWv-odTG3q1ykzyXkXtmxHHBM,365
273
279
  deepeval/metrics/misuse/template.py,sha256=y6bOnVRhGrGPcswOMnsrm237smcgfJCnoQwlpBAW_0w,2648
274
280
  deepeval/metrics/multimodal_metrics/__init__.py,sha256=6-04QYKd_i-rohppSLW1HfW6-fwDZTfp2cPbDGvqDNo,1064
275
281
  deepeval/metrics/multimodal_metrics/image_coherence/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
276
- deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py,sha256=9BYZJo1AV03fcNWzKoTzaOrBFZzTQDJuP-AstMmri5Y,13466
282
+ deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py,sha256=EE_mr8FhhoeIlAc1y1mBklE6aGjM5L1z0vHHxhA2mrQ,13635
277
283
  deepeval/metrics/multimodal_metrics/image_coherence/schema.py,sha256=NB38VAmRE5bZtCeSbOWMa7_nHBSBdEWndyEYWFh0aUA,123
278
284
  deepeval/metrics/multimodal_metrics/image_coherence/template.py,sha256=bOXqf3xo3A6u6toFkFYFcIayYv1UsBtI6sK_hTQQuhA,1788
279
285
  deepeval/metrics/multimodal_metrics/image_editing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
280
- deepeval/metrics/multimodal_metrics/image_editing/image_editing.py,sha256=FKuP5F6WIveMKGaWPJ31N-inP1PxY827h1-44BVTgac,11602
286
+ deepeval/metrics/multimodal_metrics/image_editing/image_editing.py,sha256=xYMOv9mb3TmFjvrbqYdpxJQtF90tLjvuDO2Kol2HR2o,11771
281
287
  deepeval/metrics/multimodal_metrics/image_editing/schema.py,sha256=ygt_RGnVlYh__mVCAMBsIFTQgLCk6hh0MPteomZX9UU,136
282
288
  deepeval/metrics/multimodal_metrics/image_editing/template.py,sha256=KuDaJZbNikn4Jw6U1tF6YbVzHp-nARW2iTw3zxaJNXI,3104
283
289
  deepeval/metrics/multimodal_metrics/image_helpfulness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
284
- deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py,sha256=ERw9yHH0Qsp485aaRkQEVWPyVsGup8NPllX2MN9PYWo,13500
290
+ deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py,sha256=oQVSQaocNcU66368F-rCtJPPBiDrCkjITIpc6wFj1O0,13669
285
291
  deepeval/metrics/multimodal_metrics/image_helpfulness/schema.py,sha256=NB38VAmRE5bZtCeSbOWMa7_nHBSBdEWndyEYWFh0aUA,123
286
292
  deepeval/metrics/multimodal_metrics/image_helpfulness/template.py,sha256=mu2tDUN_IeGAGfyZ7q2YaFepsWr8KnlXRIOyXUI9O0s,1884
287
293
  deepeval/metrics/multimodal_metrics/image_reference/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
288
- deepeval/metrics/multimodal_metrics/image_reference/image_reference.py,sha256=9NKcuWawMmt1LH8G40wCU73BM5z_bCwOcqHG_dvcANM,13474
294
+ deepeval/metrics/multimodal_metrics/image_reference/image_reference.py,sha256=Z_H8NzwmkYLGeVbK-POxQ3WzK_tgyLj1E9b7emrMec0,13643
289
295
  deepeval/metrics/multimodal_metrics/image_reference/schema.py,sha256=NB38VAmRE5bZtCeSbOWMa7_nHBSBdEWndyEYWFh0aUA,123
290
296
  deepeval/metrics/multimodal_metrics/image_reference/template.py,sha256=GdBGZu6atdmPaZfolWXF26wbxVFR2CSNMsYXEHSzDnU,1787
291
297
  deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
292
- deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py,sha256=KLvElO0wcsVZ3OSpRlfjI7xzZYj_9eFfK0tg4ssNmc0,12379
298
+ deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py,sha256=6X3y3n1L-h6NeZzCDTTYpX49uamFmyLA2FyRIcoyEwM,12573
293
299
  deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/schema.py,sha256=Tqo-qN94CV4ZB6n8I906elt-PL9aUk0ioeuu-KvIQc0,382
294
300
  deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py,sha256=gb9NSVwGp2xI34BvNdY7AccIcoRZKHdP0Ku7JPPHFzs,5439
295
301
  deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
296
- deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=YUBm40GlvVsGM-4PNXrc4DtFSgvvYBl66yVf9iEVs9c,10656
302
+ deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=momYMtblazOiKg6mv-OOuC7cMxfSO4FcnLdaq0YTu0k,11199
297
303
  deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/schema.py,sha256=Y0kOAfaaKCBmnvBPZXJLZK_C5FAWDyJC8fYbnNQx3eA,305
298
304
  deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/template.py,sha256=XcpXheJKQBo4Zu2eoir2AMCC-lIIdUzNook-vEp1yE4,6489
299
305
  deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
300
- deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py,sha256=RwPosgNZIpESKM4UcDgObCf_8xOy6ywRy4vjEaCWiSQ,10372
306
+ deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py,sha256=FlYmTqbp6TIgW_9n2qDlbhIeA6TTIuOSA2Cv5PYkFvk,10541
301
307
  deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/schema.py,sha256=kCxYxG_Oh4bM8WVmfwEzZGsNBqQO44slpEfkt5fIW0g,296
302
308
  deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/template.py,sha256=8LKNgMIeBN-KksUwX5r7UxjbTrfxHbUSdtbXXMFy90A,5489
303
309
  deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
304
- deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py,sha256=WS-ijNLUh8hmmYvhddUB3bbMqkBnFzoR7KX_9rVrHCk,10093
310
+ deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py,sha256=n4aU8eB0ZfmjKxjYJxkugF9kc1c4QLLXTQ6ayaGtoAo,10262
305
311
  deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/schema.py,sha256=MWGwRUrZVzT6X6k7t-gbg4nccFGbM2zAcRFamCRoefU,375
306
312
  deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/template.py,sha256=IqBiJ9Yj87XRvmng3GA1-3i75I_WvtyOesIPQPORDpE,4476
307
313
  deepeval/metrics/multimodal_metrics/multimodal_faithfulness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
308
- deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py,sha256=ZufEUHbgeUyDkCXWR37R-7piiF7xrWvgv6hROOigVIQ,13161
314
+ deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py,sha256=bKUa4ETNnQwcgrypmsoQzlhddcnZdZYQP5OGYSpOeAU,13330
309
315
  deepeval/metrics/multimodal_metrics/multimodal_faithfulness/schema.py,sha256=b-WtfA7zq4TgQiuqqNEMf7jmohnWBMW4opChHyg49Gc,414
310
316
  deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py,sha256=9EWRC-Wiyr_UEMPfpuTcX2tvsjPxSRY4n_lClcsK6vw,8389
311
317
  deepeval/metrics/multimodal_metrics/multimodal_g_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
312
- deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py,sha256=YR2SMmUwVPe8epth2PWtG6UB4vnInBZrTaeeVyF9VHA,14428
318
+ deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py,sha256=VqhyFwodcCWsnDNs4o_3uTaO09dWkedqHzrdYAjnvQg,14597
313
319
  deepeval/metrics/multimodal_metrics/multimodal_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
314
320
  deepeval/metrics/multimodal_metrics/multimodal_g_eval/template.py,sha256=6kIC4vTtRxUBCyafjyWLZg5WhVHxsRy-m2Mv7OGbgV0,5235
315
321
  deepeval/metrics/multimodal_metrics/multimodal_g_eval/utils.py,sha256=UgY46c1mudFoOglbrrJsXnSrdiJGGRFqpDvrAAZWwV0,2189
316
322
  deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
317
- deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py,sha256=FK7r0kBF77owY_dcbxMqeoVkj_eEd-t_P1D_71XNnxU,11257
323
+ deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py,sha256=fF_-1B3iFR6B_EUNZy2T60Lh0Z0p-CoI3Cxl68EK5EY,11482
318
324
  deepeval/metrics/multimodal_metrics/text_to_image/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
319
325
  deepeval/metrics/multimodal_metrics/text_to_image/schema.py,sha256=ygt_RGnVlYh__mVCAMBsIFTQgLCk6hh0MPteomZX9UU,136
320
326
  deepeval/metrics/multimodal_metrics/text_to_image/template.py,sha256=WSXXI0Tee1wE7FPyQJwHYXuqHaevYz9T04ns1P85Qec,2568
321
327
  deepeval/metrics/multimodal_metrics/text_to_image/text_to_image.py,sha256=20wzu09kQhNMxjp7oJ_sMfWXOWNhuj0kkyEed9lwS2g,11160
322
328
  deepeval/metrics/non_advice/__init__.py,sha256=GP55jVADpkODABIjzK0JX1MKpFNZ0bM7Q2Jczlc4BSU,40
323
- deepeval/metrics/non_advice/non_advice.py,sha256=-pyy1uXfCn0Yuo-JnM4H9lakKzYyzRlIWQ3cA5SwpuM,11247
329
+ deepeval/metrics/non_advice/non_advice.py,sha256=9YrZEcYhaMBA49w1_Lyk7V1JY5t_DjmV2BBJtx6_9MY,11815
324
330
  deepeval/metrics/non_advice/schema.py,sha256=bODTV8jfjIYTwnYRHz32p47tqdXkTRqLXj_s5ZUxYAQ,299
325
331
  deepeval/metrics/non_advice/template.py,sha256=KiRoU_Re3JFHylKZ1O8hztZ3yEQf3vW_HWwHxQjDb6o,2864
326
332
  deepeval/metrics/pii_leakage/__init__.py,sha256=tBc9OGp4gmgoYz6FA3ipr48fpsCMvq6WtlwOjMqhCD0,42
327
- deepeval/metrics/pii_leakage/pii_leakage.py,sha256=EIQMS_hOiYhEW5x4nYJwS6AhWl9jhN261atVoWZI3f4,10851
333
+ deepeval/metrics/pii_leakage/pii_leakage.py,sha256=s-NAj1Lb0MiXIuQz0lxM120enSdMCVG_ktbR65d9-6U,11418
328
334
  deepeval/metrics/pii_leakage/schema.py,sha256=Jk9jdf4HAa76J237mnosWOCV71pBBNdLfaVhf-4dKEg,313
329
335
  deepeval/metrics/pii_leakage/template.py,sha256=DEW21CyR2lEI1y2C_fXgZnGJlYw0fvnB-LF-HEKZnqo,2418
336
+ deepeval/metrics/plan_adherence/__init__.py,sha256=A3K0wba7CEprIggqWRyqtleX1xzx_PEB_omGuAftU6I,48
337
+ deepeval/metrics/plan_adherence/plan_adherence.py,sha256=FXtWqnIWK9T8sGjJE7-ZZMVjEntspquFwW-hU6c_6_c,11034
338
+ deepeval/metrics/plan_adherence/schema.py,sha256=4PguH2IAy3C3lGrY6nmhnC14xFNaxtqeXCWzcBxJuik,192
339
+ deepeval/metrics/plan_adherence/template.py,sha256=JOFSTFZdz-TlfJwcf_GCGAbxD3kW-Un0LEdSTEBjeJ8,7524
340
+ deepeval/metrics/plan_quality/__init__.py,sha256=0q6vqavxbyAHkno5IfXkPSS6TbvB-zZBAobhw_Ldugw,44
341
+ deepeval/metrics/plan_quality/plan_quality.py,sha256=-e4cHGAgnmbPK-mkBlUvaJgFKxEEH6sOEOE4L05WF88,10943
342
+ deepeval/metrics/plan_quality/schema.py,sha256=xfdN_qi0AM-pNIIci7JdDdFdr_XLrjPTBEtpOrXmgmM,190
343
+ deepeval/metrics/plan_quality/template.py,sha256=Ot0CbGYaGgac1PGqcwo0-v0Tarmw7s4A-Gh-jQuX-GA,4466
330
344
  deepeval/metrics/prompt_alignment/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
331
- deepeval/metrics/prompt_alignment/prompt_alignment.py,sha256=JW6AjOUvJssTTwOzggT5QPp4zAb5Z4e2H-xQS83Pv3M,10083
345
+ deepeval/metrics/prompt_alignment/prompt_alignment.py,sha256=ltSfNu8xAXutAauKtvwVx9CN6L3mObcklRAsS4BTuhg,10576
332
346
  deepeval/metrics/prompt_alignment/schema.py,sha256=ann3tH5XfZCLhePE2UXTSK_gkF-_udP0RP_IVHW4mF0,315
333
347
  deepeval/metrics/prompt_alignment/template.py,sha256=6-A1rWOZWOEauSsQAXC-gVF2oXkYfgV0XqiriGJJfY0,3182
334
348
  deepeval/metrics/ragas.py,sha256=I4EdwbsRGHlSEraKFBrDGUBrzRUBqlWqJAGg0efrZ0w,17637
335
349
  deepeval/metrics/role_adherence/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
336
- deepeval/metrics/role_adherence/role_adherence.py,sha256=Zq77nnowV9tdOJUFvrrDdzz4VlUhYkLkPyD2uB2N6B4,9962
350
+ deepeval/metrics/role_adherence/role_adherence.py,sha256=r1g2_3iPp2CiklOIs3Iif88g8xsz-mPVo24TQvlnzhw,10530
337
351
  deepeval/metrics/role_adherence/schema.py,sha256=54YV4LBMEwgqP2taAJSc6ifo8s3cbTMLn4Caye-Rveo,367
338
352
  deepeval/metrics/role_adherence/template.py,sha256=ExQe2mTcuRq80mRjaxzDx2mybIvz2wtiBhWUDK7x9dA,3728
339
353
  deepeval/metrics/role_violation/__init__.py,sha256=gozjXhSGNIfon-YlMNlk322momEgSVcZhAEo3Yfxi84,48
340
- deepeval/metrics/role_violation/role_violation.py,sha256=KdqWwOeyOpuf0UegToB9Fe18puZJEmTvz-iCVahiG24,11613
354
+ deepeval/metrics/role_violation/role_violation.py,sha256=UwvUQ-uo2e_ycxKGh58FHLkveUZhvcR0EP3mllA8M6c,12181
341
355
  deepeval/metrics/role_violation/schema.py,sha256=3c1xqZ4UV1MmGa7rZrNfCaSbi-l9EXINL5Ropn5GeGY,326
342
356
  deepeval/metrics/role_violation/template.py,sha256=MzvEEu7_fBDgOAaQ0W3uWvntiQ08BwO4YgLsMq4GdVo,2472
357
+ deepeval/metrics/step_efficiency/__init__.py,sha256=pUO_0Z_9iXCXQODJoVSWG3Ss9aBvvX2vbw4IN435wCk,50
358
+ deepeval/metrics/step_efficiency/schema.py,sha256=b7WeARGDDtWHGPCX1HmGVyJhl7dRrTcbSy6EtyEerSE,180
359
+ deepeval/metrics/step_efficiency/step_efficiency.py,sha256=sjEs3a_F0Mu47E9jjis4k_XbPvNpfke0d0Dn_8Z67rc,8404
360
+ deepeval/metrics/step_efficiency/template.py,sha256=JtowL7aiXidevHomdF2TEHv2pIaCcmONTH1o1qQzH2c,12603
343
361
  deepeval/metrics/summarization/__init__.py,sha256=rANygwNZxqpBwPOkLAGNNn29eB3GNkiT-neApKfsiEA,44
344
362
  deepeval/metrics/summarization/schema.py,sha256=_mlC_nsHA4e1g6tQXzeKMP3nvBvPZOM07q0eP3oIqng,729
345
- deepeval/metrics/summarization/summarization.py,sha256=fBFTHL9PtYWiub8q5WRGoHtB-vPnn7mC-u6MqBYha40,22094
363
+ deepeval/metrics/summarization/summarization.py,sha256=rYghwnMED-JqM9eQ6GDXmnn0hL_IBt31fQ52aeGm9jM,22661
346
364
  deepeval/metrics/summarization/template.py,sha256=ItMcwgxgMIgHEIc1FoSsCtgPbhMY48ZzD7kfq7et6KY,5465
347
365
  deepeval/metrics/task_completion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
348
366
  deepeval/metrics/task_completion/schema.py,sha256=JfnZkbCh7skWvrESy65GEo6Rvo0FDJUqP6H1uyBCks4,241
349
- deepeval/metrics/task_completion/task_completion.py,sha256=RKFkXCVOhO70I8A16zv5BCaV3QVKldNxawJ0T93U_Zc,8978
367
+ deepeval/metrics/task_completion/task_completion.py,sha256=t7nbkCHLWhLDMgCh2PLS_ho45tdQcJpcXMmW1De-pN4,9182
350
368
  deepeval/metrics/task_completion/template.py,sha256=4xjTBcGrPQxInbf8iwJOZyok9SQex1aCkbxKmfkXoA4,10437
351
369
  deepeval/metrics/tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
352
- deepeval/metrics/tool_correctness/tool_correctness.py,sha256=j5wB9mJp7BLbn3bTZd6LlIeub1kXxXGaDVWrzyvBFo4,12111
370
+ deepeval/metrics/tool_correctness/schema.py,sha256=N0fmpYfCZm0AHSUg9UZkYYpYohDyJLSBETH9oSp9Z1g,103
371
+ deepeval/metrics/tool_correctness/template.py,sha256=M3wmMWRr53_5Zpw58utJvcA9QXwZzRMfUcPRGD86G0U,3517
372
+ deepeval/metrics/tool_correctness/tool_correctness.py,sha256=IXYACQqHKjQgMJ2P2mMfIppV8o94usoJKIoN46i8hDk,20970
373
+ deepeval/metrics/tool_use/__init__.py,sha256=sR0b1T0qLbJU-N_CLQB-pSliawRQa0v2CC0I89ws4Lo,36
374
+ deepeval/metrics/tool_use/schema.py,sha256=hQ3OarGWUeVXUJUaZOPiF8xROsdzT-BRzXCEPLof85k,338
375
+ deepeval/metrics/tool_use/template.py,sha256=jF9oESP7FKAP877yWh0xFS31PpquQbgpQIGQy4s0BEE,9598
376
+ deepeval/metrics/tool_use/tool_use.py,sha256=AkppRM3d2KbLxfMn2f31Hq4zQKTjagmTbpDvROIbQGk,16777
377
+ deepeval/metrics/topic_adherence/__init__.py,sha256=SJLIAqpwLglKBnfe5hfQQKUq-Q9ygqSe_lKjSNfiBeg,50
378
+ deepeval/metrics/topic_adherence/schema.py,sha256=nH3aeFIyI7KgNpbHqwktnAXTGWuM_qij3npDl0TPRfU,286
379
+ deepeval/metrics/topic_adherence/template.py,sha256=0XZRaWJ86f52nNFLR68-Nmxod2aTSDQy10n-zXNqBWk,7142
380
+ deepeval/metrics/topic_adherence/topic_adherence.py,sha256=0UvfbnbjnG11iSSz6W7FN1z7aO7u4a5ziGgA9bxUw3U,14155
353
381
  deepeval/metrics/toxicity/__init__.py,sha256=1lgt8BKxfBDd7bfSLu_5kMzmsr9b2_ahPK9oq5zLkMk,39
354
382
  deepeval/metrics/toxicity/schema.py,sha256=7uUdzXqTvIIz5nfahlllo_fzVRXg7UeMeXn7Hl32pKY,459
355
383
  deepeval/metrics/toxicity/template.py,sha256=zl4y4Tg9gXkxKJ8aXVwj0cJ94pvfYuP7MTeV3dvB5yQ,5045
356
- deepeval/metrics/toxicity/toxicity.py,sha256=UZI5y0rdoSEeDNjRULgC9FTske1Zug39cgTnY155-ws,10621
384
+ deepeval/metrics/toxicity/toxicity.py,sha256=Cxez0mfA1IRdpDe95bnn2hndWtiKOkYfRon9M_yUni0,11189
357
385
  deepeval/metrics/turn_relevancy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
358
386
  deepeval/metrics/turn_relevancy/schema.py,sha256=om0zFJcM6qu2GWS9aJTP3lUmuEXX8KpoACEvCsJqfq4,234
359
387
  deepeval/metrics/turn_relevancy/template.py,sha256=klZ10QI8jo4ekf-KgcWgRxS9E3AK4vgKDNzjwAYGl48,2797
360
- deepeval/metrics/turn_relevancy/turn_relevancy.py,sha256=hoXnbLUgfJR40DRXTr5Fp_1AQOFP8fVcWhrZ75qDYVM,9817
388
+ deepeval/metrics/turn_relevancy/turn_relevancy.py,sha256=cgMt0toBIwzDc8lE8Q3YztzQA_DqR4GfdDrlyX7ya6w,10385
361
389
  deepeval/metrics/utils.py,sha256=6WWbaRToILdzuy2F1PvT6FdOTF4TVZuz_3JttEPDv5c,18752
362
390
  deepeval/models/__init__.py,sha256=0x4EsoqtSf7sLOg28DoOoInL_D5fKPWCakkE2gJa2pM,1195
363
391
  deepeval/models/_summac_model.py,sha256=xflanxl_IBuzuainlYCVX7UvjHCnAckKSvNR2NwZI6k,19750
@@ -365,10 +393,10 @@ deepeval/models/answer_relevancy_model.py,sha256=SLOA6uUImNOuxpPGfTg2AH7MIkf9Qso
365
393
  deepeval/models/base_model.py,sha256=P7L7RAix7lxpUhYLMPdnmnkMeWspMuaTeZy175ZtdSk,4033
366
394
  deepeval/models/detoxify_model.py,sha256=UY67y-3aL_ojY06aZEhD_dW9TEaV5LJ_GVDyP0_2fyQ,991
367
395
  deepeval/models/embedding_models/__init__.py,sha256=5nsvahw_sZj_8WTInPYyGJEQrxNYBhDf6lkYQMKlgRw,230
368
- deepeval/models/embedding_models/azure_embedding_model.py,sha256=6adG8dTohW4oNOSPnCecMRkkx0LWJXFuhzExesQpI90,3671
369
- deepeval/models/embedding_models/local_embedding_model.py,sha256=Dm35cvn8hynP5IEXyZVDljIXngr9FAqxXN5TUqlBWl0,3371
370
- deepeval/models/embedding_models/ollama_embedding_model.py,sha256=w3etdIdWvYfVIEjCZd_Q_VPsLLo64VEFbCtahWpbHAY,2582
371
- deepeval/models/embedding_models/openai_embedding_model.py,sha256=Z1--e3CnNNmwryqmUMxBCaTURjtgKWHqADuUeCqFlSc,3545
396
+ deepeval/models/embedding_models/azure_embedding_model.py,sha256=2tMlRh5k0BJkAesC5zXg3gyNcZ5N_yzN8fBLHXzTVdc,3917
397
+ deepeval/models/embedding_models/local_embedding_model.py,sha256=Qah7bmubusaSb0wUtlfC8wWvPVXcyD-pE3E3vyy9ryE,3561
398
+ deepeval/models/embedding_models/ollama_embedding_model.py,sha256=jW1fiAPi650WoUDFYtrAht9lYmo8Z0W3cn4b7LYdhVY,2687
399
+ deepeval/models/embedding_models/openai_embedding_model.py,sha256=XhtnWr-6uedxqI_iriTuKA2dyuB1MXylEnTkHbKVxwY,3463
372
400
  deepeval/models/hallucination_model.py,sha256=ABi978VKLE_jNHbDzM96kJ08EsZ5ZlvOlJHA_ptSkfQ,1003
373
401
  deepeval/models/llms/__init__.py,sha256=qmvv7wnmTDvys2uUTwQRo-_3DlFV3fGLiewPeQYRsAI,670
374
402
  deepeval/models/llms/amazon_bedrock_model.py,sha256=3yiUUGU_d_YK7Usq8v5iqG3yHa5VnqeDOoCLG_p8rtc,5185
@@ -376,12 +404,12 @@ deepeval/models/llms/anthropic_model.py,sha256=5gYRNkYUD7Zl3U0SibBG2YGCQsD6DdTsa
376
404
  deepeval/models/llms/azure_model.py,sha256=dqINcfoJNqdd9zh5iTPwQ_ToGMOF7iH6YUB-UWRSOlc,10730
377
405
  deepeval/models/llms/deepseek_model.py,sha256=EqBJkKa7rXppCmlnIt_D-Z_r9fbsOUsOAVvN2jWA-Hk,6404
378
406
  deepeval/models/llms/gemini_model.py,sha256=aGiD-hEgknctlqi7WdRwPNw9w76D6KMdNS-DIGpovLc,8409
379
- deepeval/models/llms/grok_model.py,sha256=iZPFCmRbrK9yUdADn3oNeA-ysPMaJdnFDqorNP6wkAk,7492
407
+ deepeval/models/llms/grok_model.py,sha256=HwQ5OYyGW9Biuc5k8VfeVtpePcrBgxes6YuCsx8KM34,7492
380
408
  deepeval/models/llms/kimi_model.py,sha256=ldTefdSVitZYJJQ-_ZsP87iiT5iZ4QCVdfi-YzdSMtU,7691
381
409
  deepeval/models/llms/litellm_model.py,sha256=iu4-_JCpd9LdEa-eCWseD2iLTA-r7OSgYGWQ0IxB4eA,11527
382
410
  deepeval/models/llms/local_model.py,sha256=hEyKVA6pkQm9dICUKsMNgjVI3w6gnyMdmBt_EylkWDk,4473
383
411
  deepeval/models/llms/ollama_model.py,sha256=xPO4d4jMY-cQAyHAcMuFvWS8JMWwCUbKP9CMi838Nuc,3307
384
- deepeval/models/llms/openai_model.py,sha256=mUvQ8a9FVk4lrdZyS_QRZTK4imufyaCNjZFPeqbc0AM,17167
412
+ deepeval/models/llms/openai_model.py,sha256=70fkSaL8GZ2ZtPJJX6DHiEElgIqnT9kZyaz0OGsSm8c,17208
385
413
  deepeval/models/llms/utils.py,sha256=gFM_8eIvdSwN_D4Yqp-j7PkfoiRn_bgu7tlCHol3A6c,1324
386
414
  deepeval/models/mlllms/__init__.py,sha256=19nN6kUB5XI0nUWUQX0aD9GBUMM8WWGvsDgKjuT4EF4,144
387
415
  deepeval/models/mlllms/gemini_model.py,sha256=7tHIWD4w_fBz3L7jkKWygn1QpBPk9nl2Kw-yb0Jc3PI,10167
@@ -391,10 +419,11 @@ deepeval/models/retry_policy.py,sha256=efMJwjQasAE_3fstfBBmxLOzxUxws26zHP5yvEBcP
391
419
  deepeval/models/summac_model.py,sha256=wKeH7pWQRXrTlzlIw_r1YCb8b7jUhWq6jUz9FiNUCSg,1992
392
420
  deepeval/models/unbias_model.py,sha256=umOMhQLTmnD7uOuhiQufEl4Wlti4q2s3EtKOpds7zhs,597
393
421
  deepeval/models/utils.py,sha256=-3XDgg1U7PZ0jpLFiYXxqdBhp7idvlo7RPZv5SoD8lc,1130
394
- deepeval/openai/__init__.py,sha256=g6ErXRZIJ08XkWJQPdnwWKk_dSOi26ucY23gx62c6OA,1074
395
- deepeval/openai/extractors.py,sha256=q062nlYKuPVwqfLFYCD1yWv7xHF1U_XrYdAp5ve2l_E,4942
396
- deepeval/openai/patch.py,sha256=tPDqXaBScBJveM9P5xLT_mVwkubw0bOey-efvdjZIfg,7466
397
- deepeval/openai/utils.py,sha256=-84VZGUsnzRkYAFWc_DGaGuQTDCUItk0VtUTdjtSxg4,2748
422
+ deepeval/openai/__init__.py,sha256=8v_Xj790M5PwPc5hiwIp0cuVFMknwtnhq0twRoD-85Y,440
423
+ deepeval/openai/extractors.py,sha256=Ov0agbl61C-Vvw4RBL1yiMrH1uKqmLyDu5OhXfod1T8,6048
424
+ deepeval/openai/patch.py,sha256=yAreqmE3BTK2gih-4Ek6Adsakai85akvhlVvkrBWrz8,9332
425
+ deepeval/openai/types.py,sha256=rbVMhC_2yWwD6JqzkRO9D7aMVC_KtXN686G_S7de7S8,630
426
+ deepeval/openai/utils.py,sha256=Pw09BhZNmMJgjCJl38WsCR2-ClEgdQGxOnv6OPar3Rs,7565
398
427
  deepeval/openai_agents/__init__.py,sha256=F4c6MtsdV7LWj0YamQcMGs4_u5sOYZJXWOQP8kV5xUg,314
399
428
  deepeval/openai_agents/agent.py,sha256=_SQdd0JzZK-ZvpP7yPEi22Y7fVk16PC00ROahdDQdCQ,951
400
429
  deepeval/openai_agents/callback_handler.py,sha256=4Tt2OAGfYd35C5LBMekxz0SDivYryKGm3lxls1WT7cY,4842
@@ -404,10 +433,10 @@ deepeval/openai_agents/runner.py,sha256=WtHuzhYHgC571uJYGjbTz3R23VaKnlKybGJSRCxM
404
433
  deepeval/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
405
434
  deepeval/plugins/plugin.py,sha256=_dwsdx4Dg9DbXxK3f7zJY4QWTJQWc7QE1HmIg2Zjjag,1515
406
435
  deepeval/progress_context.py,sha256=ZSKpxrE9sdgt9G3REKnVeXAv7GJXHHVGgLynpG1Pudw,3557
407
- deepeval/prompt/__init__.py,sha256=M99QTWdxOfiNeySGCSqN873Q80PPxqRvjLq4_Mw-X1w,49
408
- deepeval/prompt/api.py,sha256=665mLKiq8irXWV8kM9P_qFJipdCYZUNQFwW8AkA3itM,1777
409
- deepeval/prompt/prompt.py,sha256=JjPm7rB-3rnTs8oEQT4EEwnqQqE8ZFNXebVngEOWsI4,23537
410
- deepeval/prompt/utils.py,sha256=Ermw9P-1-T5wQ5uYuj5yWgdj7pVB_JLw8D37Qvmh9ok,1938
436
+ deepeval/prompt/__init__.py,sha256=rDU99KjydxDRKhuQJCBs_bpDJrWb2mpHtvyv6AEwFC8,367
437
+ deepeval/prompt/api.py,sha256=8EwWu4r44IUFOYqkQQiwyjAFFzmll11VnfXIF4n0rbc,6188
438
+ deepeval/prompt/prompt.py,sha256=hHZu4qywRoNHIvNcfGvWZ9X8QbetiOM_D6CmhKID6fg,31079
439
+ deepeval/prompt/utils.py,sha256=knjgPU2066OtYWMb3NqMPChr9zQgKfXo_QTLTtSkmYg,7620
411
440
  deepeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
412
441
  deepeval/red_teaming/README.md,sha256=BY5rAdpp3-sMMToEKwq0Nsd9ivkGDzPE16DeDb8GY7U,154
413
442
  deepeval/scorer/__init__.py,sha256=hTvtoV3a4l0dSBjERm-jX7jveTtKZXK0c9JerQo0T_w,27
@@ -420,11 +449,11 @@ deepeval/singleton.py,sha256=irNbt0-IRI7rD4t05OZHsrNovpeva0XPc8PoieFytG8,532
420
449
  deepeval/synthesizer/__init__.py,sha256=eMihIQH-NClWL-8CZ9HUs9GA1Cy_DV_YX_f1o4bpO2c,142
421
450
  deepeval/synthesizer/base_synthesizer.py,sha256=ua7HDq1lemeFH5FuWdGJxMGFH5QA2CSYkekk4bpOHcU,675
422
451
  deepeval/synthesizer/chunking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
423
- deepeval/synthesizer/chunking/context_generator.py,sha256=0c--WxTiGLMF0l5sgjeWQFy7zSpzVo3O9g55CbqLTDQ,35653
424
- deepeval/synthesizer/chunking/doc_chunker.py,sha256=5PZnxNDuNCngz3wZWG5QeCINec6cIq1ko1bwaDNhxAI,9416
452
+ deepeval/synthesizer/chunking/context_generator.py,sha256=BWLJVamGhFRVyqLLTOr9l61n3NaWlr2q3pmyjDxKBWw,37713
453
+ deepeval/synthesizer/chunking/doc_chunker.py,sha256=DvJmbA_NnZBGCZgxKQsxlIC29kca_d7J-Dxq9SyfzX0,10612
425
454
  deepeval/synthesizer/config.py,sha256=vcSi6upnmd667dAGANTTdPmY0z5sQ8Ctal7Xr4-tbhA,1934
426
455
  deepeval/synthesizer/schema.py,sha256=PIv3012VMg_v-Ylwn08-4tNjf4QShBSg-kaCkgtdA88,879
427
- deepeval/synthesizer/synthesizer.py,sha256=yyJQgdoDK4-bc92N7fY1-I5DrnUjQEUTQP0UMmwJoJ0,60045
456
+ deepeval/synthesizer/synthesizer.py,sha256=oa2m9ZqywNcSO1wUijrJ7HO-NC8-oU1g04NIS16dx6U,60306
428
457
  deepeval/synthesizer/templates/__init__.py,sha256=C-wSGQeMRxTdSBJbgeyAM5Iu6mkHVSYbNfz0AY9K5Yc,209
429
458
  deepeval/synthesizer/templates/template.py,sha256=nTH-k8XbvZQD_lagsaf6kmT6oylFjQ7gEseHYB1Zyso,39807
430
459
  deepeval/synthesizer/templates/template_extraction.py,sha256=NkpzP-MkoefokVJBZn9s1ErDvI3o9ocY5_ZY85zj4KE,1972
@@ -433,20 +462,21 @@ deepeval/synthesizer/types.py,sha256=wUZntvCAE29sM9K8hk9RPwUpkTip1ObOCExyMEo3sME
433
462
  deepeval/synthesizer/utils.py,sha256=o-9z5gApQcHqDqusgrD0LagXWAju17LVc27BxtaA7og,1018
434
463
  deepeval/telemetry.py,sha256=JPZw1VBJ5dGiS8k-dzWs5OhMbNlr65QgVretTy33WCg,21704
435
464
  deepeval/test_case/__init__.py,sha256=hLkHxGH0-FFhx4MlJwIbzNHL4pgyLGquh8l0qD-z_cQ,731
465
+ deepeval/test_case/api.py,sha256=aPghn6TFTR6TfsUSoY0WUZgLSnJtWkQuzqm_cKt08mc,4418
436
466
  deepeval/test_case/arena_test_case.py,sha256=PcfDxadlc4yW4AEDdvN32AeUpx2Sms1jvnbX31Xu65o,957
437
467
  deepeval/test_case/conversational_test_case.py,sha256=lF0V1yCGCInQetggm2wbXx-MkuMRs2ScwqIXCSwb1Fs,7534
438
- deepeval/test_case/llm_test_case.py,sha256=L-dCvJ4pMPPavZTyN9ZKN30h351DWI_TunmXfHPIjig,12180
468
+ deepeval/test_case/llm_test_case.py,sha256=AJ3xRZ_vp64rbXpWE838vvbKluFbs1pwdVJ46Ju9jUA,12280
439
469
  deepeval/test_case/mcp.py,sha256=Z625NLvz0E_UJpbyfyuAi_4nsqKH6DByBf0rfKd70xU,1879
440
470
  deepeval/test_case/mllm_test_case.py,sha256=8a0YoE72geX_fLI6yk_cObSxCPddwW-DOb-5OPE1-W8,5414
441
471
  deepeval/test_case/utils.py,sha256=5lT7QmhItsQHt44-qQfspuktilcrEyvl2cS0cgUJxds,809
442
- deepeval/test_run/__init__.py,sha256=2Jdf9V2d_Wa6Fus31aUzMZ1oy3OkuhVhZhxxcGHxZaM,771
472
+ deepeval/test_run/__init__.py,sha256=cwH9sqz821ifdcviZiO3EajsYbh7GaUxA4LFur8g2ms,787
443
473
  deepeval/test_run/api.py,sha256=s8q2wBsE8rgOn_1GU84a8aFRjyDxMm6qQJmpl5CorCM,5484
444
474
  deepeval/test_run/cache.py,sha256=2bKXQ4GvHe2xowFGz4ekoheLno1Yv7O6PfuanFkWnA4,12786
445
475
  deepeval/test_run/hooks.py,sha256=Qnd06bk9RJN4WmFUzJrBAi3Xj261hzyzI2iRmG8wbKw,375
446
- deepeval/test_run/hyperparameters.py,sha256=f7M07w1EfT8YPtiD9xVIVYa3ZewkxewSkK7knwv0YlY,2289
447
- deepeval/test_run/test_run.py,sha256=vA515OlHBljO6M2RwAEDk0gw_8-ChPU48qjSkPZv8-U,36451
448
- deepeval/tracing/__init__.py,sha256=WpiWzIIAzPIk043Si1jwTwHWxqtaIzeHj_xq9CH08nk,576
449
- deepeval/tracing/api.py,sha256=rq4rB5f3tfrv6l4mRJmDrwRj5CH4dyatwxhG7p8xbVk,4867
476
+ deepeval/test_run/hyperparameters.py,sha256=JKuKLilfrzgmkS7UBugsyZeHeb53DreISae6FIfy1mE,3762
477
+ deepeval/test_run/test_run.py,sha256=LQmyLdPgnYkKw4r5zjiOSRoRYsxRSiQRqugtGFaq5ac,40012
478
+ deepeval/tracing/__init__.py,sha256=aSOk_ZgL-K7CZzcyiaIa5peAiaPViDST5GhpHA3Adc8,614
479
+ deepeval/tracing/api.py,sha256=VWs0M0wHk7Y8ReVOl9fo2ZDfVPVD08FlswvAlIKDZac,4926
450
480
  deepeval/tracing/context.py,sha256=rzm42zYzP7jmQJO08AV-Qmw86ik45qRfF4UQNpGcmJw,5338
451
481
  deepeval/tracing/offline_evals/__init__.py,sha256=bEniJAl7PmS9u2ksiOTfHtlCPJ9_CJV5R6umrUOX5MM,102
452
482
  deepeval/tracing/offline_evals/api.py,sha256=eBfqh2uWyeRkIeGhjrN1bTQzAEow-XPubs-42WEZ2QQ,510
@@ -454,19 +484,19 @@ deepeval/tracing/offline_evals/span.py,sha256=pXqTVXs-WnjRVpCYYEbNe0zSM6Wz9GsKHs
454
484
  deepeval/tracing/offline_evals/thread.py,sha256=bcSGFcZJKnszArOLIlWvnCyt0zSmsd7Xsw5rl4RTVFg,1981
455
485
  deepeval/tracing/offline_evals/trace.py,sha256=vTflaTKysKRiYvKA-Nx6PUJ3J6NrRLXiIdWieVcm90E,1868
456
486
  deepeval/tracing/otel/__init__.py,sha256=HQsaF5yLPwyW5qg8AOV81_nG_7pFHnatOTHi9Wx3HEk,88
457
- deepeval/tracing/otel/exporter.py,sha256=eykoPzrRn3ljVO_JKzUeXThZ5iApyImGCDgnimIoUXs,28640
487
+ deepeval/tracing/otel/exporter.py,sha256=zXkM79kMzdmEr0DGifDgzm5U_OkMO5dD2yjzYAabcKs,28634
458
488
  deepeval/tracing/otel/test_exporter.py,sha256=bezihPGWJpwUEF3ZghxqhhorocVFTO2b43jRM-JHYMU,1076
459
- deepeval/tracing/otel/utils.py,sha256=Zw2_PcDm3Dtds1xUZWiVwVIKd4N98bVC8OZ_pkXv7qY,17190
489
+ deepeval/tracing/otel/utils.py,sha256=NVMN07JtxuvVPtdyTW7KFdTqQL3TpoCO-JdZeghQJBY,17859
460
490
  deepeval/tracing/patchers.py,sha256=DAPNkhrDtoeyJIVeQDUMhTz-xGcXu00eqjQZmov8FiU,3096
461
491
  deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
462
- deepeval/tracing/trace_context.py,sha256=jmOH3oBKz1FeNz_J61CUfkuQ3SpyFc6n7mo_HVX6JfU,352
492
+ deepeval/tracing/trace_context.py,sha256=QGKUO5LzP8sLSb3DH8GAQeAq0X25kmRZXduzunzlBZw,3050
463
493
  deepeval/tracing/trace_test_manager.py,sha256=wt4y7EWTRc4Bw938-UFFtXHkdFFOrnx6JaIk7J5Iulw,555
464
- deepeval/tracing/tracing.py,sha256=-9GE0fjtv5xKfGZHT9LLEt-38NbqkgXRp1uZ0U1W158,42907
465
- deepeval/tracing/types.py,sha256=l_utWKerNlE5H3mOKpeUJLsvpP3cMyjH7HRANNgTmSQ,5306
466
- deepeval/tracing/utils.py,sha256=6SXJ7JJu-6OUziFZ_1IJppuVv7Rlq4cw3c3B7DL_eRQ,5295
467
- deepeval/utils.py,sha256=J1JNzjAlmn-UsFTK8-c5bhUuk5crwFGVCrRvle-nNmA,21533
468
- deepeval-3.6.6.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
469
- deepeval-3.6.6.dist-info/METADATA,sha256=n1o8egypf7Pr3YqgzhZ5ZnO7uSaZrWy3i5x4lyKoHmA,18754
470
- deepeval-3.6.6.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
471
- deepeval-3.6.6.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
472
- deepeval-3.6.6.dist-info/RECORD,,
494
+ deepeval/tracing/tracing.py,sha256=iMpi5Q8e1VYuTLshzWEHuZC7ysuNFYwRCVBn1jX-qUg,45681
495
+ deepeval/tracing/types.py,sha256=QZdINiuLCT2oqaCoiaClOtL6m3Wzi8mN-ajZd09XHqw,5948
496
+ deepeval/tracing/utils.py,sha256=pW_UJMzyeR1PWYZuZrPeVGGYiL6FRpFE3Ehbz9uhw_M,5525
497
+ deepeval/utils.py,sha256=g4vO7E6xvdKtp1x84NXXX5Ifm3c0OMIA0IaiP2U5a-s,22079
498
+ deepeval-3.6.8.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
499
+ deepeval-3.6.8.dist-info/METADATA,sha256=dsuWjQk91lxxGx6x61udvFR2pUrBGBTSH1Vp9DrPVYI,18754
500
+ deepeval-3.6.8.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
501
+ deepeval-3.6.8.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
502
+ deepeval-3.6.8.dist-info/RECORD,,
@@ -1,68 +0,0 @@
1
- from typing import TypeVar, cast, Optional, List
2
- from pydantic import Field
3
- from deepeval.metrics import BaseMetric
4
- from deepeval.telemetry import capture_tracing_integration
5
-
6
- try:
7
- from llama_index.core.agent.workflow import (
8
- FunctionAgent,
9
- ReActAgent,
10
- CodeActAgent,
11
- )
12
-
13
- is_llama_index_installed = True
14
- except:
15
- is_llama_index_installed = False
16
-
17
-
18
- def is_llama_index_agent_installed():
19
- if not is_llama_index_installed:
20
- raise ImportError(
21
- "llama-index is neccesary for this functionality. Please install it with `pip install llama-index` or with package manager of choice."
22
- )
23
-
24
-
25
- T = TypeVar("T", bound=type)
26
-
27
-
28
- def with_metrics(cls: T) -> T:
29
- class SubClassWithMetric(cls): # type: ignore
30
- metric_collection: Optional[str] = Field(default=None)
31
- metrics: Optional[List[BaseMetric]] = Field(default_factory=list)
32
-
33
- SubClassWithMetric.__name__ = cls.__name__
34
- SubClassWithMetric.__qualname__ = cls.__qualname__
35
- return cast(T, SubClassWithMetric)
36
-
37
-
38
- @with_metrics
39
- class FunctionAgent(FunctionAgent):
40
- def __init__(self, *args, metric_collection=None, metrics=None, **kwargs):
41
- with capture_tracing_integration(
42
- "llama_index.agent.patched.FunctionAgent"
43
- ):
44
- super().__init__(*args, **kwargs)
45
- self.metric_collection = metric_collection
46
- self.metrics = metrics
47
-
48
-
49
- @with_metrics
50
- class ReActAgent(ReActAgent):
51
- def __init__(self, *args, metric_collection=None, metrics=None, **kwargs):
52
- with capture_tracing_integration(
53
- "llama_index.agent.patched.ReActAgent"
54
- ):
55
- super().__init__(*args, **kwargs)
56
- self.metric_collection = metric_collection
57
- self.metrics = metrics
58
-
59
-
60
- @with_metrics
61
- class CodeActAgent(CodeActAgent):
62
- def __init__(self, *args, metric_collection=None, metrics=None, **kwargs):
63
- with capture_tracing_integration(
64
- "llama_index.agent.patched.CodeActAgent"
65
- ):
66
- super().__init__(*args, **kwargs)
67
- self.metric_collection = metric_collection
68
- self.metrics = metrics