deepeval 3.4.7__tar.gz → 3.4.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (465) hide show
  1. {deepeval-3.4.7 → deepeval-3.4.8}/PKG-INFO +1 -1
  2. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/__init__.py +0 -2
  3. deepeval-3.4.8/deepeval/_version.py +1 -0
  4. deepeval-3.4.8/deepeval/cli/dotenv_handler.py +71 -0
  5. deepeval-3.4.8/deepeval/cli/main.py +1631 -0
  6. deepeval-3.4.8/deepeval/cli/utils.py +181 -0
  7. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/key_handler.py +63 -2
  8. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/__init__.py +4 -1
  9. deepeval-3.4.8/deepeval/metrics/conversational_dag/__init__.py +7 -0
  10. deepeval-3.4.8/deepeval/metrics/conversational_dag/conversational_dag.py +139 -0
  11. deepeval-3.4.8/deepeval/metrics/conversational_dag/nodes.py +931 -0
  12. deepeval-3.4.8/deepeval/metrics/conversational_dag/templates.py +117 -0
  13. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/dag/dag.py +13 -4
  14. deepeval-3.4.8/deepeval/metrics/dag/graph.py +77 -0
  15. deepeval-3.4.8/deepeval/metrics/dag/utils.py +188 -0
  16. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/chunking/doc_chunker.py +87 -51
  17. {deepeval-3.4.7 → deepeval-3.4.8}/pyproject.toml +2 -1
  18. deepeval-3.4.7/deepeval/_version.py +0 -1
  19. deepeval-3.4.7/deepeval/cli/main.py +0 -724
  20. deepeval-3.4.7/deepeval/cli/utils.py +0 -67
  21. deepeval-3.4.7/deepeval/metrics/dag/graph.py +0 -45
  22. deepeval-3.4.7/deepeval/metrics/dag/utils.py +0 -123
  23. {deepeval-3.4.7 → deepeval-3.4.8}/LICENSE.md +0 -0
  24. {deepeval-3.4.7 → deepeval-3.4.8}/README.md +0 -0
  25. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/annotation/__init__.py +0 -0
  26. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/annotation/annotation.py +0 -0
  27. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/annotation/api.py +0 -0
  28. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/__init__.py +0 -0
  29. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/arc/__init__.py +0 -0
  30. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/arc/arc.py +0 -0
  31. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/arc/mode.py +0 -0
  32. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/arc/template.py +0 -0
  33. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/base_benchmark.py +0 -0
  34. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/bbq/__init__.py +0 -0
  35. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/bbq/bbq.py +0 -0
  36. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/bbq/task.py +0 -0
  37. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/bbq/template.py +0 -0
  38. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/__init__.py +0 -0
  39. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/big_bench_hard.py +0 -0
  40. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/__init__.py +0 -0
  41. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/boolean_expressions.txt +0 -0
  42. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/causal_judgement.txt +0 -0
  43. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/date_understanding.txt +0 -0
  44. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/disambiguation_qa.txt +0 -0
  45. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/dyck_languages.txt +0 -0
  46. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/formal_fallacies.txt +0 -0
  47. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/geometric_shapes.txt +0 -0
  48. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/hyperbaton.txt +0 -0
  49. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/logical_deduction_five_objects.txt +0 -0
  50. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/logical_deduction_seven_objects.txt +0 -0
  51. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/logical_deduction_three_objects.txt +0 -0
  52. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/movie_recommendation.txt +0 -0
  53. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/multistep_arithmetic_two.txt +0 -0
  54. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/navigate.txt +0 -0
  55. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/object_counting.txt +0 -0
  56. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/penguins_in_a_table.txt +0 -0
  57. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/reasoning_about_colored_objects.txt +0 -0
  58. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/ruin_names.txt +0 -0
  59. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/salient_translation_error_detection.txt +0 -0
  60. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/snarks.txt +0 -0
  61. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/sports_understanding.txt +0 -0
  62. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/temporal_sequences.txt +0 -0
  63. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/tracking_shuffled_objects_five_objects.txt +0 -0
  64. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/tracking_shuffled_objects_seven_objects.txt +0 -0
  65. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/tracking_shuffled_objects_three_objects.txt +0 -0
  66. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/web_of_lies.txt +0 -0
  67. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/cot_prompts/word_sorting.txt +0 -0
  68. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/__init__.py +0 -0
  69. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/boolean_expressions.txt +0 -0
  70. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/causal_judgement.txt +0 -0
  71. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/date_understanding.txt +0 -0
  72. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/disambiguation_qa.txt +0 -0
  73. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/dyck_languages.txt +0 -0
  74. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/formal_fallacies.txt +0 -0
  75. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/geometric_shapes.txt +0 -0
  76. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/hyperbaton.txt +0 -0
  77. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/logical_deduction_five_objects.txt +0 -0
  78. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/logical_deduction_seven_objects.txt +0 -0
  79. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/logical_deduction_three_objects.txt +0 -0
  80. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/movie_recommendation.txt +0 -0
  81. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/multistep_arithmetic_two.txt +0 -0
  82. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/navigate.txt +0 -0
  83. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/object_counting.txt +0 -0
  84. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/penguins_in_a_table.txt +0 -0
  85. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/reasoning_about_colored_objects.txt +0 -0
  86. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/ruin_names.txt +0 -0
  87. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/salient_translation_error_detection.txt +0 -0
  88. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/snarks.txt +0 -0
  89. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/sports_understanding.txt +0 -0
  90. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/temporal_sequences.txt +0 -0
  91. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/tracking_shuffled_objects_five_objects.txt +0 -0
  92. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/tracking_shuffled_objects_seven_objects.txt +0 -0
  93. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/tracking_shuffled_objects_three_objects.txt +0 -0
  94. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/web_of_lies.txt +0 -0
  95. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/shot_prompts/word_sorting.txt +0 -0
  96. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/task.py +0 -0
  97. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/big_bench_hard/template.py +0 -0
  98. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/bool_q/__init__.py +0 -0
  99. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/bool_q/bool_q.py +0 -0
  100. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/bool_q/template.py +0 -0
  101. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/drop/__init__.py +0 -0
  102. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/drop/drop.py +0 -0
  103. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/drop/task.py +0 -0
  104. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/drop/template.py +0 -0
  105. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/equity_med_qa/__init__.py +0 -0
  106. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/equity_med_qa/equity_med_qa.py +0 -0
  107. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/equity_med_qa/task.py +0 -0
  108. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/equity_med_qa/template.py +0 -0
  109. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/gsm8k/__init__.py +0 -0
  110. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/gsm8k/gsm8k.py +0 -0
  111. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/gsm8k/template.py +0 -0
  112. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/hellaswag/__init__.py +0 -0
  113. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/hellaswag/hellaswag.py +0 -0
  114. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/hellaswag/task.py +0 -0
  115. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/hellaswag/template.py +0 -0
  116. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/human_eval/__init__.py +0 -0
  117. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/human_eval/human_eval.py +0 -0
  118. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/human_eval/task.py +0 -0
  119. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/human_eval/template.py +0 -0
  120. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/ifeval/__init__.py +0 -0
  121. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/ifeval/ifeval.py +0 -0
  122. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/ifeval/template.py +0 -0
  123. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/lambada/__init__.py +0 -0
  124. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/lambada/lambada.py +0 -0
  125. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/lambada/template.py +0 -0
  126. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/logi_qa/__init__.py +0 -0
  127. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/logi_qa/logi_qa.py +0 -0
  128. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/logi_qa/task.py +0 -0
  129. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/logi_qa/template.py +0 -0
  130. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/math_qa/__init__.py +0 -0
  131. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/math_qa/math_qa.py +0 -0
  132. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/math_qa/task.py +0 -0
  133. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/math_qa/template.py +0 -0
  134. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/mmlu/__init__.py +0 -0
  135. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/mmlu/mmlu.py +0 -0
  136. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/mmlu/task.py +0 -0
  137. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/mmlu/template.py +0 -0
  138. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/modes/__init__.py +0 -0
  139. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/results.py +0 -0
  140. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/schema.py +0 -0
  141. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/squad/__init__.py +0 -0
  142. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/squad/squad.py +0 -0
  143. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/squad/task.py +0 -0
  144. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/squad/template.py +0 -0
  145. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/tasks/__init__.py +0 -0
  146. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/truthful_qa/__init__.py +0 -0
  147. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/truthful_qa/mode.py +0 -0
  148. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/truthful_qa/task.py +0 -0
  149. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/truthful_qa/template.py +0 -0
  150. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/truthful_qa/truthful_qa.py +0 -0
  151. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/utils.py +0 -0
  152. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/winogrande/__init__.py +0 -0
  153. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/winogrande/template.py +0 -0
  154. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/benchmarks/winogrande/winogrande.py +0 -0
  155. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/cli/__init__.py +0 -0
  156. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/cli/server.py +0 -0
  157. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/cli/test.py +0 -0
  158. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/cli/types.py +0 -0
  159. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/confident/__init__.py +0 -0
  160. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/confident/api.py +0 -0
  161. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/confident/types.py +0 -0
  162. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/constants.py +0 -0
  163. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/dataset/__init__.py +0 -0
  164. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/dataset/api.py +0 -0
  165. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/dataset/dataset.py +0 -0
  166. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/dataset/golden.py +0 -0
  167. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/dataset/types.py +0 -0
  168. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/dataset/utils.py +0 -0
  169. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/env.py +0 -0
  170. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/errors.py +0 -0
  171. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/evaluate/__init__.py +0 -0
  172. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/evaluate/api.py +0 -0
  173. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/evaluate/compare.py +0 -0
  174. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/evaluate/configs.py +0 -0
  175. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/evaluate/evaluate.py +0 -0
  176. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/evaluate/execute.py +0 -0
  177. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/evaluate/types.py +0 -0
  178. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/evaluate/utils.py +0 -0
  179. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/__init__.py +0 -0
  180. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/crewai/__init__.py +0 -0
  181. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/crewai/agent.py +0 -0
  182. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/crewai/handler.py +0 -0
  183. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/crewai/patch.py +0 -0
  184. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/hugging_face/__init__.py +0 -0
  185. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/hugging_face/callback.py +0 -0
  186. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/hugging_face/rich_manager.py +0 -0
  187. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/hugging_face/tests/test_callbacks.py +0 -0
  188. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/hugging_face/utils.py +0 -0
  189. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/langchain/__init__.py +0 -0
  190. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/langchain/callback.py +0 -0
  191. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/langchain/patch.py +0 -0
  192. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/langchain/utils.py +0 -0
  193. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/llama_index/__init__.py +0 -0
  194. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/llama_index/agent/patched.py +0 -0
  195. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/llama_index/handler.py +0 -0
  196. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/llama_index/utils.py +0 -0
  197. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/pydantic_ai/__init__.py +0 -0
  198. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/pydantic_ai/agent.py +0 -0
  199. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/integrations/pydantic_ai/setup.py +0 -0
  200. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/answer_relevancy/__init__.py +0 -0
  201. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/answer_relevancy/answer_relevancy.py +0 -0
  202. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/answer_relevancy/schema.py +0 -0
  203. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/answer_relevancy/template.py +0 -0
  204. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/arena_g_eval/__init__.py +0 -0
  205. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/arena_g_eval/arena_g_eval.py +0 -0
  206. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/arena_g_eval/schema.py +0 -0
  207. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/arena_g_eval/template.py +0 -0
  208. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/arena_g_eval/utils.py +0 -0
  209. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/argument_correctness/__init__.py +0 -0
  210. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/argument_correctness/argument_correctness.py +0 -0
  211. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/argument_correctness/schema.py +0 -0
  212. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/argument_correctness/template.py +0 -0
  213. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/base_metric.py +0 -0
  214. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/bias/__init__.py +0 -0
  215. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/bias/bias.py +0 -0
  216. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/bias/schema.py +0 -0
  217. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/bias/template.py +0 -0
  218. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_precision/__init__.py +0 -0
  219. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_precision/contextual_precision.py +0 -0
  220. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_precision/schema.py +0 -0
  221. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_precision/template.py +0 -0
  222. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_recall/__init__.py +0 -0
  223. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_recall/contextual_recall.py +0 -0
  224. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_recall/schema.py +0 -0
  225. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_recall/template.py +0 -0
  226. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_relevancy/__init__.py +0 -0
  227. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_relevancy/contextual_relevancy.py +0 -0
  228. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_relevancy/schema.py +0 -0
  229. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/contextual_relevancy/template.py +0 -0
  230. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/conversation_completeness/__init__.py +0 -0
  231. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/conversation_completeness/conversation_completeness.py +0 -0
  232. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/conversation_completeness/schema.py +0 -0
  233. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/conversation_completeness/template.py +0 -0
  234. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/conversational_g_eval/__init__.py +0 -0
  235. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/conversational_g_eval/conversational_g_eval.py +0 -0
  236. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/conversational_g_eval/schema.py +0 -0
  237. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/conversational_g_eval/template.py +0 -0
  238. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/dag/__init__.py +0 -0
  239. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/dag/nodes.py +0 -0
  240. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/dag/schema.py +0 -0
  241. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/dag/templates.py +0 -0
  242. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/faithfulness/__init__.py +0 -0
  243. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/faithfulness/faithfulness.py +0 -0
  244. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/faithfulness/schema.py +0 -0
  245. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/faithfulness/template.py +0 -0
  246. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/g_eval/__init__.py +0 -0
  247. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/g_eval/g_eval.py +0 -0
  248. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/g_eval/schema.py +0 -0
  249. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/g_eval/template.py +0 -0
  250. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/g_eval/utils.py +0 -0
  251. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/hallucination/__init__.py +0 -0
  252. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/hallucination/hallucination.py +0 -0
  253. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/hallucination/schema.py +0 -0
  254. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/hallucination/template.py +0 -0
  255. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/indicator.py +0 -0
  256. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/json_correctness/__init__.py +0 -0
  257. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/json_correctness/json_correctness.py +0 -0
  258. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/json_correctness/schema.py +0 -0
  259. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/json_correctness/template.py +0 -0
  260. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/knowledge_retention/__init__.py +0 -0
  261. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/knowledge_retention/knowledge_retention.py +0 -0
  262. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/knowledge_retention/schema.py +0 -0
  263. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/knowledge_retention/template.py +0 -0
  264. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/mcp/__init__.py +0 -0
  265. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/mcp/mcp_task_completion.py +0 -0
  266. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/mcp/multi_turn_mcp_use_metric.py +0 -0
  267. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/mcp/schema.py +0 -0
  268. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/mcp/template.py +0 -0
  269. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/mcp_use_metric/__init__.py +0 -0
  270. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/mcp_use_metric/mcp_use_metric.py +0 -0
  271. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/mcp_use_metric/schema.py +0 -0
  272. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/mcp_use_metric/template.py +0 -0
  273. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/misuse/__init__.py +0 -0
  274. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/misuse/misuse.py +0 -0
  275. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/misuse/schema.py +0 -0
  276. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/misuse/template.py +0 -0
  277. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/__init__.py +0 -0
  278. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_coherence/__init__.py +0 -0
  279. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py +0 -0
  280. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_coherence/schema.py +0 -0
  281. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_coherence/template.py +0 -0
  282. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_editing/__init__.py +0 -0
  283. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_editing/image_editing.py +0 -0
  284. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_editing/schema.py +0 -0
  285. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_editing/template.py +0 -0
  286. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_helpfulness/__init__.py +0 -0
  287. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py +0 -0
  288. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_helpfulness/schema.py +0 -0
  289. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_helpfulness/template.py +0 -0
  290. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_reference/__init__.py +0 -0
  291. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_reference/image_reference.py +0 -0
  292. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_reference/schema.py +0 -0
  293. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/image_reference/template.py +0 -0
  294. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/__init__.py +0 -0
  295. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py +0 -0
  296. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/schema.py +0 -0
  297. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py +0 -0
  298. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/__init__.py +0 -0
  299. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py +0 -0
  300. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/schema.py +0 -0
  301. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/template.py +0 -0
  302. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/__init__.py +0 -0
  303. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py +0 -0
  304. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/schema.py +0 -0
  305. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/template.py +0 -0
  306. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/__init__.py +0 -0
  307. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py +0 -0
  308. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/schema.py +0 -0
  309. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/template.py +0 -0
  310. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_faithfulness/__init__.py +0 -0
  311. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py +0 -0
  312. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_faithfulness/schema.py +0 -0
  313. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py +0 -0
  314. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/__init__.py +0 -0
  315. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py +0 -0
  316. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/schema.py +0 -0
  317. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/template.py +0 -0
  318. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/utils.py +0 -0
  319. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/__init__.py +0 -0
  320. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py +0 -0
  321. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/text_to_image/__init__.py +0 -0
  322. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/text_to_image/schema.py +0 -0
  323. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/text_to_image/template.py +0 -0
  324. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/multimodal_metrics/text_to_image/text_to_image.py +0 -0
  325. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/non_advice/__init__.py +0 -0
  326. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/non_advice/non_advice.py +0 -0
  327. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/non_advice/schema.py +0 -0
  328. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/non_advice/template.py +0 -0
  329. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/pii_leakage/__init__.py +0 -0
  330. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/pii_leakage/pii_leakage.py +0 -0
  331. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/pii_leakage/schema.py +0 -0
  332. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/pii_leakage/template.py +0 -0
  333. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/prompt_alignment/__init__.py +0 -0
  334. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/prompt_alignment/prompt_alignment.py +0 -0
  335. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/prompt_alignment/schema.py +0 -0
  336. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/prompt_alignment/template.py +0 -0
  337. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/ragas.py +0 -0
  338. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/role_adherence/__init__.py +0 -0
  339. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/role_adherence/role_adherence.py +0 -0
  340. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/role_adherence/schema.py +0 -0
  341. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/role_adherence/template.py +0 -0
  342. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/role_violation/__init__.py +0 -0
  343. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/role_violation/role_violation.py +0 -0
  344. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/role_violation/schema.py +0 -0
  345. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/role_violation/template.py +0 -0
  346. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/summarization/__init__.py +0 -0
  347. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/summarization/schema.py +0 -0
  348. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/summarization/summarization.py +0 -0
  349. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/summarization/template.py +0 -0
  350. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/task_completion/__init__.py +0 -0
  351. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/task_completion/schema.py +0 -0
  352. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/task_completion/task_completion.py +0 -0
  353. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/task_completion/template.py +0 -0
  354. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/tool_correctness/__init__.py +0 -0
  355. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/tool_correctness/tool_correctness.py +0 -0
  356. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/toxicity/__init__.py +0 -0
  357. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/toxicity/schema.py +0 -0
  358. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/toxicity/template.py +0 -0
  359. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/toxicity/toxicity.py +0 -0
  360. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/turn_relevancy/__init__.py +0 -0
  361. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/turn_relevancy/schema.py +0 -0
  362. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/turn_relevancy/template.py +0 -0
  363. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/turn_relevancy/turn_relevancy.py +0 -0
  364. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/metrics/utils.py +0 -0
  365. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/__init__.py +0 -0
  366. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/_summac_model.py +0 -0
  367. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/answer_relevancy_model.py +0 -0
  368. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/base_model.py +0 -0
  369. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/detoxify_model.py +0 -0
  370. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/embedding_models/__init__.py +0 -0
  371. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/embedding_models/azure_embedding_model.py +0 -0
  372. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/embedding_models/local_embedding_model.py +0 -0
  373. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/embedding_models/ollama_embedding_model.py +0 -0
  374. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/embedding_models/openai_embedding_model.py +0 -0
  375. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/hallucination_model.py +0 -0
  376. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/__init__.py +0 -0
  377. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/amazon_bedrock_model.py +0 -0
  378. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/anthropic_model.py +0 -0
  379. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/azure_model.py +0 -0
  380. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/deepseek_model.py +0 -0
  381. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/gemini_model.py +0 -0
  382. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/grok_model.py +0 -0
  383. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/kimi_model.py +0 -0
  384. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/litellm_model.py +0 -0
  385. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/local_model.py +0 -0
  386. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/ollama_model.py +0 -0
  387. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/openai_model.py +0 -0
  388. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/llms/utils.py +0 -0
  389. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/mlllms/__init__.py +0 -0
  390. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/mlllms/gemini_model.py +0 -0
  391. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/mlllms/ollama_model.py +0 -0
  392. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/mlllms/openai_model.py +0 -0
  393. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/summac_model.py +0 -0
  394. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/unbias_model.py +0 -0
  395. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/models/utils.py +0 -0
  396. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai/__init__.py +0 -0
  397. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai/extractors.py +0 -0
  398. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai/patch.py +0 -0
  399. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai/utils.py +0 -0
  400. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai_agents/__init__.py +0 -0
  401. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai_agents/agent.py +0 -0
  402. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai_agents/callback_handler.py +0 -0
  403. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai_agents/extractors.py +0 -0
  404. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai_agents/patch.py +0 -0
  405. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/openai_agents/runner.py +0 -0
  406. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/plugins/__init__.py +0 -0
  407. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/plugins/plugin.py +0 -0
  408. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/progress_context.py +0 -0
  409. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/prompt/__init__.py +0 -0
  410. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/prompt/api.py +0 -0
  411. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/prompt/prompt.py +0 -0
  412. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/prompt/utils.py +0 -0
  413. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/py.typed +0 -0
  414. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/red_teaming/README.md +0 -0
  415. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/scorer/__init__.py +0 -0
  416. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/scorer/scorer.py +0 -0
  417. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/simulator/__init__.py +0 -0
  418. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/simulator/conversation_simulator.py +0 -0
  419. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/simulator/schema.py +0 -0
  420. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/simulator/template.py +0 -0
  421. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/singleton.py +0 -0
  422. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/__init__.py +0 -0
  423. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/base_synthesizer.py +0 -0
  424. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/chunking/__init__.py +0 -0
  425. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/chunking/context_generator.py +0 -0
  426. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/config.py +0 -0
  427. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/schema.py +0 -0
  428. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/synthesizer.py +0 -0
  429. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/templates/__init__.py +0 -0
  430. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/templates/template.py +0 -0
  431. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/templates/template_extraction.py +0 -0
  432. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/templates/template_prompt.py +0 -0
  433. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/types.py +0 -0
  434. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/synthesizer/utils.py +0 -0
  435. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/telemetry.py +0 -0
  436. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_case/__init__.py +0 -0
  437. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_case/arena_test_case.py +0 -0
  438. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_case/conversational_test_case.py +0 -0
  439. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_case/llm_test_case.py +0 -0
  440. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_case/mcp.py +0 -0
  441. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_case/mllm_test_case.py +0 -0
  442. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_case/utils.py +0 -0
  443. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_run/__init__.py +0 -0
  444. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_run/api.py +0 -0
  445. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_run/cache.py +0 -0
  446. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_run/hooks.py +0 -0
  447. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_run/hyperparameters.py +0 -0
  448. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/test_run/test_run.py +0 -0
  449. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/__init__.py +0 -0
  450. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/api.py +0 -0
  451. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/context.py +0 -0
  452. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/offline_evals/__init__.py +0 -0
  453. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/offline_evals/api.py +0 -0
  454. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/offline_evals/span.py +0 -0
  455. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/offline_evals/thread.py +0 -0
  456. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/offline_evals/trace.py +0 -0
  457. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/otel/__init__.py +0 -0
  458. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/otel/exporter.py +0 -0
  459. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/otel/utils.py +0 -0
  460. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/patchers.py +0 -0
  461. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/perf_epoch_bridge.py +0 -0
  462. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/tracing.py +0 -0
  463. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/types.py +0 -0
  464. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/tracing/utils.py +0 -0
  465. {deepeval-3.4.7 → deepeval-3.4.8}/deepeval/utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deepeval
3
- Version: 3.4.7
3
+ Version: 3.4.8
4
4
  Summary: The LLM Evaluation Framework
5
5
  Home-page: https://github.com/confident-ai/deepeval
6
6
  License: Apache-2.0
@@ -7,9 +7,7 @@ from .env import autoload_dotenv as _autoload_dotenv
7
7
 
8
8
  _autoload_dotenv()
9
9
 
10
- # Optionally add telemetry
11
10
  from ._version import __version__
12
-
13
11
  from deepeval.evaluate import evaluate, assert_test
14
12
  from deepeval.evaluate.compare import compare
15
13
  from deepeval.test_run import on_test_run_end, log_hyperparameters
@@ -0,0 +1 @@
1
+ __version__: str = "3.4.8"
@@ -0,0 +1,71 @@
1
+ from __future__ import annotations
2
+ from pathlib import Path
3
+ import os
4
+ import re
5
+ import stat
6
+ from typing import Dict, Iterable
7
+
8
+ _LINE_RE = re.compile(r"^\s*([A-Za-z_][A-Za-z0-9_]*)\s*=\s*(.*)\s*$")
9
+
10
+
11
+ class DotenvHandler:
12
+ def __init__(self, path: str | Path = ".env.local"):
13
+ self.path = Path(path)
14
+
15
+ def _quote_if_needed(self, val: str) -> str:
16
+ # keep existing quoting if present; add quotes for spaces/#
17
+ if (val.startswith('"') and val.endswith('"')) or (
18
+ val.startswith("'") and val.endswith("'")
19
+ ):
20
+ return val
21
+ return f'"{val}"' if any(c in val for c in " #\t") else val
22
+
23
+ def upsert(self, updates: Dict[str, str]) -> None:
24
+ """
25
+ Idempotently set/replace keys in a dotenv file. Preserves comments/order.
26
+ Creates file if missing. Sets file mode to 0600 when possible.
27
+ """
28
+ lines = self.path.read_text().splitlines() if self.path.exists() else []
29
+ seen = set()
30
+
31
+ # replace existing keys in-place
32
+ for i, line in enumerate(lines):
33
+ m = _LINE_RE.match(line)
34
+ if not m:
35
+ continue
36
+ key = m.group(1)
37
+ if key in updates and key not in seen:
38
+ lines[i] = f"{key}={self._quote_if_needed(updates[key])}"
39
+ seen.add(key)
40
+
41
+ # append missing keys at end (after a blank line)
42
+ to_append = []
43
+ for k, v in updates.items():
44
+ if k in seen:
45
+ continue
46
+ to_append.append(f"{k}={self._quote_if_needed(v)}")
47
+ if to_append:
48
+ if lines and lines[-1].strip():
49
+ lines.append("")
50
+ lines.extend(to_append)
51
+
52
+ self.path.parent.mkdir(parents=True, exist_ok=True)
53
+ self.path.write_text("\n".join(lines) + ("\n" if lines else ""))
54
+ try:
55
+ self.path.chmod(stat.S_IRUSR | stat.S_IWUSR) # 0600
56
+ except Exception:
57
+ pass
58
+
59
+ def unset(self, keys: Iterable[str]) -> None:
60
+ """Remove keys from dotenv file, but leave comments and other lines untouched."""
61
+ if not self.path.exists():
62
+ return
63
+ lines = self.path.read_text().splitlines()
64
+ out = []
65
+ keys = set(keys)
66
+ for line in lines:
67
+ m = _LINE_RE.match(line)
68
+ if m and m.group(1) in keys:
69
+ continue
70
+ out.append(line)
71
+ self.path.write_text("\n".join(out) + ("\n" if out else ""))