deepeval 3.7.1__tar.gz → 3.7.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {deepeval-3.7.1 → deepeval-3.7.2}/PKG-INFO +2 -1
- {deepeval-3.7.1 → deepeval-3.7.2}/README.md +1 -0
- deepeval-3.7.2/deepeval/_version.py +1 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/evaluate/compare.py +6 -2
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/config.py +9 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/schema.py +23 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/synthesizer.py +1137 -2
- deepeval-3.7.2/deepeval/synthesizer/templates/__init__.py +12 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/templates/template.py +554 -1
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/templates/template_extraction.py +32 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/templates/template_prompt.py +262 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/pyproject.toml +1 -1
- deepeval-3.7.1/deepeval/_version.py +0 -1
- deepeval-3.7.1/deepeval/synthesizer/templates/__init__.py +0 -3
- {deepeval-3.7.1 → deepeval-3.7.2}/LICENSE.md +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/annotation/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/annotation/annotation.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/annotation/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/anthropic/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/anthropic/extractors.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/anthropic/patch.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/anthropic/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/arc/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/arc/arc.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/arc/mode.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/arc/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/base_benchmark.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/bbq/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/bbq/bbq.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/bbq/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/bbq/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/big_bench_hard.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/boolean_expressions.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/causal_judgement.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/date_understanding.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/disambiguation_qa.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/dyck_languages.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/formal_fallacies.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/geometric_shapes.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/hyperbaton.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/logical_deduction_five_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/logical_deduction_seven_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/logical_deduction_three_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/movie_recommendation.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/multistep_arithmetic_two.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/navigate.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/object_counting.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/penguins_in_a_table.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/reasoning_about_colored_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/ruin_names.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/salient_translation_error_detection.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/snarks.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/sports_understanding.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/temporal_sequences.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/tracking_shuffled_objects_five_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/tracking_shuffled_objects_seven_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/tracking_shuffled_objects_three_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/web_of_lies.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/cot_prompts/word_sorting.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/boolean_expressions.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/causal_judgement.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/date_understanding.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/disambiguation_qa.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/dyck_languages.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/formal_fallacies.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/geometric_shapes.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/hyperbaton.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/logical_deduction_five_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/logical_deduction_seven_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/logical_deduction_three_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/movie_recommendation.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/multistep_arithmetic_two.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/navigate.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/object_counting.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/penguins_in_a_table.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/reasoning_about_colored_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/ruin_names.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/salient_translation_error_detection.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/snarks.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/sports_understanding.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/temporal_sequences.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/tracking_shuffled_objects_five_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/tracking_shuffled_objects_seven_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/tracking_shuffled_objects_three_objects.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/web_of_lies.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/shot_prompts/word_sorting.txt +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/big_bench_hard/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/bool_q/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/bool_q/bool_q.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/bool_q/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/drop/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/drop/drop.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/drop/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/drop/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/equity_med_qa/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/equity_med_qa/equity_med_qa.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/equity_med_qa/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/equity_med_qa/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/gsm8k/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/gsm8k/gsm8k.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/gsm8k/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/hellaswag/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/hellaswag/hellaswag.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/hellaswag/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/hellaswag/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/human_eval/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/human_eval/human_eval.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/human_eval/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/human_eval/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/ifeval/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/ifeval/ifeval.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/ifeval/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/lambada/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/lambada/lambada.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/lambada/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/logi_qa/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/logi_qa/logi_qa.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/logi_qa/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/logi_qa/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/math_qa/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/math_qa/math_qa.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/math_qa/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/math_qa/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/mmlu/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/mmlu/mmlu.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/mmlu/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/mmlu/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/modes/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/results.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/squad/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/squad/squad.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/squad/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/squad/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/tasks/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/truthful_qa/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/truthful_qa/mode.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/truthful_qa/task.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/truthful_qa/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/truthful_qa/truthful_qa.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/winogrande/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/winogrande/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/benchmarks/winogrande/winogrande.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/cli/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/cli/dotenv_handler.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/cli/main.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/cli/server.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/cli/test.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/cli/types.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/cli/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/confident/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/confident/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/confident/types.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/config/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/config/logging.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/config/settings.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/config/settings_manager.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/config/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/constants.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/contextvars.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/dataset/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/dataset/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/dataset/dataset.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/dataset/golden.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/dataset/test_run_tracer.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/dataset/types.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/dataset/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/errors.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/evaluate/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/evaluate/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/evaluate/configs.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/evaluate/evaluate.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/evaluate/execute.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/evaluate/types.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/evaluate/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/crewai/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/crewai/handler.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/crewai/subs.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/crewai/tool.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/crewai/wrapper.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/hugging_face/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/hugging_face/callback.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/hugging_face/rich_manager.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/hugging_face/tests/test_callbacks.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/hugging_face/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/langchain/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/langchain/callback.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/langchain/patch.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/langchain/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/llama_index/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/llama_index/handler.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/llama_index/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/pydantic_ai/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/pydantic_ai/agent.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/pydantic_ai/instrumentator.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/pydantic_ai/otel.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/integrations/pydantic_ai/test_instrumentator.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/key_handler.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/answer_relevancy/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/answer_relevancy/answer_relevancy.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/answer_relevancy/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/answer_relevancy/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/arena_g_eval/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/arena_g_eval/arena_g_eval.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/arena_g_eval/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/arena_g_eval/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/arena_g_eval/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/argument_correctness/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/argument_correctness/argument_correctness.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/argument_correctness/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/argument_correctness/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/base_metric.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/bias/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/bias/bias.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/bias/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/bias/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_precision/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_precision/contextual_precision.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_precision/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_precision/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_recall/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_recall/contextual_recall.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_recall/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_recall/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_relevancy/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_relevancy/contextual_relevancy.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_relevancy/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/contextual_relevancy/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversation_completeness/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversation_completeness/conversation_completeness.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversation_completeness/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversation_completeness/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversational_dag/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversational_dag/conversational_dag.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversational_dag/nodes.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversational_dag/templates.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversational_g_eval/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversational_g_eval/conversational_g_eval.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversational_g_eval/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/conversational_g_eval/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/dag/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/dag/dag.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/dag/graph.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/dag/nodes.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/dag/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/dag/templates.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/dag/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/exact_match/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/exact_match/exact_match.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/faithfulness/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/faithfulness/faithfulness.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/faithfulness/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/faithfulness/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/g_eval/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/g_eval/g_eval.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/g_eval/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/g_eval/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/g_eval/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/goal_accuracy/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/goal_accuracy/goal_accuracy.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/goal_accuracy/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/goal_accuracy/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/hallucination/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/hallucination/hallucination.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/hallucination/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/hallucination/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/indicator.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/json_correctness/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/json_correctness/json_correctness.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/json_correctness/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/json_correctness/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/knowledge_retention/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/knowledge_retention/knowledge_retention.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/knowledge_retention/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/knowledge_retention/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/mcp/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/mcp/mcp_task_completion.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/mcp/multi_turn_mcp_use_metric.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/mcp/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/mcp/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/mcp_use_metric/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/mcp_use_metric/mcp_use_metric.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/mcp_use_metric/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/mcp_use_metric/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/misuse/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/misuse/misuse.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/misuse/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/misuse/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_coherence/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_coherence/image_coherence.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_coherence/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_coherence/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_editing/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_editing/image_editing.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_editing/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_editing/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_helpfulness/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_helpfulness/image_helpfulness.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_helpfulness/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_helpfulness/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_reference/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_reference/image_reference.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_reference/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/image_reference/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answer_relevancy.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/multimodal_contextual_recall.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/multimodal_contextual_relevancy.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_contextual_relevancy/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_faithfulness/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_faithfulness/multimodal_faithfulness.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_faithfulness/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/multimodal_g_eval.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_g_eval/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/multimodal_tool_correctness/multimodal_tool_correctness.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/text_to_image/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/text_to_image/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/text_to_image/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/multimodal_metrics/text_to_image/text_to_image.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/non_advice/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/non_advice/non_advice.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/non_advice/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/non_advice/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/pattern_match/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/pattern_match/pattern_match.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/pii_leakage/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/pii_leakage/pii_leakage.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/pii_leakage/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/pii_leakage/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/plan_adherence/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/plan_adherence/plan_adherence.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/plan_adherence/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/plan_adherence/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/plan_quality/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/plan_quality/plan_quality.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/plan_quality/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/plan_quality/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/prompt_alignment/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/prompt_alignment/prompt_alignment.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/prompt_alignment/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/prompt_alignment/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/ragas.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/role_adherence/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/role_adherence/role_adherence.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/role_adherence/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/role_adherence/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/role_violation/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/role_violation/role_violation.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/role_violation/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/role_violation/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/step_efficiency/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/step_efficiency/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/step_efficiency/step_efficiency.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/step_efficiency/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/summarization/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/summarization/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/summarization/summarization.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/summarization/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/task_completion/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/task_completion/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/task_completion/task_completion.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/task_completion/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/tool_correctness/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/tool_correctness/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/tool_correctness/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/tool_correctness/tool_correctness.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/tool_use/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/tool_use/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/tool_use/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/tool_use/tool_use.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/topic_adherence/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/topic_adherence/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/topic_adherence/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/topic_adherence/topic_adherence.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/toxicity/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/toxicity/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/toxicity/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/toxicity/toxicity.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/turn_relevancy/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/turn_relevancy/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/turn_relevancy/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/turn_relevancy/turn_relevancy.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/metrics/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/model_integrations/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/model_integrations/types.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/model_integrations/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/_summac_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/answer_relevancy_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/base_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/detoxify_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/embedding_models/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/embedding_models/azure_embedding_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/embedding_models/local_embedding_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/embedding_models/ollama_embedding_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/embedding_models/openai_embedding_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/hallucination_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/amazon_bedrock_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/anthropic_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/azure_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/deepseek_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/gemini_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/grok_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/kimi_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/litellm_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/local_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/ollama_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/openai_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/llms/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/mlllms/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/mlllms/gemini_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/mlllms/ollama_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/mlllms/openai_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/retry_policy.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/summac_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/unbias_model.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/models/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai/extractors.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai/patch.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai_agents/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai_agents/agent.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai_agents/callback_handler.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai_agents/extractors.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai_agents/patch.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/openai_agents/runner.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/plugins/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/plugins/plugin.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/progress_context.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/prompt/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/prompt/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/prompt/prompt.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/prompt/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/py.typed +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/red_teaming/README.md +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/scorer/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/scorer/scorer.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/simulator/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/simulator/conversation_simulator.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/simulator/schema.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/simulator/template.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/singleton.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/base_synthesizer.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/chunking/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/chunking/context_generator.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/chunking/doc_chunker.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/types.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/synthesizer/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/telemetry.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_case/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_case/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_case/arena_test_case.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_case/conversational_test_case.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_case/llm_test_case.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_case/mcp.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_case/mllm_test_case.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_case/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_run/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_run/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_run/cache.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_run/hooks.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_run/hyperparameters.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/test_run/test_run.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/context.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/offline_evals/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/offline_evals/api.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/offline_evals/span.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/offline_evals/thread.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/offline_evals/trace.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/otel/__init__.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/otel/exporter.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/otel/test_exporter.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/otel/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/patchers.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/perf_epoch_bridge.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/trace_context.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/trace_test_manager.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/tracing.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/types.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/tracing/utils.py +0 -0
- {deepeval-3.7.1 → deepeval-3.7.2}/deepeval/utils.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: deepeval
|
|
3
|
-
Version: 3.7.
|
|
3
|
+
Version: 3.7.2
|
|
4
4
|
Summary: The LLM Evaluation Framework
|
|
5
5
|
Home-page: https://github.com/confident-ai/deepeval
|
|
6
6
|
License: Apache-2.0
|
|
@@ -439,6 +439,7 @@ Using `.env.local` or `.env` is optional. If they are missing, DeepEval uses you
|
|
|
439
439
|
```bash
|
|
440
440
|
cp .env.example .env.local
|
|
441
441
|
# then edit .env.local (ignored by git)
|
|
442
|
+
```
|
|
442
443
|
|
|
443
444
|
<br />
|
|
444
445
|
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__: str = "3.7.2"
|
|
@@ -502,10 +502,14 @@ def wrap_up_experiment(
|
|
|
502
502
|
|
|
503
503
|
try:
|
|
504
504
|
api = Api()
|
|
505
|
-
experiment_request = PostExperimentRequest(
|
|
505
|
+
experiment_request = PostExperimentRequest(
|
|
506
|
+
testRuns=test_runs, name=name
|
|
507
|
+
)
|
|
506
508
|
|
|
507
509
|
try:
|
|
508
|
-
body = experiment_request.model_dump(
|
|
510
|
+
body = experiment_request.model_dump(
|
|
511
|
+
by_alias=True, exclude_none=True
|
|
512
|
+
)
|
|
509
513
|
except AttributeError:
|
|
510
514
|
body = experiment_request.dict(by_alias=True, exclude_none=True)
|
|
511
515
|
json_str = json.dumps(body, cls=TestRunEncoder)
|
|
@@ -41,6 +41,15 @@ class StylingConfig:
|
|
|
41
41
|
expected_output_format: Optional[str] = None
|
|
42
42
|
|
|
43
43
|
|
|
44
|
+
@dataclass
|
|
45
|
+
class ConversationalStylingConfig:
|
|
46
|
+
scenario_context: Optional[str] = None
|
|
47
|
+
conversational_task: Optional[str] = None
|
|
48
|
+
participant_roles: Optional[str] = None
|
|
49
|
+
scenario_format: Optional[str] = None
|
|
50
|
+
expected_outcome_format: Optional[str] = None
|
|
51
|
+
|
|
52
|
+
|
|
44
53
|
@dataclass
|
|
45
54
|
class ContextConstructionConfig:
|
|
46
55
|
embedder: Optional[Union[str, DeepEvalBaseEmbeddingModel]] = None
|
|
@@ -58,3 +58,26 @@ class PromptStyling(BaseModel):
|
|
|
58
58
|
scenario: str
|
|
59
59
|
task: str
|
|
60
60
|
input_format: str
|
|
61
|
+
|
|
62
|
+
|
|
63
|
+
class ConversationalScenario(BaseModel):
|
|
64
|
+
scenario: str
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
class ConversationalScenarioList(BaseModel):
|
|
68
|
+
data: List[ConversationalScenario]
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
class RewrittenScenario(BaseModel):
|
|
72
|
+
rewritten_scenario: str
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
class ScenarioFeedback(BaseModel):
|
|
76
|
+
score: float
|
|
77
|
+
feedback: str
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
class ConversationalPromptStyling(BaseModel):
|
|
81
|
+
scenario_context: str
|
|
82
|
+
conversational_task: str
|
|
83
|
+
participant_roles: str
|