deepeval 3.4.8__py3-none-any.whl → 3.4.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. deepeval/__init__.py +8 -5
  2. deepeval/_version.py +1 -1
  3. deepeval/cli/main.py +561 -727
  4. deepeval/confident/api.py +29 -14
  5. deepeval/config/__init__.py +0 -0
  6. deepeval/config/settings.py +565 -0
  7. deepeval/config/settings_manager.py +133 -0
  8. deepeval/config/utils.py +86 -0
  9. deepeval/dataset/__init__.py +1 -0
  10. deepeval/dataset/dataset.py +70 -10
  11. deepeval/dataset/test_run_tracer.py +82 -0
  12. deepeval/dataset/utils.py +23 -0
  13. deepeval/key_handler.py +1 -0
  14. deepeval/metrics/answer_relevancy/template.py +7 -2
  15. deepeval/metrics/faithfulness/template.py +11 -8
  16. deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py +6 -4
  17. deepeval/metrics/multimodal_metrics/multimodal_faithfulness/template.py +6 -4
  18. deepeval/metrics/tool_correctness/tool_correctness.py +7 -3
  19. deepeval/models/llms/amazon_bedrock_model.py +24 -3
  20. deepeval/models/llms/openai_model.py +37 -41
  21. deepeval/models/retry_policy.py +280 -0
  22. deepeval/openai_agents/agent.py +4 -2
  23. deepeval/test_run/api.py +1 -0
  24. deepeval/tracing/otel/exporter.py +20 -8
  25. deepeval/tracing/otel/utils.py +57 -0
  26. deepeval/tracing/tracing.py +37 -16
  27. deepeval/tracing/utils.py +98 -1
  28. deepeval/utils.py +111 -70
  29. {deepeval-3.4.8.dist-info → deepeval-3.4.9.dist-info}/METADATA +3 -1
  30. {deepeval-3.4.8.dist-info → deepeval-3.4.9.dist-info}/RECORD +33 -28
  31. deepeval/env.py +0 -35
  32. {deepeval-3.4.8.dist-info → deepeval-3.4.9.dist-info}/LICENSE.md +0 -0
  33. {deepeval-3.4.8.dist-info → deepeval-3.4.9.dist-info}/WHEEL +0 -0
  34. {deepeval-3.4.8.dist-info → deepeval-3.4.9.dist-info}/entry_points.txt +0 -0
deepeval/__init__.py CHANGED
@@ -3,9 +3,9 @@ import warnings
3
3
  import re
4
4
 
5
5
  # load environment variables before other imports
6
- from .env import autoload_dotenv as _autoload_dotenv
6
+ from deepeval.config.settings import autoload_dotenv, get_settings
7
7
 
8
- _autoload_dotenv()
8
+ autoload_dotenv()
9
9
 
10
10
  from ._version import __version__
11
11
  from deepeval.evaluate import evaluate, assert_test
@@ -14,9 +14,12 @@ from deepeval.test_run import on_test_run_end, log_hyperparameters
14
14
  from deepeval.utils import login
15
15
  from deepeval.telemetry import *
16
16
 
17
- if os.getenv("DEEPEVAL_GRPC_LOGGING") != "1":
18
- os.environ["GRPC_VERBOSITY"] = "ERROR"
19
- os.environ["GRPC_TRACE"] = ""
17
+
18
+ settings = get_settings()
19
+ if not settings.DEEPEVAL_GRPC_LOGGING:
20
+ os.environ.setdefault("GRPC_VERBOSITY", "ERROR")
21
+ os.environ.setdefault("GRPC_TRACE", "")
22
+
20
23
 
21
24
  __all__ = [
22
25
  "login",
deepeval/_version.py CHANGED
@@ -1 +1 @@
1
- __version__: str = "3.4.8"
1
+ __version__: str = "3.4.9"