deepeval 3.6.9__py3-none-any.whl → 3.7.0__py3-none-any.whl

deepeval/tracing/otel/exporter.py

@@ -493,6 +493,17 @@ class ConfidentSpanExporter(SpanExporter):
             output_token_count = span.attributes.get(
                 "confident.llm.output_token_count"
             )
+
+            # fallback to gen ai attributes if not found in confident attributes
+            if not input_token_count:
+                input_token_count = span.attributes.get(
+                    "gen_ai.usage.input_tokens"
+                )
+            if not output_token_count:
+                output_token_count = span.attributes.get(
+                    "gen_ai.usage.output_tokens"
+                )
+
             cost_per_input_token = span.attributes.get(
                 "confident.llm.cost_per_input_token"
             )

deepeval/tracing/patchers.py

@@ -1,6 +1,8 @@
-from openai import OpenAI
 import functools
 
+from anthropic import Anthropic
+from openai import OpenAI
+
 from deepeval.tracing.context import update_current_span, update_llm_span
 from deepeval.tracing.context import current_span_context
 from deepeval.tracing.types import LlmSpan
@@ -82,3 +84,102 @@ def patch_openai_client(client: OpenAI):
                 return response
 
             setattr(current_obj, method_name, wrapped_method)
+
+
+def patch_anthropic_client(client: Anthropic):
+    """
+    Patch an Anthropic client instance to add tracing capabilities.
+
+    Args:
+        client: An instance of Anthropic client to patch
+    """
+    original_methods = {}
+
+    methods_to_patch = [
+        "messages.create",
+    ]
+
+    for method_path in methods_to_patch:
+        parts = method_path.split(".")
+        current_obj = client
+
+        for part in parts[:-1]:
+            if not hasattr(current_obj, part):
+                print(f"Warning: Cannot find {part} in the path {method_path}")
+                continue
+            current_obj = getattr(current_obj, part)
+
+        method_name = parts[-1]
+        if not hasattr(current_obj, method_name):
+            print(
+                f"Warning: Cannot find method {method_name} in the path {method_path}"
+            )
+            continue
+
+        method = getattr(current_obj, method_name)
+
+        if callable(method) and not isinstance(method, type):
+            original_methods[method_path] = method
+
+            @functools.wraps(method)
+            def wrapped_method(*args, original_method=method, **kwargs):
+                current_span = current_span_context.get()
+                response = original_method(*args, **kwargs)
+
+                if isinstance(current_span, LlmSpan):
+                    model = kwargs.get("model", None)
+                    if model is None:
+                        raise ValueError("model not found in client")
+
+                    current_span.model = model
+
+                    output = None
+                    try:
+                        if (
+                            hasattr(response, "content")
+                            and response.content
+                            and len(response.content) > 0
+                        ):
+                            for block in response.content:
+                                if hasattr(block, "text"):
+                                    output = block.text
+                                    break
+                    except Exception:
+                        pass
+
+                    input_token_count = None
+                    output_token_count = None
+                    try:
+                        if hasattr(response, "usage"):
+                            usage = response.usage
+                            # usage can be a dict or an object with attributes
+                            if isinstance(usage, dict):
+                                input_token_count = usage.get(
+                                    "input_tokens", None
+                                )
+                                output_token_count = usage.get(
+                                    "output_tokens", None
+                                )
+                            else:
+                                input_token_count = getattr(
+                                    usage, "input_tokens", None
+                                )
+                                output_token_count = getattr(
+                                    usage, "output_tokens", None
+                                )
+                    except Exception:
+                        pass
+
+                    update_current_span(
+                        input=kwargs.get("messages", "INPUT_MESSAGE_NOT_FOUND"),
+                        output=output if output else "OUTPUT_MESSAGE_NOT_FOUND",
+                    )
+                    update_llm_span(
+                        input_token_count=input_token_count,
+                        output_token_count=output_token_count,
+                    )
+                return response
+
+            setattr(current_obj, method_name, wrapped_method)
+
+    return original_methods

deepeval/tracing/trace_context.py

@@ -1,13 +1,15 @@
-from typing import Optional, List, Dict, Any
 from contextvars import ContextVar
 from contextlib import contextmanager
 from dataclasses import dataclass
+from typing import Optional, List, Dict, Any
 
-from .tracing import trace_manager
-from .context import current_trace_context, update_current_trace
-from deepeval.prompt import Prompt
 from deepeval.metrics import BaseMetric
+from deepeval.prompt import Prompt
 from deepeval.test_case.llm_test_case import ToolCall
+from deepeval.tracing.context import current_trace_context, update_current_trace
+from deepeval.tracing.tracing import trace_manager
+from deepeval.tracing.types import TraceWorkerStatus
+from deepeval.tracing.utils import is_async_context
 
 
 @dataclass
@@ -59,6 +61,13 @@ def trace(
     metrics: Optional[List[BaseMetric]] = None,
     metric_collection: Optional[str] = None,
 ):
+    if is_async_context():
+        trace_manager._print_trace_status(
+            message="Warning: Detected use of the synchronous 'trace' context manager within an async method",
+            trace_worker_status=TraceWorkerStatus.WARNING,
+            description="Wrapping an async method with the synchronous 'trace' context manager may lead to unexpected behavior.",
+        )
+
     current_trace = current_trace_context.get()
 
     if not current_trace:

deepeval/tracing/tracing.py

@@ -19,6 +19,7 @@ import random
 import atexit
 import queue
 import uuid
+from anthropic import Anthropic
 from openai import OpenAI
 from rich.console import Console
 from rich.progress import Progress
@@ -38,7 +39,10 @@ from deepeval.tracing.api import (
     TraceSpanApiStatus,
 )
 from deepeval.telemetry import capture_send_trace
-from deepeval.tracing.patchers import patch_openai_client
+from deepeval.tracing.patchers import (
+    patch_anthropic_client,
+    patch_openai_client,
+)
 from deepeval.tracing.types import (
     AgentSpan,
     BaseSpan,
@@ -111,6 +115,7 @@ class TraceManager:
 
         self.sampling_rate = settings.CONFIDENT_TRACE_SAMPLE_RATE
         validate_sampling_rate(self.sampling_rate)
+        self.anthropic_client = None
         self.openai_client = None
         self.tracing_enabled = True
 
@@ -149,6 +154,7 @@ class TraceManager:
         environment: Optional[str] = None,
         sampling_rate: Optional[float] = None,
         confident_api_key: Optional[str] = None,
+        anthropic_client: Optional[Anthropic] = None,
         openai_client: Optional[OpenAI] = None,
         tracing_enabled: Optional[bool] = None,
     ) -> None:
@@ -165,6 +171,9 @@ class TraceManager:
         if openai_client is not None:
             self.openai_client = openai_client
             patch_openai_client(openai_client)
+        if anthropic_client is not None:
+            self.anthropic_client = anthropic_client
+            patch_anthropic_client(anthropic_client)
         if tracing_enabled is not None:
             self.tracing_enabled = tracing_enabled
 

deepeval/tracing/types.py

@@ -1,9 +1,11 @@
 from enum import Enum
 from dataclasses import dataclass, field
-from pydantic import BaseModel, Field
+from pydantic import BaseModel, Field, ConfigDict
 from typing import Any, Dict, List, Optional, Union, Literal
 from rich.progress import Progress
 
+from deepeval.utils import make_model_config
+
 from deepeval.prompt.prompt import Prompt
 from deepeval.test_case.llm_test_case import ToolCall
 from deepeval.test_case import LLMTestCase
@@ -55,6 +57,8 @@ class LlmOutput(BaseModel):
 
 
 class BaseSpan(BaseModel):
+    model_config = make_model_config(arbitrary_types_allowed=True)
+
     uuid: str
     status: TraceSpanStatus
     children: List["BaseSpan"] = Field(default_factory=list)
@@ -90,9 +94,6 @@ class BaseSpan(BaseModel):
         None, serialization_alias="expectedTools"
     )
 
-    class Config:
-        arbitrary_types_allowed = True
-
 
 class AgentSpan(BaseSpan):
     name: str
@@ -125,7 +126,7 @@ class LlmSpan(BaseSpan):
     # output_metadata: Optional[Dict[str, Any]] = Field(None, serialization_alias="outputMetadata")
 
     # for serializing `prompt`
-    model_config = {"arbitrary_types_allowed": True}
+    model_config = make_model_config(arbitrary_types_allowed=True)
 
 
 class RetrieverSpan(BaseSpan):
@@ -140,6 +141,8 @@ class ToolSpan(BaseSpan):
 
 
 class Trace(BaseModel):
+    model_config = make_model_config(arbitrary_types_allowed=True)
+
     uuid: str = Field(serialization_alias="uuid")
     status: TraceSpanStatus
     root_spans: List[BaseSpan] = Field(serialization_alias="rootSpans")
@@ -174,9 +177,6 @@ class Trace(BaseModel):
         None, serialization_alias="expectedTools"
     )
 
-    class Config:
-        arbitrary_types_allowed = True
-
 
 class TraceAttributes(BaseModel):
     name: Optional[str] = None

deepeval/tracing/utils.py

@@ -1,3 +1,4 @@
+import asyncio
 import os
 from typing import Dict, Any
 from datetime import datetime, timezone
@@ -191,3 +192,11 @@ def prepare_tool_call_input_parameters(output: Any) -> Dict[str, Any]:
     if res and not isinstance(res, dict):
         res = {"output": res}
     return res
+
+
+def is_async_context() -> bool:
+    try:
+        asyncio.get_running_loop()
+        return True
+    except RuntimeError:
+        return False

deepeval/utils.py

@@ -21,7 +21,6 @@ from pydantic import BaseModel
 from rich.progress import Progress
 from rich.console import Console, Theme
 
-from deepeval.confident.api import set_confident_api_key
 from deepeval.config.settings import get_settings
 from deepeval.config.utils import (
     get_env_bool,
@@ -29,6 +28,48 @@ from deepeval.config.utils import (
 )
 
 
+#####################
+# Pydantic Compat   #
+#####################
+
+import pydantic
+
+PYDANTIC_V2 = pydantic.VERSION.startswith("2")
+
+
+def make_model_config(**kwargs):
+    """
+    Create a model configuration that works with both Pydantic v1 and v2.
+
+    Usage in a model (Pydantic v2 style):
+        class MyModel(BaseModel):
+            model_config = make_model_config(arbitrary_types_allowed=True)
+            field: str
+
+    This will work correctly in both v1 and v2:
+    - In v2: Returns ConfigDict(**kwargs)
+    - In v1: Returns a Config class with the attributes set
+
+    Args:
+        **kwargs: Configuration options (e.g., use_enum_values=True, arbitrary_types_allowed=True)
+
+    Returns:
+        ConfigDict (v2) or Config class (v1)
+    """
+    if PYDANTIC_V2:
+        from pydantic import ConfigDict
+
+        return ConfigDict(**kwargs)
+    else:
+        # For Pydantic v1, create an inner Config class
+        class Config:
+            pass
+
+        for key, value in kwargs.items():
+            setattr(Config, key, value)
+        return Config
+
+
 ###############
 # Local Types #
 ###############
@@ -232,6 +273,7 @@ def login(api_key: str):
         raise ValueError("Unable to login, please provide a non-empty api key.")
 
     from rich import print
+    from deepeval.confident.api import set_confident_api_key
 
     set_confident_api_key(api_key)
     print(
@@ -751,7 +793,7 @@ custom_console = Console(theme=my_theme)
 
 
 def format_error_text(
-    exc: BaseException, *, with_stack: bool | None = None
+    exc: BaseException, *, with_stack: Optional[bool] = None
 ) -> str:
     if with_stack is None:
         with_stack = logging.getLogger("deepeval").isEnabledFor(logging.DEBUG)

{deepeval-3.6.9.dist-info → deepeval-3.7.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepeval
-Version: 3.6.9
+Version: 3.7.0
 Summary: The LLM Evaluation Framework
 Home-page: https://github.com/confident-ai/deepeval
 License: Apache-2.0
@@ -25,7 +25,7 @@ Requires-Dist: opentelemetry-api (>=1.24.0,<2.0.0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.24.0,<2.0.0)
 Requires-Dist: opentelemetry-sdk (>=1.24.0,<2.0.0)
 Requires-Dist: portalocker
-Requires-Dist: posthog (>=6.3.0,<7.0.0)
+Requires-Dist: posthog (>=5.4.0,<6.0.0)
 Requires-Dist: pydantic (>=2.11.7,<3.0.0)
 Requires-Dist: pydantic-settings (>=2.10.1,<3.0.0)
 Requires-Dist: pyfiglet

{deepeval-3.6.9.dist-info → deepeval-3.7.0.dist-info}/RECORD

@@ -1,8 +1,12 @@
 deepeval/__init__.py,sha256=IqShG98ALpA1gm_qL2Jq56AJoafAHpcUTSvpgH4HpZM,3062
-deepeval/_version.py,sha256=WydMbWwXQz50U1Fi-HlskQWK159gVx6D6BKpIHCo2A8,27
+deepeval/_version.py,sha256=bPhKx4EQ2NERTgvbEyhCN4T_xM09gnHtx-cpi5u28n4,27
 deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
 deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
 deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
+deepeval/anthropic/__init__.py,sha256=D-ZcS8ifsHftChpoZaiCTCBr5oh7jHAP0SrufJx6rCU,595
+deepeval/anthropic/extractors.py,sha256=BKw8oVoyE3vxjO9IlZ2AeJ_CSM7viaCTFOqgu-4Vqik,2892
+deepeval/anthropic/patch.py,sha256=rt7cfM_-tO2hUqviCjbg6TzM-T0nSF-MHwdyXoWfrfU,5184
+deepeval/anthropic/utils.py,sha256=3utMDJx1qUniRg1ciD_109A3Utp2wnkRHLZPDmBt9kM,8460
 deepeval/benchmarks/__init__.py,sha256=pLVwayKpbS0atJ_fIx2GRV9O5Z9ahLgInqydQvMDfvg,901
 deepeval/benchmarks/arc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/benchmarks/arc/arc.py,sha256=GOp6I9PhmHIj4eoximHzLHm4O3Af1YihjAaHDhlWXfc,6317
@@ -77,7 +81,7 @@ deepeval/benchmarks/bool_q/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 deepeval/benchmarks/bool_q/bool_q.py,sha256=wJM4-wSybT8EwgDJVB4p3QYXGNzLD3tdrpGE1cNEz_E,5507
 deepeval/benchmarks/bool_q/template.py,sha256=pgNj4RR6-4VJDDySwnKt-MpghBCjVlZ7fPKY6PltllQ,4055
 deepeval/benchmarks/drop/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/benchmarks/drop/drop.py,sha256=rGcqd79-IfQ2tvPuAL6wrON4R0hBiVGBy1OtDRmertE,12042
+deepeval/benchmarks/drop/drop.py,sha256=IL-6L9lfavclKYYVlmJji8dxGqeN2-oSpYGo6szE_DM,13341
 deepeval/benchmarks/drop/task.py,sha256=RV7DEXF192IOsY-yIVdlGb_y-A_sS5APPn8PGOPn5yU,17950
 deepeval/benchmarks/drop/template.py,sha256=1P0mx_71Bxr9juIA8nGpVRIrP8NSoDILkIicjWvqE94,1376
 deepeval/benchmarks/equity_med_qa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -96,7 +100,7 @@ deepeval/benchmarks/human_eval/human_eval.py,sha256=cx4x5OAeCrTjuUdQI7gjeSY_pUL3
 deepeval/benchmarks/human_eval/task.py,sha256=lEHJpEiRbw5cXUKA_id0J5gQwae1G1T1JCJAeeTpXGg,5412
 deepeval/benchmarks/human_eval/template.py,sha256=rcCHSb0wP_FS9DQPaoBn-iwgicI1OyEdFCkZLQ1vxPk,647
 deepeval/benchmarks/ifeval/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-deepeval/benchmarks/ifeval/ifeval.py,sha256=MH1jqyzojQS5e357_fGRj-WT4pMRVkfU2U00mbn3HU8,22273
+deepeval/benchmarks/ifeval/ifeval.py,sha256=xz_23g_cSJrKXxtQYTXScAXZtGiqy5vjuINWhmopb1g,22286
 deepeval/benchmarks/ifeval/template.py,sha256=lt_TNYlfcAm7JTmWvbqdmay62Qq_RFtj0ugIChqwVnU,5023
 deepeval/benchmarks/lambada/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/benchmarks/lambada/lambada.py,sha256=FExZLpDBgQfYe9o-MBS0LEy0-i4jHGeFHo8XCbMW_io,5556
@@ -139,11 +143,11 @@ deepeval/cli/types.py,sha256=_7KdthstHNc-JKCWrfpDQCf_j8h9PMxh0qJCHmVXJr0,310
 deepeval/cli/utils.py,sha256=F4-yuONzk4ojDoSLjI9RYERB7HOD412iZ2lNlSCq4wk,5601
 deepeval/confident/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 deepeval/confident/api.py,sha256=V3TaJzbc7SEf9ZZCKyiSbK7rI6hzv2D7ojD54aVrvq4,8564
-deepeval/confident/types.py,sha256=-slFhDof_1maMgpLxqDRZv6kz6ZVY2hP_0uj_aveJKU,533
+deepeval/confident/types.py,sha256=9bgePDaU31yY7JGwCLZcc7pev9VGtNDZLbjsVpCLVdc,574
 deepeval/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/config/logging.py,sha256=ivqmhOSB-oHOOU3MvnhImrZwkkxzxKJgoKxesnWfHjg,1314
-deepeval/config/settings.py,sha256=FT9BtRQGMYrvI5-gV3a5HaNSZi0vEWqp2xi_gl56JQU,30920
-deepeval/config/settings_manager.py,sha256=enahSZN8krRu7-L94OBCt99fwUIqQtMRL97PlzsuKEY,4021
+deepeval/config/settings.py,sha256=k--thAcgGcDu8hBgQGcNk9Rfh7jUejcZnvQpBC3ScWI,36435
+deepeval/config/settings_manager.py,sha256=Ynebm2BKDrzajc6DEq2eYIwyRAAtUQOkTnl46albxLk,4187
 deepeval/config/utils.py,sha256=bWeXj3fhGnLHIr_GuYaTp30x_PUOSAWJeS3lbZ4i3R8,3972
 deepeval/constants.py,sha256=J5rNXGsMKTFYJ_9Wi49qchZXuUityZjnvuy3I3TO5zk,1667
 deepeval/contextvars.py,sha256=oqXtuYiKd4Zvc1rNoR1gcRBxzZYCGTMVn7XostwvkRI,524
@@ -165,7 +169,7 @@ deepeval/evaluate/types.py,sha256=6w-0v8Rh10-qceP4iWe0yMTlee4J3immWAuqDS8LF2o,93
 deepeval/evaluate/utils.py,sha256=RRU6TOeRBq8jTfR1rgikybsMu4t8UZiDj2yqNQLhp8w,20631
 deepeval/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/integrations/crewai/__init__.py,sha256=Uu7-MNV6uXnDoXlZJzt69Y73thJXlMM4xfQdv3mrlHw,227
-deepeval/integrations/crewai/handler.py,sha256=jizbwsMayqv1FNXo7BrycFNWewzYJt9Lg2WiusgDpRM,6478
+deepeval/integrations/crewai/handler.py,sha256=SbwosamuRQXOSmKPKKV7MMQ9vn-sDFiufCIHw-xxYKk,7882
 deepeval/integrations/crewai/subs.py,sha256=UP6aY8Nrl_lHDwxG84aRMNjxzP-X2QWTtOu9DgXMabM,1477
 deepeval/integrations/crewai/tool.py,sha256=6Uw3XuJO0STDq3YAL6bp_xh5ZJcza0L4kkuotFYj79s,2558
 deepeval/integrations/crewai/wrapper.py,sha256=r4szLNUz1O7U9eMps7czMbHyIEEQ4lfPdBb417gYPfc,3726
@@ -175,19 +179,19 @@ deepeval/integrations/hugging_face/rich_manager.py,sha256=WvFtPGpPmGeg2Ftsnojga6
 deepeval/integrations/hugging_face/tests/test_callbacks.py,sha256=88Wyg-aDaXujj9jHeGdFF3ITSl2-y7eaJGWgSyvvDi8,4607
 deepeval/integrations/hugging_face/utils.py,sha256=HUKdQcTIb76Ct69AS737oPxmlVxk5fw2UbT2pLn-o8k,1817
 deepeval/integrations/langchain/__init__.py,sha256=G1Qey5WkKou2-PA34KwWgmayQ_TbvXqPyotTbzmD8tw,84
-deepeval/integrations/langchain/callback.py,sha256=CZuhUqxy5pZDDoW9VKge87HI6k7aA9sbdKOWT912sAk,11032
+deepeval/integrations/langchain/callback.py,sha256=kN2AHdtvCL3XlmQTnwUQ8YEfklrpGciNGhqBpleoKQc,11938
 deepeval/integrations/langchain/patch.py,sha256=fCHfZXU9xX3IJ6SG8GEYzn3qrifyUkT0i_uUABTsmcs,1255
 deepeval/integrations/langchain/utils.py,sha256=6kuVsuepjPxj1sdlq1QgBeGhMByyXuNmb_FFflLVMhc,10070
 deepeval/integrations/llama_index/__init__.py,sha256=Ujs9ZBJFkuCWUDBJOF88UbM1Y-S6QFQhxSo0oQnEWNw,90
-deepeval/integrations/llama_index/handler.py,sha256=oVqX0m5ESZcuR8h7Fq8P7d1BlPx4ZzR-Pr-VYeVXqmc,8813
-deepeval/integrations/llama_index/utils.py,sha256=mxW71-3PjvBvJpLIU0kNWuTzCidy5l_-roLt8ZyWYA0,2599
+deepeval/integrations/llama_index/handler.py,sha256=uTvNXmAF4xBh8t9bBm5sBFX6ETp8SrkOZlFlE_GWdmM,10771
+deepeval/integrations/llama_index/utils.py,sha256=onmmo1vpn6cpOY5EhfTc0Uui7X6l1M0HD3sq-KVAesg,3380
 deepeval/integrations/pydantic_ai/__init__.py,sha256=UIkXn_g6h9LTQXG1PaWu1eCFkCssIwG48WSvN46UWgU,202
 deepeval/integrations/pydantic_ai/agent.py,sha256=4wRV25O1tC-txH2j3TNJWry6gDNBqqThj7zgFKBxJpw,606
 deepeval/integrations/pydantic_ai/instrumentator.py,sha256=BJJkavaQkGelIFLAGeZFnvT1DFi5DGeos6H9AkzIl3I,10886
 deepeval/integrations/pydantic_ai/otel.py,sha256=0OuIpmaMtEt1dFWFZtYAiZ9hVCWweEWr1TRHYcDb4I8,1918
 deepeval/integrations/pydantic_ai/test_instrumentator.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/key_handler.py,sha256=damdQEBLGy4IVk5DR5-E3blIZdLbcMtyeGAFn_4_SG4,6505
-deepeval/metrics/__init__.py,sha256=w6QnIHyvhwEAKnFxcFbWqv0OMkEbeCzxwqsHmFOA35c,4547
+deepeval/metrics/__init__.py,sha256=q0yC5KkwZ9p1Mzl2VRdCZ4St3SKYaXUv3KbWe0aI494,4733
 deepeval/metrics/answer_relevancy/__init__.py,sha256=WbZUpoSg2GQoqJ4VIRirVVQ1JDx5xwT-RskwqNKfWGM,46
 deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=bkh7_1YoV3BsGzERujzWg4UDDYkWpI1K1z_7mltTve8,11500
 deepeval/metrics/answer_relevancy/schema.py,sha256=N8wIBh4qwk4-BZOEyPJM-MB2_0dbkqXHv0aCfsIkROo,405
@@ -238,6 +242,8 @@ deepeval/metrics/dag/nodes.py,sha256=tlVOySeflRHiM5j6vIyIP0hD0dsfySUvHnZrJ1TH5Lw
 deepeval/metrics/dag/schema.py,sha256=9C3CCqR1D9cdM_XiElKmen_ihxNECaxO11QC_4B4v8Q,366
 deepeval/metrics/dag/templates.py,sha256=rJjjTeHqOcm9mZKchuuLsjxbuXbqEyowVgpS1h7udT4,2148
 deepeval/metrics/dag/utils.py,sha256=66D88fpjIUdVwZvYV8a1L9TlX1wvbCVuE6Y8BFTbpkE,6069
+deepeval/metrics/exact_match/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deepeval/metrics/exact_match/exact_match.py,sha256=UjJPvOFeWPeCIRVnH-nvutl2uclSIjv0QB_SAjky2Mw,2866
 deepeval/metrics/faithfulness/__init__.py,sha256=RffAtTOSdtWO1gHVMnPI-imJahf3JENOoJRiNw-Xv4g,43
 deepeval/metrics/faithfulness/faithfulness.py,sha256=1dpbDoSDF0pYlDxuDOHw-HdtlUAA-OnNhtmacKVROhU,13751
 deepeval/metrics/faithfulness/schema.py,sha256=2dU9dwwmqpGJcWvY2webERWIfH_tn02xgLghHkAY_eM,437
@@ -329,6 +335,8 @@ deepeval/metrics/non_advice/__init__.py,sha256=GP55jVADpkODABIjzK0JX1MKpFNZ0bM7Q
 deepeval/metrics/non_advice/non_advice.py,sha256=9YrZEcYhaMBA49w1_Lyk7V1JY5t_DjmV2BBJtx6_9MY,11815
 deepeval/metrics/non_advice/schema.py,sha256=bODTV8jfjIYTwnYRHz32p47tqdXkTRqLXj_s5ZUxYAQ,299
 deepeval/metrics/non_advice/template.py,sha256=KiRoU_Re3JFHylKZ1O8hztZ3yEQf3vW_HWwHxQjDb6o,2864
+deepeval/metrics/pattern_match/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deepeval/metrics/pattern_match/pattern_match.py,sha256=_33G3dY1wfyIgG4weYAy2NiNvJBgmkHWK-iUeR_p5M8,3173
 deepeval/metrics/pii_leakage/__init__.py,sha256=tBc9OGp4gmgoYz6FA3ipr48fpsCMvq6WtlwOjMqhCD0,42
 deepeval/metrics/pii_leakage/pii_leakage.py,sha256=s-NAj1Lb0MiXIuQz0lxM120enSdMCVG_ktbR65d9-6U,11418
 deepeval/metrics/pii_leakage/schema.py,sha256=Jk9jdf4HAa76J237mnosWOCV71pBBNdLfaVhf-4dKEg,313
@@ -364,7 +372,7 @@ deepeval/metrics/summarization/summarization.py,sha256=rYghwnMED-JqM9eQ6GDXmnn0h
 deepeval/metrics/summarization/template.py,sha256=ItMcwgxgMIgHEIc1FoSsCtgPbhMY48ZzD7kfq7et6KY,5465
 deepeval/metrics/task_completion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/metrics/task_completion/schema.py,sha256=JfnZkbCh7skWvrESy65GEo6Rvo0FDJUqP6H1uyBCks4,241
-deepeval/metrics/task_completion/task_completion.py,sha256=t7nbkCHLWhLDMgCh2PLS_ho45tdQcJpcXMmW1De-pN4,9182
+deepeval/metrics/task_completion/task_completion.py,sha256=fJJSPg8GRsrySEbXmOU6Y3FxeETMPTY62xFDe-uasjk,9375
 deepeval/metrics/task_completion/template.py,sha256=4xjTBcGrPQxInbf8iwJOZyok9SQex1aCkbxKmfkXoA4,10437
 deepeval/metrics/tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/metrics/tool_correctness/schema.py,sha256=N0fmpYfCZm0AHSUg9UZkYYpYohDyJLSBETH9oSp9Z1g,103
@@ -387,10 +395,13 @@ deepeval/metrics/turn_relevancy/schema.py,sha256=om0zFJcM6qu2GWS9aJTP3lUmuEXX8Kp
 deepeval/metrics/turn_relevancy/template.py,sha256=klZ10QI8jo4ekf-KgcWgRxS9E3AK4vgKDNzjwAYGl48,2797
 deepeval/metrics/turn_relevancy/turn_relevancy.py,sha256=cgMt0toBIwzDc8lE8Q3YztzQA_DqR4GfdDrlyX7ya6w,10385
 deepeval/metrics/utils.py,sha256=6WWbaRToILdzuy2F1PvT6FdOTF4TVZuz_3JttEPDv5c,18752
+deepeval/model_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deepeval/model_integrations/types.py,sha256=rbVMhC_2yWwD6JqzkRO9D7aMVC_KtXN686G_S7de7S8,630
+deepeval/model_integrations/utils.py,sha256=Zt9SYPgTxlGsQFZgpZvh_a5fWuL8mmIFVSe6uoQywZ4,3562
 deepeval/models/__init__.py,sha256=0x4EsoqtSf7sLOg28DoOoInL_D5fKPWCakkE2gJa2pM,1195
 deepeval/models/_summac_model.py,sha256=xflanxl_IBuzuainlYCVX7UvjHCnAckKSvNR2NwZI6k,19750
 deepeval/models/answer_relevancy_model.py,sha256=SLOA6uUImNOuxpPGfTg2AH7MIkf9QsotYixvI1jcVC8,2197
-deepeval/models/base_model.py,sha256=P7L7RAix7lxpUhYLMPdnmnkMeWspMuaTeZy175ZtdSk,4033
+deepeval/models/base_model.py,sha256=owmHhVBppPe5Zt6GK9p87dE31hoqtn5_8F9TWr97aRE,4112
 deepeval/models/detoxify_model.py,sha256=UY67y-3aL_ojY06aZEhD_dW9TEaV5LJ_GVDyP0_2fyQ,991
 deepeval/models/embedding_models/__init__.py,sha256=5nsvahw_sZj_8WTInPYyGJEQrxNYBhDf6lkYQMKlgRw,230
 deepeval/models/embedding_models/azure_embedding_model.py,sha256=2tMlRh5k0BJkAesC5zXg3gyNcZ5N_yzN8fBLHXzTVdc,3917
@@ -419,11 +430,10 @@ deepeval/models/retry_policy.py,sha256=sCluLDM0kshOhGwQzeA80dDXXc2Oc8TXyWMCG1kEU
 deepeval/models/summac_model.py,sha256=wKeH7pWQRXrTlzlIw_r1YCb8b7jUhWq6jUz9FiNUCSg,1992
 deepeval/models/unbias_model.py,sha256=umOMhQLTmnD7uOuhiQufEl4Wlti4q2s3EtKOpds7zhs,597
 deepeval/models/utils.py,sha256=-3XDgg1U7PZ0jpLFiYXxqdBhp7idvlo7RPZv5SoD8lc,1130
-deepeval/openai/__init__.py,sha256=8v_Xj790M5PwPc5hiwIp0cuVFMknwtnhq0twRoD-85Y,440
-deepeval/openai/extractors.py,sha256=Ov0agbl61C-Vvw4RBL1yiMrH1uKqmLyDu5OhXfod1T8,6048
+deepeval/openai/__init__.py,sha256=YamU9-x8Ep1hfW6TuLX1nVBfiU7tglNQm84OSkJIP4o,555
+deepeval/openai/extractors.py,sha256=82pB3J4RbRI7qJqjDJNOEeFAK4PjfQUBx7KhsWcD7sg,6018
 deepeval/openai/patch.py,sha256=yAreqmE3BTK2gih-4Ek6Adsakai85akvhlVvkrBWrz8,9332
-deepeval/openai/types.py,sha256=rbVMhC_2yWwD6JqzkRO9D7aMVC_KtXN686G_S7de7S8,630
-deepeval/openai/utils.py,sha256=Pw09BhZNmMJgjCJl38WsCR2-ClEgdQGxOnv6OPar3Rs,7565
+deepeval/openai/utils.py,sha256=Hh4_i_ZcdyxIH8X9s4UIPI0fSwIktMk7LKYF7mBMgCY,7024
 deepeval/openai_agents/__init__.py,sha256=F4c6MtsdV7LWj0YamQcMGs4_u5sOYZJXWOQP8kV5xUg,314
 deepeval/openai_agents/agent.py,sha256=_SQdd0JzZK-ZvpP7yPEi22Y7fVk16PC00ROahdDQdCQ,951
 deepeval/openai_agents/callback_handler.py,sha256=4Tt2OAGfYd35C5LBMekxz0SDivYryKGm3lxls1WT7cY,4842
@@ -434,8 +444,8 @@ deepeval/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
 deepeval/plugins/plugin.py,sha256=_dwsdx4Dg9DbXxK3f7zJY4QWTJQWc7QE1HmIg2Zjjag,1515
 deepeval/progress_context.py,sha256=ZSKpxrE9sdgt9G3REKnVeXAv7GJXHHVGgLynpG1Pudw,3557
 deepeval/prompt/__init__.py,sha256=rDU99KjydxDRKhuQJCBs_bpDJrWb2mpHtvyv6AEwFC8,367
-deepeval/prompt/api.py,sha256=8EwWu4r44IUFOYqkQQiwyjAFFzmll11VnfXIF4n0rbc,6188
-deepeval/prompt/prompt.py,sha256=hHZu4qywRoNHIvNcfGvWZ9X8QbetiOM_D6CmhKID6fg,31079
+deepeval/prompt/api.py,sha256=JLQFJFKsJSadCnp7vLvapmPoCoVyBbEsXZrxPAolpiA,6329
+deepeval/prompt/prompt.py,sha256=jSycLAgpVYEd9sjiG1E9Wxkqt4qJy_EMk8-tYHABY7A,31147
 deepeval/prompt/utils.py,sha256=knjgPU2066OtYWMb3NqMPChr9zQgKfXo_QTLTtSkmYg,7620
 deepeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/red_teaming/README.md,sha256=BY5rAdpp3-sMMToEKwq0Nsd9ivkGDzPE16DeDb8GY7U,154
@@ -460,23 +470,23 @@ deepeval/synthesizer/templates/template_extraction.py,sha256=NkpzP-MkoefokVJBZn9
 deepeval/synthesizer/templates/template_prompt.py,sha256=cqtG3X2DQIs7NaaQeJrNcS4zdwgDn_l8go8ZeVHRdgI,12531
 deepeval/synthesizer/types.py,sha256=wUZntvCAE29sM9K8hk9RPwUpkTip1ObOCExyMEo3sME,493
 deepeval/synthesizer/utils.py,sha256=o-9z5gApQcHqDqusgrD0LagXWAju17LVc27BxtaA7og,1018
-deepeval/telemetry.py,sha256=JPZw1VBJ5dGiS8k-dzWs5OhMbNlr65QgVretTy33WCg,21704
+deepeval/telemetry.py,sha256=0k6oVhRBi1Ap6JC6SNe_9-nBnlG-uReUoS3KTrPayhk,21716
 deepeval/test_case/__init__.py,sha256=hLkHxGH0-FFhx4MlJwIbzNHL4pgyLGquh8l0qD-z_cQ,731
 deepeval/test_case/api.py,sha256=aPghn6TFTR6TfsUSoY0WUZgLSnJtWkQuzqm_cKt08mc,4418
 deepeval/test_case/arena_test_case.py,sha256=PcfDxadlc4yW4AEDdvN32AeUpx2Sms1jvnbX31Xu65o,957
 deepeval/test_case/conversational_test_case.py,sha256=lF0V1yCGCInQetggm2wbXx-MkuMRs2ScwqIXCSwb1Fs,7534
-deepeval/test_case/llm_test_case.py,sha256=AJ3xRZ_vp64rbXpWE838vvbKluFbs1pwdVJ46Ju9jUA,12280
+deepeval/test_case/llm_test_case.py,sha256=Ktz0ws43_sVQg6QvRMU40TAozy2J2ZNpRlARZNLVY_4,12317
 deepeval/test_case/mcp.py,sha256=Z625NLvz0E_UJpbyfyuAi_4nsqKH6DByBf0rfKd70xU,1879
 deepeval/test_case/mllm_test_case.py,sha256=8a0YoE72geX_fLI6yk_cObSxCPddwW-DOb-5OPE1-W8,5414
 deepeval/test_case/utils.py,sha256=5lT7QmhItsQHt44-qQfspuktilcrEyvl2cS0cgUJxds,809
 deepeval/test_run/__init__.py,sha256=cwH9sqz821ifdcviZiO3EajsYbh7GaUxA4LFur8g2ms,787
-deepeval/test_run/api.py,sha256=s8q2wBsE8rgOn_1GU84a8aFRjyDxMm6qQJmpl5CorCM,5484
-deepeval/test_run/cache.py,sha256=2bKXQ4GvHe2xowFGz4ekoheLno1Yv7O6PfuanFkWnA4,12786
+deepeval/test_run/api.py,sha256=AQApwrodHLJbr3qHJrqfeDOgIGaYOzjHHuCNKAKh--M,5524
+deepeval/test_run/cache.py,sha256=43jx2bBbOnqP_9D2re0OxbYjf0E4O2_UesLuz4TaXpU,12842
 deepeval/test_run/hooks.py,sha256=Qnd06bk9RJN4WmFUzJrBAi3Xj261hzyzI2iRmG8wbKw,375
 deepeval/test_run/hyperparameters.py,sha256=JKuKLilfrzgmkS7UBugsyZeHeb53DreISae6FIfy1mE,3762
-deepeval/test_run/test_run.py,sha256=LQmyLdPgnYkKw4r5zjiOSRoRYsxRSiQRqugtGFaq5ac,40012
+deepeval/test_run/test_run.py,sha256=Mu3G_yUdAjNGKVwolAoTlizLDbsP6pOMSvUbp5eaj74,40789
 deepeval/tracing/__init__.py,sha256=aSOk_ZgL-K7CZzcyiaIa5peAiaPViDST5GhpHA3Adc8,614
-deepeval/tracing/api.py,sha256=VWs0M0wHk7Y8ReVOl9fo2ZDfVPVD08FlswvAlIKDZac,4926
+deepeval/tracing/api.py,sha256=GbtpUDdGpchl6rPXtZT6IBKjAhwux6qOlKLdP3dRVHU,4996
 deepeval/tracing/context.py,sha256=rzm42zYzP7jmQJO08AV-Qmw86ik45qRfF4UQNpGcmJw,5338
 deepeval/tracing/offline_evals/__init__.py,sha256=bEniJAl7PmS9u2ksiOTfHtlCPJ9_CJV5R6umrUOX5MM,102
 deepeval/tracing/offline_evals/api.py,sha256=eBfqh2uWyeRkIeGhjrN1bTQzAEow-XPubs-42WEZ2QQ,510
@@ -484,19 +494,19 @@ deepeval/tracing/offline_evals/span.py,sha256=pXqTVXs-WnjRVpCYYEbNe0zSM6Wz9GsKHs
 deepeval/tracing/offline_evals/thread.py,sha256=bcSGFcZJKnszArOLIlWvnCyt0zSmsd7Xsw5rl4RTVFg,1981
 deepeval/tracing/offline_evals/trace.py,sha256=vTflaTKysKRiYvKA-Nx6PUJ3J6NrRLXiIdWieVcm90E,1868
 deepeval/tracing/otel/__init__.py,sha256=HQsaF5yLPwyW5qg8AOV81_nG_7pFHnatOTHi9Wx3HEk,88
-deepeval/tracing/otel/exporter.py,sha256=zXkM79kMzdmEr0DGifDgzm5U_OkMO5dD2yjzYAabcKs,28634
+deepeval/tracing/otel/exporter.py,sha256=Yh6v-NBxqEqS_ht_Xb4fmTuzNXCyCIQ1UOpx6AU0LEw,29042
 deepeval/tracing/otel/test_exporter.py,sha256=bezihPGWJpwUEF3ZghxqhhorocVFTO2b43jRM-JHYMU,1076
 deepeval/tracing/otel/utils.py,sha256=NVMN07JtxuvVPtdyTW7KFdTqQL3TpoCO-JdZeghQJBY,17859
-deepeval/tracing/patchers.py,sha256=DAPNkhrDtoeyJIVeQDUMhTz-xGcXu00eqjQZmov8FiU,3096
+deepeval/tracing/patchers.py,sha256=c-8Fjc5VIWB5VD9ONKq735ypW6O1pZIFQWsHR3lRh0E,6832
 deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
-deepeval/tracing/trace_context.py,sha256=QGKUO5LzP8sLSb3DH8GAQeAq0X25kmRZXduzunzlBZw,3050
+deepeval/tracing/trace_context.py,sha256=Z0n0Cu1A5g9dXiZnzTFO5TzeOYHKeNuO6v3_EU_Gi_c,3568
 deepeval/tracing/trace_test_manager.py,sha256=wt4y7EWTRc4Bw938-UFFtXHkdFFOrnx6JaIk7J5Iulw,555
-deepeval/tracing/tracing.py,sha256=iMpi5Q8e1VYuTLshzWEHuZC7ysuNFYwRCVBn1jX-qUg,45681
-deepeval/tracing/types.py,sha256=QZdINiuLCT2oqaCoiaClOtL6m3Wzi8mN-ajZd09XHqw,5948
-deepeval/tracing/utils.py,sha256=pW_UJMzyeR1PWYZuZrPeVGGYiL6FRpFE3Ehbz9uhw_M,5525
-deepeval/utils.py,sha256=g4vO7E6xvdKtp1x84NXXX5Ifm3c0OMIA0IaiP2U5a-s,22079
-deepeval-3.6.9.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
-deepeval-3.6.9.dist-info/METADATA,sha256=u-OgJTHDKHRn88hnnDfdkT_swHC4tJRc3S3crwFIiss,18754
-deepeval-3.6.9.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-deepeval-3.6.9.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
-deepeval-3.6.9.dist-info/RECORD,,
+deepeval/tracing/tracing.py,sha256=FC9nDWs-7s_e_Le97rEYZz2oZyXZlcbsijc0rUBbLiM,45988
+deepeval/tracing/types.py,sha256=WhnxefUc5I8jcAOBQ-tsZ8_zVZfGqSvCWHD5XUN6Ggw,6040
+deepeval/tracing/utils.py,sha256=mdvhYAxDNsdnusaEXJd-c-_O2Jn6S3xSuzRvLO1Jz4U,5684
+deepeval/utils.py,sha256=22h0mxijAb0NBKQ1cbfyOWuzfKwl_a6mkGfrTxXs6TY,23146
+deepeval-3.7.0.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
+deepeval-3.7.0.dist-info/METADATA,sha256=-2wsknTbODZydmGcJYHES-jdzdT8dgJWid2z20EuTJk,18754
+deepeval-3.7.0.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+deepeval-3.7.0.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
+deepeval-3.7.0.dist-info/RECORD,,