deepeval 3.6.7__py3-none-any.whl → 3.6.8__py3-none-any.whl

deepeval/tracing/trace_context.py

@@ -11,7 +11,7 @@ from deepeval.test_case.llm_test_case import ToolCall
 
 
 @dataclass
-class LlmContext:
+class LlmSpanContext:
     prompt: Optional[Prompt] = None
     metrics: Optional[List[BaseMetric]] = None
     metric_collection: Optional[str] = None
@@ -21,63 +21,78 @@ class LlmContext:
     retrieval_context: Optional[List[str]] = None
 
 
-current_llm_context: ContextVar[Optional[LlmContext]] = ContextVar(
-    "current_llm_context", default=LlmContext()
+@dataclass
+class AgentSpanContext:
+    metrics: Optional[List[BaseMetric]] = None
+    metric_collection: Optional[str] = None
+    expected_output: Optional[str] = None
+    expected_tools: Optional[List[ToolCall]] = None
+    context: Optional[List[str]] = None
+    retrieval_context: Optional[List[str]] = None
+
+
+current_llm_context: ContextVar[Optional[LlmSpanContext]] = ContextVar(
+    "current_llm_context", default=LlmSpanContext()
+)
+
+current_agent_context: ContextVar[Optional[AgentSpanContext]] = ContextVar(
+    "current_agent_context", default=AgentSpanContext()
 )
 
 
 @contextmanager
 def trace(
-    prompt: Optional[Prompt] = None,
-    llm_metrics: Optional[List[BaseMetric]] = None,
-    llm_metric_collection: Optional[str] = None,
+    llm_span_context: Optional[LlmSpanContext] = None,
+    agent_span_context: Optional[AgentSpanContext] = None,
     name: Optional[str] = None,
     tags: Optional[List[str]] = None,
     metadata: Optional[Dict[str, Any]] = None,
-    user_id: Optional[str] = None,
     thread_id: Optional[str] = None,
+    user_id: Optional[str] = None,
+    input: Optional[Any] = None,
+    output: Optional[Any] = None,
+    retrieval_context: Optional[List[str]] = None,
+    context: Optional[List[str]] = None,
     expected_output: Optional[str] = None,
+    tools_called: Optional[List[ToolCall]] = None,
     expected_tools: Optional[List[ToolCall]] = None,
-    context: Optional[List[str]] = None,
-    retrieval_context: Optional[List[str]] = None,
-    trace_metric_collection: Optional[str] = None,
-    trace_metrics: Optional[List[BaseMetric]] = None,
+    metrics: Optional[List[BaseMetric]] = None,
+    metric_collection: Optional[str] = None,
 ):
     current_trace = current_trace_context.get()
 
     if not current_trace:
         current_trace = trace_manager.start_new_trace()
 
-    if trace_metrics:
-        current_trace.metrics = trace_metrics
+    if metrics:
+        current_trace.metrics = metrics
 
-    if trace_metric_collection:
-        current_trace.metric_collection = trace_metric_collection
+    if metric_collection:
+        current_trace.metric_collection = metric_collection
 
     current_trace_context.set(current_trace)
 
-    current_llm_context.set(
-        LlmContext(
-            prompt=prompt,
-            metrics=llm_metrics,
-            metric_collection=llm_metric_collection,
-            expected_output=expected_output,
-            expected_tools=expected_tools,
-            context=context,
-            retrieval_context=retrieval_context,
-        )
+    update_current_trace(
+        name=name,
+        tags=tags,
+        metadata=metadata,
+        thread_id=thread_id,
+        user_id=user_id,
+        input=input,
+        output=output,
+        retrieval_context=retrieval_context,
+        context=context,
+        expected_output=expected_output,
+        tools_called=tools_called,
+        expected_tools=expected_tools,
     )
 
-    # set the current trace attributes
-    if name:
-        update_current_trace(name=name)
-    if tags:
-        update_current_trace(tags=tags)
-    if metadata:
-        update_current_trace(metadata=metadata)
-    if user_id:
-        update_current_trace(user_id=user_id)
-    if thread_id:
-        update_current_trace(thread_id=thread_id)
-
-    yield current_trace
+    if llm_span_context:
+        current_llm_context.set(llm_span_context)
+    if agent_span_context:
+        current_agent_context.set(agent_span_context)
+    try:
+        yield current_trace
+    finally:
+        current_llm_context.set(LlmSpanContext())
+        current_agent_context.set(AgentSpanContext())

deepeval/tracing/tracing.py

@@ -1,3 +1,4 @@
+import weakref
 from typing import (
     TYPE_CHECKING,
     Any,
@@ -92,6 +93,9 @@ class TraceManager:
         self._min_interval = 0.2  # Minimum time between API calls (seconds)
         self._last_post_time = 0
         self._in_flight_tasks: Set[asyncio.Task[Any]] = set()
+        self.task_bindings: "weakref.WeakKeyDictionary[asyncio.Task, dict]" = (
+            weakref.WeakKeyDictionary()
+        )
         self._flush_enabled = bool(settings.CONFIDENT_TRACE_FLUSH)
         self._daemon = not self._flush_enabled
 
@@ -852,6 +856,25 @@ class Observer:
             self._progress = parent_span.progress
             self._pbar_callback_id = parent_span.pbar_callback_id
 
+        try:
+            import asyncio
+
+            task = asyncio.current_task()
+        except Exception:
+            task = None
+
+        if task is not None:
+            binding = trace_manager.task_bindings.get(task) or {}
+            # record the trace the task is working on
+            binding["trace_uuid"] = span_instance.trace_uuid
+            # only set root_span_uuid when this span is a root. Don't do this for child or we will override our record.
+            if (
+                span_instance.parent_uuid is None
+                and "root_span_uuid" not in binding
+            ):
+                binding["root_span_uuid"] = span_instance.uuid
+            trace_manager.task_bindings[task] = binding
+
         if self._progress is not None and self._pbar_callback_id is not None:
             span_instance.progress = self._progress
             span_instance.pbar_callback_id = self._pbar_callback_id

deepeval/tracing/types.py

@@ -1,14 +1,8 @@
 from enum import Enum
 from dataclasses import dataclass, field
 from pydantic import BaseModel, Field
-from typing import Any, Dict, List, Optional, Union
+from typing import Any, Dict, List, Optional, Union, Literal
 from rich.progress import Progress
-from deepeval.tracing.message_types import (
-    ToolSchema,
-    ToolOutput,
-    TextMessage,
-    ToolCallMessage,
-)
 
 from deepeval.prompt.prompt import Prompt
 from deepeval.test_case.llm_test_case import ToolCall
@@ -16,6 +10,19 @@ from deepeval.test_case import LLMTestCase
 from deepeval.metrics import BaseMetric
 
 
+class Message(BaseModel):
+    role: str
+    """To be displayed on the top of the message block."""
+
+    type: Literal["tool_calls", "tool_output", "thinking", "default"] = (
+        "default"
+    )
+    """Decides how the content is rendered."""
+
+    content: Any
+    """The content of the message."""
+
+
 class TraceWorkerStatus(Enum):
     SUCCESS = "success"
     FAILURE = "failure"
@@ -50,7 +57,7 @@ class LlmOutput(BaseModel):
 class BaseSpan(BaseModel):
     uuid: str
     status: TraceSpanStatus
-    children: List["BaseSpan"]
+    children: List["BaseSpan"] = Field(default_factory=list)
     trace_uuid: str = Field(serialization_alias="traceUuid")
     parent_uuid: Optional[str] = Field(None, serialization_alias="parentUuid")
     start_time: float = Field(serialization_alias="startTime")
@@ -94,12 +101,7 @@ class AgentSpan(BaseSpan):
 
 
 class LlmSpan(BaseSpan):
-    input: Optional[
-        Union[Any, List[Union[TextMessage, ToolCallMessage, ToolOutput]]]
-    ] = None
-    output: Optional[Union[Any, List[Union[TextMessage, ToolCallMessage]]]] = (
-        None
-    )
+
     model: Optional[str] = None
     prompt: Optional[Prompt] = None
     input_token_count: Optional[float] = Field(

deepeval/utils.py

@@ -10,6 +10,7 @@ import asyncio
 import nest_asyncio
 import uuid
 import math
+import logging
 
 from contextvars import ContextVar
 from enum import Enum
@@ -747,3 +748,23 @@ my_theme = Theme(
     }
 )
 custom_console = Console(theme=my_theme)
+
+
+def format_error_text(
+    exc: BaseException, *, with_stack: bool | None = None
+) -> str:
+    if with_stack is None:
+        with_stack = logging.getLogger("deepeval").isEnabledFor(logging.DEBUG)
+
+    text = f"{type(exc).__name__}: {exc}"
+
+    if with_stack:
+        import traceback
+
+        text += "\n" + "".join(
+            traceback.format_exception(type(exc), exc, exc.__traceback__)
+        )
+    elif get_settings().DEEPEVAL_VERBOSE_MODE:
+        text += " (Run with LOG_LEVEL=DEBUG for stack trace.)"
+
+    return text

{deepeval-3.6.7.dist-info → deepeval-3.6.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepeval
-Version: 3.6.7
+Version: 3.6.8
 Summary: The LLM Evaluation Framework
 Home-page: https://github.com/confident-ai/deepeval
 License: Apache-2.0

{deepeval-3.6.7.dist-info → deepeval-3.6.8.dist-info}/RECORD

@@ -1,5 +1,5 @@
 deepeval/__init__.py,sha256=IqShG98ALpA1gm_qL2Jq56AJoafAHpcUTSvpgH4HpZM,3062
-deepeval/_version.py,sha256=YI_RpVZwcnI0mL1Q52yzeFfvPwLM6jKjG7i478wPJzM,27
+deepeval/_version.py,sha256=C5bgvFdado3VzAu3M_L96js3YY-GEFop8Ji2mSKvCRo,27
 deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
 deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
 deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
@@ -154,19 +154,20 @@ deepeval/dataset/golden.py,sha256=T-rTk4Hw1tANx_Iimv977F6Y4QK3s5OIB4PecU5FJDM,23
 deepeval/dataset/test_run_tracer.py,sha256=5CdpDvhzkEEBRyqWi6egocaxiN6IRS3XfbACxEQZQeM,2544
 deepeval/dataset/types.py,sha256=CWeOIBPK2WdmRUqjFa9gfN-w2da0r8Ilzl3ToDpJQoQ,558
 deepeval/dataset/utils.py,sha256=fbBtbalP3qoCF38DGZASVsz8eIVuYojt92ujDGXaIwM,6626
-deepeval/errors.py,sha256=_K5wywEw2gp0DDECyeY6UrSI9GgOtCBbfPxt5maIzSY,113
+deepeval/errors.py,sha256=FfhtULNIQqHpKVqCr-xlvTtLxkNj40qVU89sXYKuDrA,754
 deepeval/evaluate/__init__.py,sha256=315IaMiYEz7oJhZ4kPTBfeCNd1xF-wWVU6KOQnrKQpE,291
 deepeval/evaluate/api.py,sha256=rkblH0ZFAAdyuF0Ymh7JE1pIJPR9yFuPrn9SQaCEQp4,435
 deepeval/evaluate/compare.py,sha256=tdSJY4E7YJ_zO3dzvpwngZHLiUI2YQcTWJOLI83htsQ,9855
 deepeval/evaluate/configs.py,sha256=QfWjaWNxLsgEe8-5j4PIs5WcSyEckiWt0qdpXSpl57M,928
 deepeval/evaluate/evaluate.py,sha256=CLc-5rlHcBkJcakYXf9twaF6G8chp95gCBe8V4B-cVo,10684
-deepeval/evaluate/execute.py,sha256=a5H_q6KimTvGlHyaSx0QjlPm0VKd9tKAlljrlfVWSMI,90890
-deepeval/evaluate/types.py,sha256=zsL_lNbFMG20czzRQeWNDbLSzL8Uy7IIgvILe-X0kN0,918
-deepeval/evaluate/utils.py,sha256=ZbPdPC_RK0bKSa-VCfJrZXRlvkqtSIiR2zvxKXqS_Yk,20334
+deepeval/evaluate/execute.py,sha256=B1mjwfquKMGkcrfypU798-T598kBhdCfl9s-symYgxM,111805
+deepeval/evaluate/types.py,sha256=6w-0v8Rh10-qceP4iWe0yMTlee4J3immWAuqDS8LF2o,939
+deepeval/evaluate/utils.py,sha256=RRU6TOeRBq8jTfR1rgikybsMu4t8UZiDj2yqNQLhp8w,20631
 deepeval/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/integrations/crewai/__init__.py,sha256=g7m8mUJWCkMvkgn7ts9tyapLjvb7e1a1KLsPmy3gHys,196
+deepeval/integrations/crewai/__init__.py,sha256=Uu7-MNV6uXnDoXlZJzt69Y73thJXlMM4xfQdv3mrlHw,227
 deepeval/integrations/crewai/handler.py,sha256=jizbwsMayqv1FNXo7BrycFNWewzYJt9Lg2WiusgDpRM,6478
 deepeval/integrations/crewai/subs.py,sha256=UP6aY8Nrl_lHDwxG84aRMNjxzP-X2QWTtOu9DgXMabM,1477
+deepeval/integrations/crewai/tool.py,sha256=6Uw3XuJO0STDq3YAL6bp_xh5ZJcza0L4kkuotFYj79s,2558
 deepeval/integrations/crewai/wrapper.py,sha256=r4szLNUz1O7U9eMps7czMbHyIEEQ4lfPdBb417gYPfc,3726
 deepeval/integrations/hugging_face/__init__.py,sha256=MuHIf9im9Jypq4VkfLzhklxIrd7vSTGlT74iUNSPgvg,93
 deepeval/integrations/hugging_face/callback.py,sha256=15QQEzR34Cpdp5kUp5oVA6dEsShtiMNZ03akJWAh7lo,7911
@@ -177,17 +178,16 @@ deepeval/integrations/langchain/__init__.py,sha256=G1Qey5WkKou2-PA34KwWgmayQ_Tbv
 deepeval/integrations/langchain/callback.py,sha256=CZuhUqxy5pZDDoW9VKge87HI6k7aA9sbdKOWT912sAk,11032
 deepeval/integrations/langchain/patch.py,sha256=fCHfZXU9xX3IJ6SG8GEYzn3qrifyUkT0i_uUABTsmcs,1255
 deepeval/integrations/langchain/utils.py,sha256=6kuVsuepjPxj1sdlq1QgBeGhMByyXuNmb_FFflLVMhc,10070
-deepeval/integrations/llama_index/__init__.py,sha256=zBwUFQXDp6QFtp1cfANy8ucV08rjc93nyxM9o9hWjT0,216
-deepeval/integrations/llama_index/agent/patched.py,sha256=4JbH0WQmt4lct7xxIH0phj8_Y-V35dgVv7DEDXK0jZI,2149
-deepeval/integrations/llama_index/handler.py,sha256=eqI1n8E4MsvfKoFs5Zrm9IdCR7g9eBgNedISs7UkU_I,8947
+deepeval/integrations/llama_index/__init__.py,sha256=Ujs9ZBJFkuCWUDBJOF88UbM1Y-S6QFQhxSo0oQnEWNw,90
+deepeval/integrations/llama_index/handler.py,sha256=oVqX0m5ESZcuR8h7Fq8P7d1BlPx4ZzR-Pr-VYeVXqmc,8813
 deepeval/integrations/llama_index/utils.py,sha256=mxW71-3PjvBvJpLIU0kNWuTzCidy5l_-roLt8ZyWYA0,2599
 deepeval/integrations/pydantic_ai/__init__.py,sha256=UIkXn_g6h9LTQXG1PaWu1eCFkCssIwG48WSvN46UWgU,202
 deepeval/integrations/pydantic_ai/agent.py,sha256=4wRV25O1tC-txH2j3TNJWry6gDNBqqThj7zgFKBxJpw,606
-deepeval/integrations/pydantic_ai/instrumentator.py,sha256=RALOL7sz-DWgUe_fd8jWqjGzKnqgVvkoMToLfuk0u10,8493
+deepeval/integrations/pydantic_ai/instrumentator.py,sha256=BJJkavaQkGelIFLAGeZFnvT1DFi5DGeos6H9AkzIl3I,10886
 deepeval/integrations/pydantic_ai/otel.py,sha256=0OuIpmaMtEt1dFWFZtYAiZ9hVCWweEWr1TRHYcDb4I8,1918
 deepeval/integrations/pydantic_ai/test_instrumentator.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/key_handler.py,sha256=damdQEBLGy4IVk5DR5-E3blIZdLbcMtyeGAFn_4_SG4,6505
-deepeval/metrics/__init__.py,sha256=nvO0Wv2JROjK1I9MDNIFUJlrRAZI2C0xbGYSBZK5q4g,4013
+deepeval/metrics/__init__.py,sha256=w6QnIHyvhwEAKnFxcFbWqv0OMkEbeCzxwqsHmFOA35c,4547
 deepeval/metrics/answer_relevancy/__init__.py,sha256=WbZUpoSg2GQoqJ4VIRirVVQ1JDx5xwT-RskwqNKfWGM,46
 deepeval/metrics/answer_relevancy/answer_relevancy.py,sha256=bkh7_1YoV3BsGzERujzWg4UDDYkWpI1K1z_7mltTve8,11500
 deepeval/metrics/answer_relevancy/schema.py,sha256=N8wIBh4qwk4-BZOEyPJM-MB2_0dbkqXHv0aCfsIkROo,405
@@ -202,13 +202,13 @@ deepeval/metrics/argument_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
 deepeval/metrics/argument_correctness/argument_correctness.py,sha256=Z4XVPg9QklpyIpr_1QreoZRZe5ZR94AvBmkGVeyQkRw,10411
 deepeval/metrics/argument_correctness/schema.py,sha256=mN__hspSfrKikG9DUycivrP3fdC8EPPsSdh0Ev52kPQ,360
 deepeval/metrics/argument_correctness/template.py,sha256=NpuEFTsSFWh8UDJ4VhMoAA8tjC6aRWxFWT9G1iTwpmA,5401
-deepeval/metrics/base_metric.py,sha256=tRlEGLkXcf34paZagYR6kMHA9MBK0HPNi_lGkxJ0B4E,4670
+deepeval/metrics/base_metric.py,sha256=p2GwJ20aigf7CpKTCTKgt73dgVj6zHVhtbLMql8ET8Y,4703
 deepeval/metrics/bias/__init__.py,sha256=10suWOJYISoIcz2fB-nSkP1qb0WMGVPjNakKO-CEr8w,35
 deepeval/metrics/bias/bias.py,sha256=Y6arSms28mPzxKd9V7_ZgTWTBWwq3XJMTmab9KV233s,10924
 deepeval/metrics/bias/schema.py,sha256=bjYFZAbIjxFAzc3-JOJ2i4H-EAF-EWhi2CL2CIzP3qw,446
 deepeval/metrics/bias/template.py,sha256=b18-kbFpAenZzcDbG4Nd0gIhcUG6GrYHkzcFIS6dpow,4217
 deepeval/metrics/contextual_precision/__init__.py,sha256=JI8VdPpwU1I6ifJeQGwDf2p85augwwYj5km3WJlWy8Y,50
-deepeval/metrics/contextual_precision/contextual_precision.py,sha256=5207M0Y9FueIO5ALhbM02xjQmTAqrGBIL5a_NsAzWm0,10937
+deepeval/metrics/contextual_precision/contextual_precision.py,sha256=5dTYLlKj-KOQj5vLlIGlGkBgGJgI_LCnvxQO3mR-H-Q,11228
 deepeval/metrics/contextual_precision/schema.py,sha256=NVJjkfdEc72u9M0lx0EyHe8-J1XUkCPFwU3v3xdZK5A,278
 deepeval/metrics/contextual_precision/template.py,sha256=zDKbTLQGFutjL73qJD--TxJ3_JGmOgESDTfgiYk5K6U,3890
 deepeval/metrics/contextual_recall/__init__.py,sha256=WMaP3SE8g0oh6mdnfvLBmjjgYV0WkBMg0YRuYNrTxcI,47
@@ -227,16 +227,16 @@ deepeval/metrics/conversational_dag/__init__.py,sha256=QXIdS-GvaJgOrl9kesHMMx1rb
 deepeval/metrics/conversational_dag/conversational_dag.py,sha256=9QQHp__U9wFJMLy7yeqJXU4-Hi4Xk2nXDnChruQOLMY,5142
 deepeval/metrics/conversational_dag/nodes.py,sha256=zn4mOb6bvUOntpWyY1Ab8Y3X44MPqojUTw3iRrjWBpE,33983
 deepeval/metrics/conversational_dag/templates.py,sha256=-WvTE8Q-Aw0f91kxdgaPZWAh2qv1-KF6v4PbGR718rk,3801
-deepeval/metrics/conversational_g_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/metrics/conversational_g_eval/conversational_g_eval.py,sha256=CenTNgby1mwasWo6qJO9jqFXgtKFvzo2ldM8yd3bm0M,17553
+deepeval/metrics/conversational_g_eval/__init__.py,sha256=0whQUYv_qZx4nkz0V6TTjgg8gJVCmW8323WcXpj2EzI,93
+deepeval/metrics/conversational_g_eval/conversational_g_eval.py,sha256=gLX1xcJgiKhe67lU5C-KvgvPyrRcuUKmLiZqfIrZdqM,17712
 deepeval/metrics/conversational_g_eval/schema.py,sha256=H_9-iA1BXJwbPKrGEZBqxDO_En4sjXI8_xKSNYc-hnk,167
 deepeval/metrics/conversational_g_eval/template.py,sha256=buwPuHfqn-9FRrW-j1Pc4W0XCAVmdPPa0wM8pQ9Q0N0,2917
 deepeval/metrics/dag/__init__.py,sha256=G5D9ngJ6nnbRBF2mfmNZymZId8gKD09QzTA1Y_bTrgM,157
 deepeval/metrics/dag/dag.py,sha256=fsT4ifuW73jPKebhQ_A_l9ii_wNammRrCqIRqKIrPrs,5038
 deepeval/metrics/dag/graph.py,sha256=djc-p_qJmKwQU4eDFoSRqyLM3x80LRbuiwpBbWP3uNU,2876
 deepeval/metrics/dag/nodes.py,sha256=tlVOySeflRHiM5j6vIyIP0hD0dsfySUvHnZrJ1TH5Lw,28062
-deepeval/metrics/dag/schema.py,sha256=rJaMlXeESN0L3Igw0FTmErqjF6s8oKkUBEjhVKyBkiI,382
-deepeval/metrics/dag/templates.py,sha256=7pVyE1exfpU5z2OcAF4fH4xOxxIqO7orK3SQyMqGqEQ,2090
+deepeval/metrics/dag/schema.py,sha256=9C3CCqR1D9cdM_XiElKmen_ihxNECaxO11QC_4B4v8Q,366
+deepeval/metrics/dag/templates.py,sha256=rJjjTeHqOcm9mZKchuuLsjxbuXbqEyowVgpS1h7udT4,2148
 deepeval/metrics/dag/utils.py,sha256=66D88fpjIUdVwZvYV8a1L9TlX1wvbCVuE6Y8BFTbpkE,6069
 deepeval/metrics/faithfulness/__init__.py,sha256=RffAtTOSdtWO1gHVMnPI-imJahf3JENOoJRiNw-Xv4g,43
 deepeval/metrics/faithfulness/faithfulness.py,sha256=1dpbDoSDF0pYlDxuDOHw-HdtlUAA-OnNhtmacKVROhU,13751
@@ -247,8 +247,12 @@ deepeval/metrics/g_eval/g_eval.py,sha256=OkMvddJEjTaBnCEa4RNhqkDULcjTxxqn1IIvexs
 deepeval/metrics/g_eval/schema.py,sha256=V629txuDrr_2IEKEsgJVYYZb_pkdfcltQV9ZjvxK5co,287
 deepeval/metrics/g_eval/template.py,sha256=mHj4-mr_HQwbCjpHg7lM_6UesoSatL3g8UGGQAOdT0U,4509
 deepeval/metrics/g_eval/utils.py,sha256=uUT86jRXVYvLDzcnZvvfWssDyGoBHb66nWcJSg4i1u4,8784
+deepeval/metrics/goal_accuracy/__init__.py,sha256=SVvA5Py1iNQoLujNUptvckoLoR6XMs-W2jQ7b89v-Tc,46
+deepeval/metrics/goal_accuracy/goal_accuracy.py,sha256=r8QoSK1qcMvF2ykdoyHlC_L0kl3jU2mmiAT9J0JBTv0,13191
+deepeval/metrics/goal_accuracy/schema.py,sha256=WmP1nw5ugOAKCFrpjZpF4jjeJzLB3Ecdp-2VWfBJLAE,257
+deepeval/metrics/goal_accuracy/template.py,sha256=bsx7vhiN09X7bDzim0HY3lNgfGtmMEqawx7tHRanCa8,10521
 deepeval/metrics/hallucination/__init__.py,sha256=rCVlHi2UGzDKmZKi0esFLafmshVBx2WZ0jiIb-KqcYQ,44
-deepeval/metrics/hallucination/hallucination.py,sha256=K0hNzxeaYFI-TCg1KVo-s0BDkTRQUwQ_F5r5uD5vStQ,10115
+deepeval/metrics/hallucination/hallucination.py,sha256=3iBEw-tTpU_6RB80i2WQHMRwgPtq2nsO89ceOhuUf94,10148
 deepeval/metrics/hallucination/schema.py,sha256=V8xbrBLMwJfre-lPuDc7rMEdhHf_1hfgoW1jE_ULvAY,286
 deepeval/metrics/hallucination/template.py,sha256=hiss1soxSBFqzOt0KmHZdZUzoQsmXnslDyb8HsjALPs,2620
 deepeval/metrics/indicator.py,sha256=MmOi6dDAFXIz3xKfuu7nyooL_VckCoYKZByL1ZSNmCE,10446
@@ -261,12 +265,12 @@ deepeval/metrics/knowledge_retention/knowledge_retention.py,sha256=Sqyz9C_Ze9uv0
 deepeval/metrics/knowledge_retention/schema.py,sha256=XQ33uA4hCWGe_cNVH9B8RTm8N-BDHJW9RseKdlCvb9E,287
 deepeval/metrics/knowledge_retention/template.py,sha256=LtANOvqaROUXIG5Bepz_N6tZlBlGbd8lI92g036xvVw,5403
 deepeval/metrics/mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/metrics/mcp/mcp_task_completion.py,sha256=UA5qYwqolhdDdqEkDbylOQrB7Mn_z3wrZhGFtQW9nL8,10635
-deepeval/metrics/mcp/multi_turn_mcp_use_metric.py,sha256=sd_pfksW70WDKNoAAzAV6Hz8QQi2bMduArQHmSqNBR4,14451
+deepeval/metrics/mcp/mcp_task_completion.py,sha256=bZ_Z_-PDnAfASdrYzsRSLH7SNYX50yzOeLmLWW9qjao,10839
+deepeval/metrics/mcp/multi_turn_mcp_use_metric.py,sha256=iXPOVLHnAxdeWy8QP5lCkQWnY8Of_KnY2ajEble5px0,14795
 deepeval/metrics/mcp/schema.py,sha256=e9_bFfI8uHeejaePu-YIX8qpAax1noPaKhpiD_NYlgg,310
 deepeval/metrics/mcp/template.py,sha256=iL1V9W40piCAlstk_qYOTHAy2aymqbMmujHempUk25s,5482
 deepeval/metrics/mcp_use_metric/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/metrics/mcp_use_metric/mcp_use_metric.py,sha256=VBg5Oy-jJA22VUonSp8R4ZaBf2eDT17wVnGA7ZzB8iY,14647
+deepeval/metrics/mcp_use_metric/mcp_use_metric.py,sha256=rZp2_SYqyDRf68KVGXoHMNP-Ws_5hlGajEBL9LhdElo,14723
 deepeval/metrics/mcp_use_metric/schema.py,sha256=GAWacRNl0i7ir_AE_f1_OBEj0Q5xhcIwEytmTFpiwyw,169
 deepeval/metrics/mcp_use_metric/template.py,sha256=iUttypDHYPc_QPB8hvuPhmSodJMhqUpau3P53thnE_Y,5625
 deepeval/metrics/misuse/__init__.py,sha256=TqtaJf0zzFceJtb3BSTT_hTA6OzgnF3Y-XuWjR2bgVs,37
@@ -295,7 +299,7 @@ deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/multimodal_answe
 deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/schema.py,sha256=Tqo-qN94CV4ZB6n8I906elt-PL9aUk0ioeuu-KvIQc0,382
 deepeval/metrics/multimodal_metrics/multimodal_answer_relevancy/template.py,sha256=gb9NSVwGp2xI34BvNdY7AccIcoRZKHdP0Ku7JPPHFzs,5439
 deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=zLPxiFvDlkgKU0vpvBCibpSHYNbuA-HzpU7bgCfYwPY,10850
+deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/multimodal_contextual_precision.py,sha256=momYMtblazOiKg6mv-OOuC7cMxfSO4FcnLdaq0YTu0k,11199
 deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/schema.py,sha256=Y0kOAfaaKCBmnvBPZXJLZK_C5FAWDyJC8fYbnNQx3eA,305
 deepeval/metrics/multimodal_metrics/multimodal_contextual_precision/template.py,sha256=XcpXheJKQBo4Zu2eoir2AMCC-lIIdUzNook-vEp1yE4,6489
 deepeval/metrics/multimodal_metrics/multimodal_contextual_recall/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -329,6 +333,14 @@ deepeval/metrics/pii_leakage/__init__.py,sha256=tBc9OGp4gmgoYz6FA3ipr48fpsCMvq6W
 deepeval/metrics/pii_leakage/pii_leakage.py,sha256=s-NAj1Lb0MiXIuQz0lxM120enSdMCVG_ktbR65d9-6U,11418
 deepeval/metrics/pii_leakage/schema.py,sha256=Jk9jdf4HAa76J237mnosWOCV71pBBNdLfaVhf-4dKEg,313
 deepeval/metrics/pii_leakage/template.py,sha256=DEW21CyR2lEI1y2C_fXgZnGJlYw0fvnB-LF-HEKZnqo,2418
+deepeval/metrics/plan_adherence/__init__.py,sha256=A3K0wba7CEprIggqWRyqtleX1xzx_PEB_omGuAftU6I,48
+deepeval/metrics/plan_adherence/plan_adherence.py,sha256=FXtWqnIWK9T8sGjJE7-ZZMVjEntspquFwW-hU6c_6_c,11034
+deepeval/metrics/plan_adherence/schema.py,sha256=4PguH2IAy3C3lGrY6nmhnC14xFNaxtqeXCWzcBxJuik,192
+deepeval/metrics/plan_adherence/template.py,sha256=JOFSTFZdz-TlfJwcf_GCGAbxD3kW-Un0LEdSTEBjeJ8,7524
+deepeval/metrics/plan_quality/__init__.py,sha256=0q6vqavxbyAHkno5IfXkPSS6TbvB-zZBAobhw_Ldugw,44
+deepeval/metrics/plan_quality/plan_quality.py,sha256=-e4cHGAgnmbPK-mkBlUvaJgFKxEEH6sOEOE4L05WF88,10943
+deepeval/metrics/plan_quality/schema.py,sha256=xfdN_qi0AM-pNIIci7JdDdFdr_XLrjPTBEtpOrXmgmM,190
+deepeval/metrics/plan_quality/template.py,sha256=Ot0CbGYaGgac1PGqcwo0-v0Tarmw7s4A-Gh-jQuX-GA,4466
 deepeval/metrics/prompt_alignment/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/metrics/prompt_alignment/prompt_alignment.py,sha256=ltSfNu8xAXutAauKtvwVx9CN6L3mObcklRAsS4BTuhg,10576
 deepeval/metrics/prompt_alignment/schema.py,sha256=ann3tH5XfZCLhePE2UXTSK_gkF-_udP0RP_IVHW4mF0,315
@@ -342,16 +354,30 @@ deepeval/metrics/role_violation/__init__.py,sha256=gozjXhSGNIfon-YlMNlk322momEgS
 deepeval/metrics/role_violation/role_violation.py,sha256=UwvUQ-uo2e_ycxKGh58FHLkveUZhvcR0EP3mllA8M6c,12181
 deepeval/metrics/role_violation/schema.py,sha256=3c1xqZ4UV1MmGa7rZrNfCaSbi-l9EXINL5Ropn5GeGY,326
 deepeval/metrics/role_violation/template.py,sha256=MzvEEu7_fBDgOAaQ0W3uWvntiQ08BwO4YgLsMq4GdVo,2472
+deepeval/metrics/step_efficiency/__init__.py,sha256=pUO_0Z_9iXCXQODJoVSWG3Ss9aBvvX2vbw4IN435wCk,50
+deepeval/metrics/step_efficiency/schema.py,sha256=b7WeARGDDtWHGPCX1HmGVyJhl7dRrTcbSy6EtyEerSE,180
+deepeval/metrics/step_efficiency/step_efficiency.py,sha256=sjEs3a_F0Mu47E9jjis4k_XbPvNpfke0d0Dn_8Z67rc,8404
+deepeval/metrics/step_efficiency/template.py,sha256=JtowL7aiXidevHomdF2TEHv2pIaCcmONTH1o1qQzH2c,12603
 deepeval/metrics/summarization/__init__.py,sha256=rANygwNZxqpBwPOkLAGNNn29eB3GNkiT-neApKfsiEA,44
 deepeval/metrics/summarization/schema.py,sha256=_mlC_nsHA4e1g6tQXzeKMP3nvBvPZOM07q0eP3oIqng,729
 deepeval/metrics/summarization/summarization.py,sha256=rYghwnMED-JqM9eQ6GDXmnn0hL_IBt31fQ52aeGm9jM,22661
 deepeval/metrics/summarization/template.py,sha256=ItMcwgxgMIgHEIc1FoSsCtgPbhMY48ZzD7kfq7et6KY,5465
 deepeval/metrics/task_completion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/metrics/task_completion/schema.py,sha256=JfnZkbCh7skWvrESy65GEo6Rvo0FDJUqP6H1uyBCks4,241
-deepeval/metrics/task_completion/task_completion.py,sha256=m5kHbEWi5nAWp4PuQJAfWAAk2K2XgCyK719nWw6L7DU,9147
+deepeval/metrics/task_completion/task_completion.py,sha256=t7nbkCHLWhLDMgCh2PLS_ho45tdQcJpcXMmW1De-pN4,9182
 deepeval/metrics/task_completion/template.py,sha256=4xjTBcGrPQxInbf8iwJOZyok9SQex1aCkbxKmfkXoA4,10437
 deepeval/metrics/tool_correctness/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/metrics/tool_correctness/tool_correctness.py,sha256=Zz3tyobyIK8uku-GJ8gIQyEb2l9mF4M23Xm27oM0dRE,12424
+deepeval/metrics/tool_correctness/schema.py,sha256=N0fmpYfCZm0AHSUg9UZkYYpYohDyJLSBETH9oSp9Z1g,103
+deepeval/metrics/tool_correctness/template.py,sha256=M3wmMWRr53_5Zpw58utJvcA9QXwZzRMfUcPRGD86G0U,3517
+deepeval/metrics/tool_correctness/tool_correctness.py,sha256=IXYACQqHKjQgMJ2P2mMfIppV8o94usoJKIoN46i8hDk,20970
+deepeval/metrics/tool_use/__init__.py,sha256=sR0b1T0qLbJU-N_CLQB-pSliawRQa0v2CC0I89ws4Lo,36
+deepeval/metrics/tool_use/schema.py,sha256=hQ3OarGWUeVXUJUaZOPiF8xROsdzT-BRzXCEPLof85k,338
+deepeval/metrics/tool_use/template.py,sha256=jF9oESP7FKAP877yWh0xFS31PpquQbgpQIGQy4s0BEE,9598
+deepeval/metrics/tool_use/tool_use.py,sha256=AkppRM3d2KbLxfMn2f31Hq4zQKTjagmTbpDvROIbQGk,16777
+deepeval/metrics/topic_adherence/__init__.py,sha256=SJLIAqpwLglKBnfe5hfQQKUq-Q9ygqSe_lKjSNfiBeg,50
+deepeval/metrics/topic_adherence/schema.py,sha256=nH3aeFIyI7KgNpbHqwktnAXTGWuM_qij3npDl0TPRfU,286
+deepeval/metrics/topic_adherence/template.py,sha256=0XZRaWJ86f52nNFLR68-Nmxod2aTSDQy10n-zXNqBWk,7142
+deepeval/metrics/topic_adherence/topic_adherence.py,sha256=0UvfbnbjnG11iSSz6W7FN1z7aO7u4a5ziGgA9bxUw3U,14155
 deepeval/metrics/toxicity/__init__.py,sha256=1lgt8BKxfBDd7bfSLu_5kMzmsr9b2_ahPK9oq5zLkMk,39
 deepeval/metrics/toxicity/schema.py,sha256=7uUdzXqTvIIz5nfahlllo_fzVRXg7UeMeXn7Hl32pKY,459
 deepeval/metrics/toxicity/template.py,sha256=zl4y4Tg9gXkxKJ8aXVwj0cJ94pvfYuP7MTeV3dvB5yQ,5045
@@ -367,10 +393,10 @@ deepeval/models/answer_relevancy_model.py,sha256=SLOA6uUImNOuxpPGfTg2AH7MIkf9Qso
 deepeval/models/base_model.py,sha256=P7L7RAix7lxpUhYLMPdnmnkMeWspMuaTeZy175ZtdSk,4033
 deepeval/models/detoxify_model.py,sha256=UY67y-3aL_ojY06aZEhD_dW9TEaV5LJ_GVDyP0_2fyQ,991
 deepeval/models/embedding_models/__init__.py,sha256=5nsvahw_sZj_8WTInPYyGJEQrxNYBhDf6lkYQMKlgRw,230
-deepeval/models/embedding_models/azure_embedding_model.py,sha256=6adG8dTohW4oNOSPnCecMRkkx0LWJXFuhzExesQpI90,3671
-deepeval/models/embedding_models/local_embedding_model.py,sha256=Dm35cvn8hynP5IEXyZVDljIXngr9FAqxXN5TUqlBWl0,3371
-deepeval/models/embedding_models/ollama_embedding_model.py,sha256=w3etdIdWvYfVIEjCZd_Q_VPsLLo64VEFbCtahWpbHAY,2582
-deepeval/models/embedding_models/openai_embedding_model.py,sha256=Z1--e3CnNNmwryqmUMxBCaTURjtgKWHqADuUeCqFlSc,3545
+deepeval/models/embedding_models/azure_embedding_model.py,sha256=2tMlRh5k0BJkAesC5zXg3gyNcZ5N_yzN8fBLHXzTVdc,3917
+deepeval/models/embedding_models/local_embedding_model.py,sha256=Qah7bmubusaSb0wUtlfC8wWvPVXcyD-pE3E3vyy9ryE,3561
+deepeval/models/embedding_models/ollama_embedding_model.py,sha256=jW1fiAPi650WoUDFYtrAht9lYmo8Z0W3cn4b7LYdhVY,2687
+deepeval/models/embedding_models/openai_embedding_model.py,sha256=XhtnWr-6uedxqI_iriTuKA2dyuB1MXylEnTkHbKVxwY,3463
 deepeval/models/hallucination_model.py,sha256=ABi978VKLE_jNHbDzM96kJ08EsZ5ZlvOlJHA_ptSkfQ,1003
 deepeval/models/llms/__init__.py,sha256=qmvv7wnmTDvys2uUTwQRo-_3DlFV3fGLiewPeQYRsAI,670
 deepeval/models/llms/amazon_bedrock_model.py,sha256=3yiUUGU_d_YK7Usq8v5iqG3yHa5VnqeDOoCLG_p8rtc,5185
@@ -394,10 +420,10 @@ deepeval/models/summac_model.py,sha256=wKeH7pWQRXrTlzlIw_r1YCb8b7jUhWq6jUz9FiNUC
 deepeval/models/unbias_model.py,sha256=umOMhQLTmnD7uOuhiQufEl4Wlti4q2s3EtKOpds7zhs,597
 deepeval/models/utils.py,sha256=-3XDgg1U7PZ0jpLFiYXxqdBhp7idvlo7RPZv5SoD8lc,1130
 deepeval/openai/__init__.py,sha256=8v_Xj790M5PwPc5hiwIp0cuVFMknwtnhq0twRoD-85Y,440
-deepeval/openai/extractors.py,sha256=QWMCwPFgn-QQ_UGvdkGgcioX5kxA2kAwJZyTnRWZnik,4856
-deepeval/openai/patch.py,sha256=QHWw2Va3EA14qRBRgZyiL4mtKkYoh7lkn53ne4vkTxc,9459
-deepeval/openai/types.py,sha256=ZvUHqWiegA1Ll8GfIyiYsXXvsGZ_NqWnBhZYjF1XhBs,630
-deepeval/openai/utils.py,sha256=z2muCG8_275Krge-xBYboaKb2stwFX2i_BNAZEMiPXo,4154
+deepeval/openai/extractors.py,sha256=Ov0agbl61C-Vvw4RBL1yiMrH1uKqmLyDu5OhXfod1T8,6048
+deepeval/openai/patch.py,sha256=yAreqmE3BTK2gih-4Ek6Adsakai85akvhlVvkrBWrz8,9332
+deepeval/openai/types.py,sha256=rbVMhC_2yWwD6JqzkRO9D7aMVC_KtXN686G_S7de7S8,630
+deepeval/openai/utils.py,sha256=Pw09BhZNmMJgjCJl38WsCR2-ClEgdQGxOnv6OPar3Rs,7565
 deepeval/openai_agents/__init__.py,sha256=F4c6MtsdV7LWj0YamQcMGs4_u5sOYZJXWOQP8kV5xUg,314
 deepeval/openai_agents/agent.py,sha256=_SQdd0JzZK-ZvpP7yPEi22Y7fVk16PC00ROahdDQdCQ,951
 deepeval/openai_agents/callback_handler.py,sha256=4Tt2OAGfYd35C5LBMekxz0SDivYryKGm3lxls1WT7cY,4842
@@ -409,8 +435,8 @@ deepeval/plugins/plugin.py,sha256=_dwsdx4Dg9DbXxK3f7zJY4QWTJQWc7QE1HmIg2Zjjag,15
 deepeval/progress_context.py,sha256=ZSKpxrE9sdgt9G3REKnVeXAv7GJXHHVGgLynpG1Pudw,3557
 deepeval/prompt/__init__.py,sha256=rDU99KjydxDRKhuQJCBs_bpDJrWb2mpHtvyv6AEwFC8,367
 deepeval/prompt/api.py,sha256=8EwWu4r44IUFOYqkQQiwyjAFFzmll11VnfXIF4n0rbc,6188
-deepeval/prompt/prompt.py,sha256=Ys6dW3LfC-xFQ0TBAMWkrYmBJvmMRCwx2te7hjpvJTA,31052
-deepeval/prompt/utils.py,sha256=m0a_NJ9NS_XWdNGz22S62HOrDnYqpSmdVowUqgYuBYY,6480
+deepeval/prompt/prompt.py,sha256=hHZu4qywRoNHIvNcfGvWZ9X8QbetiOM_D6CmhKID6fg,31079
+deepeval/prompt/utils.py,sha256=knjgPU2066OtYWMb3NqMPChr9zQgKfXo_QTLTtSkmYg,7620
 deepeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/red_teaming/README.md,sha256=BY5rAdpp3-sMMToEKwq0Nsd9ivkGDzPE16DeDb8GY7U,154
 deepeval/scorer/__init__.py,sha256=hTvtoV3a4l0dSBjERm-jX7jveTtKZXK0c9JerQo0T_w,27
@@ -427,7 +453,7 @@ deepeval/synthesizer/chunking/context_generator.py,sha256=BWLJVamGhFRVyqLLTOr9l6
 deepeval/synthesizer/chunking/doc_chunker.py,sha256=DvJmbA_NnZBGCZgxKQsxlIC29kca_d7J-Dxq9SyfzX0,10612
 deepeval/synthesizer/config.py,sha256=vcSi6upnmd667dAGANTTdPmY0z5sQ8Ctal7Xr4-tbhA,1934
 deepeval/synthesizer/schema.py,sha256=PIv3012VMg_v-Ylwn08-4tNjf4QShBSg-kaCkgtdA88,879
-deepeval/synthesizer/synthesizer.py,sha256=OEXksTCajtZ2spnXPEEYeVuBL3ay1CJb_ckKyRB2AGU,60216
+deepeval/synthesizer/synthesizer.py,sha256=oa2m9ZqywNcSO1wUijrJ7HO-NC8-oU1g04NIS16dx6U,60306
 deepeval/synthesizer/templates/__init__.py,sha256=C-wSGQeMRxTdSBJbgeyAM5Iu6mkHVSYbNfz0AY9K5Yc,209
 deepeval/synthesizer/templates/template.py,sha256=nTH-k8XbvZQD_lagsaf6kmT6oylFjQ7gEseHYB1Zyso,39807
 deepeval/synthesizer/templates/template_extraction.py,sha256=NkpzP-MkoefokVJBZn9s1ErDvI3o9ocY5_ZY85zj4KE,1972
@@ -439,7 +465,7 @@ deepeval/test_case/__init__.py,sha256=hLkHxGH0-FFhx4MlJwIbzNHL4pgyLGquh8l0qD-z_c
 deepeval/test_case/api.py,sha256=aPghn6TFTR6TfsUSoY0WUZgLSnJtWkQuzqm_cKt08mc,4418
 deepeval/test_case/arena_test_case.py,sha256=PcfDxadlc4yW4AEDdvN32AeUpx2Sms1jvnbX31Xu65o,957
 deepeval/test_case/conversational_test_case.py,sha256=lF0V1yCGCInQetggm2wbXx-MkuMRs2ScwqIXCSwb1Fs,7534
-deepeval/test_case/llm_test_case.py,sha256=L-dCvJ4pMPPavZTyN9ZKN30h351DWI_TunmXfHPIjig,12180
+deepeval/test_case/llm_test_case.py,sha256=AJ3xRZ_vp64rbXpWE838vvbKluFbs1pwdVJ46Ju9jUA,12280
 deepeval/test_case/mcp.py,sha256=Z625NLvz0E_UJpbyfyuAi_4nsqKH6DByBf0rfKd70xU,1879
 deepeval/test_case/mllm_test_case.py,sha256=8a0YoE72geX_fLI6yk_cObSxCPddwW-DOb-5OPE1-W8,5414
 deepeval/test_case/utils.py,sha256=5lT7QmhItsQHt44-qQfspuktilcrEyvl2cS0cgUJxds,809
@@ -448,33 +474,29 @@ deepeval/test_run/api.py,sha256=s8q2wBsE8rgOn_1GU84a8aFRjyDxMm6qQJmpl5CorCM,5484
 deepeval/test_run/cache.py,sha256=2bKXQ4GvHe2xowFGz4ekoheLno1Yv7O6PfuanFkWnA4,12786
 deepeval/test_run/hooks.py,sha256=Qnd06bk9RJN4WmFUzJrBAi3Xj261hzyzI2iRmG8wbKw,375
 deepeval/test_run/hyperparameters.py,sha256=JKuKLilfrzgmkS7UBugsyZeHeb53DreISae6FIfy1mE,3762
-deepeval/test_run/test_run.py,sha256=bPLMTBg3gXDDqkd4t1_72pWaZb75cz4YSuNjUtEgANI,40855
-deepeval/tracing/__init__.py,sha256=WpiWzIIAzPIk043Si1jwTwHWxqtaIzeHj_xq9CH08nk,576
+deepeval/test_run/test_run.py,sha256=LQmyLdPgnYkKw4r5zjiOSRoRYsxRSiQRqugtGFaq5ac,40012
+deepeval/tracing/__init__.py,sha256=aSOk_ZgL-K7CZzcyiaIa5peAiaPViDST5GhpHA3Adc8,614
 deepeval/tracing/api.py,sha256=VWs0M0wHk7Y8ReVOl9fo2ZDfVPVD08FlswvAlIKDZac,4926
 deepeval/tracing/context.py,sha256=rzm42zYzP7jmQJO08AV-Qmw86ik45qRfF4UQNpGcmJw,5338
-deepeval/tracing/message_types/__init__.py,sha256=ugBWRU3B66ePZXEXCktUpQjvtQshh_0qBXwrHhG9tYM,212
-deepeval/tracing/message_types/base.py,sha256=Ugx4XLwLYVmdYPTKbbGuQsPUTfDicYp1LPGctra_gcQ,129
-deepeval/tracing/message_types/messages.py,sha256=c_IfiCGUJ-IX1LatP65hCMsnxOs8YjRiBL89_zjK3Nc,320
-deepeval/tracing/message_types/tools.py,sha256=Fnp466rZIpZXa6pt5g7x_yGwOqHLALxsMPK7IEbFdm0,335
 deepeval/tracing/offline_evals/__init__.py,sha256=bEniJAl7PmS9u2ksiOTfHtlCPJ9_CJV5R6umrUOX5MM,102
 deepeval/tracing/offline_evals/api.py,sha256=eBfqh2uWyeRkIeGhjrN1bTQzAEow-XPubs-42WEZ2QQ,510
 deepeval/tracing/offline_evals/span.py,sha256=pXqTVXs-WnjRVpCYYEbNe0zSM6Wz9GsKHsM5ZcWxrmM,1802
 deepeval/tracing/offline_evals/thread.py,sha256=bcSGFcZJKnszArOLIlWvnCyt0zSmsd7Xsw5rl4RTVFg,1981
 deepeval/tracing/offline_evals/trace.py,sha256=vTflaTKysKRiYvKA-Nx6PUJ3J6NrRLXiIdWieVcm90E,1868
 deepeval/tracing/otel/__init__.py,sha256=HQsaF5yLPwyW5qg8AOV81_nG_7pFHnatOTHi9Wx3HEk,88
-deepeval/tracing/otel/exporter.py,sha256=eykoPzrRn3ljVO_JKzUeXThZ5iApyImGCDgnimIoUXs,28640
+deepeval/tracing/otel/exporter.py,sha256=zXkM79kMzdmEr0DGifDgzm5U_OkMO5dD2yjzYAabcKs,28634
 deepeval/tracing/otel/test_exporter.py,sha256=bezihPGWJpwUEF3ZghxqhhorocVFTO2b43jRM-JHYMU,1076
-deepeval/tracing/otel/utils.py,sha256=mRqcvaYukrM2OexJuuLFuJ5QDaKwcflIf6psYDgQb9A,17189
+deepeval/tracing/otel/utils.py,sha256=NVMN07JtxuvVPtdyTW7KFdTqQL3TpoCO-JdZeghQJBY,17859
 deepeval/tracing/patchers.py,sha256=DAPNkhrDtoeyJIVeQDUMhTz-xGcXu00eqjQZmov8FiU,3096
 deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
-deepeval/tracing/trace_context.py,sha256=qtJBYwH3wW9_kyGnz3dFPKuWM3Tl3q6RpjdIM2aVaYo,2552
+deepeval/tracing/trace_context.py,sha256=QGKUO5LzP8sLSb3DH8GAQeAq0X25kmRZXduzunzlBZw,3050
 deepeval/tracing/trace_test_manager.py,sha256=wt4y7EWTRc4Bw938-UFFtXHkdFFOrnx6JaIk7J5Iulw,555
-deepeval/tracing/tracing.py,sha256=0vV4YRaQYUz14Wql0OH3XrmzdZS0UBHwpaza7CYrtGY,44818
-deepeval/tracing/types.py,sha256=5TENzy5sNQzktw5LgzFObRUJkkMFbcSggHZJmR9vCFI,5929
+deepeval/tracing/tracing.py,sha256=iMpi5Q8e1VYuTLshzWEHuZC7ysuNFYwRCVBn1jX-qUg,45681
+deepeval/tracing/types.py,sha256=QZdINiuLCT2oqaCoiaClOtL6m3Wzi8mN-ajZd09XHqw,5948
 deepeval/tracing/utils.py,sha256=pW_UJMzyeR1PWYZuZrPeVGGYiL6FRpFE3Ehbz9uhw_M,5525
-deepeval/utils.py,sha256=J1JNzjAlmn-UsFTK8-c5bhUuk5crwFGVCrRvle-nNmA,21533
-deepeval-3.6.7.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
-deepeval-3.6.7.dist-info/METADATA,sha256=02-rmeWwKjEyCIRTiOTLBC4pra44kuM-GHtwuSfZTqw,18754
-deepeval-3.6.7.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-deepeval-3.6.7.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
-deepeval-3.6.7.dist-info/RECORD,,
+deepeval/utils.py,sha256=g4vO7E6xvdKtp1x84NXXX5Ifm3c0OMIA0IaiP2U5a-s,22079
+deepeval-3.6.8.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
+deepeval-3.6.8.dist-info/METADATA,sha256=dsuWjQk91lxxGx6x61udvFR2pUrBGBTSH1Vp9DrPVYI,18754
+deepeval-3.6.8.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+deepeval-3.6.8.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
+deepeval-3.6.8.dist-info/RECORD,,

deepeval/integrations/llama_index/agent/patched.py

@@ -1,68 +0,0 @@
-from typing import TypeVar, cast, Optional, List
-from pydantic import Field
-from deepeval.metrics import BaseMetric
-from deepeval.telemetry import capture_tracing_integration
-
-try:
-    from llama_index.core.agent.workflow import (
-        FunctionAgent,
-        ReActAgent,
-        CodeActAgent,
-    )
-
-    is_llama_index_installed = True
-except:
-    is_llama_index_installed = False
-
-
-def is_llama_index_agent_installed():
-    if not is_llama_index_installed:
-        raise ImportError(
-            "llama-index is neccesary for this functionality. Please install it with `pip install llama-index` or with package manager of choice."
-        )
-
-
-T = TypeVar("T", bound=type)
-
-
-def with_metrics(cls: T) -> T:
-    class SubClassWithMetric(cls):  # type: ignore
-        metric_collection: Optional[str] = Field(default=None)
-        metrics: Optional[List[BaseMetric]] = Field(default_factory=list)
-
-    SubClassWithMetric.__name__ = cls.__name__
-    SubClassWithMetric.__qualname__ = cls.__qualname__
-    return cast(T, SubClassWithMetric)
-
-
-@with_metrics
-class FunctionAgent(FunctionAgent):
-    def __init__(self, *args, metric_collection=None, metrics=None, **kwargs):
-        with capture_tracing_integration(
-            "llama_index.agent.patched.FunctionAgent"
-        ):
-            super().__init__(*args, **kwargs)
-            self.metric_collection = metric_collection
-            self.metrics = metrics
-
-
-@with_metrics
-class ReActAgent(ReActAgent):
-    def __init__(self, *args, metric_collection=None, metrics=None, **kwargs):
-        with capture_tracing_integration(
-            "llama_index.agent.patched.ReActAgent"
-        ):
-            super().__init__(*args, **kwargs)
-            self.metric_collection = metric_collection
-            self.metrics = metrics
-
-
-@with_metrics
-class CodeActAgent(CodeActAgent):
-    def __init__(self, *args, metric_collection=None, metrics=None, **kwargs):
-        with capture_tracing_integration(
-            "llama_index.agent.patched.CodeActAgent"
-        ):
-            super().__init__(*args, **kwargs)
-            self.metric_collection = metric_collection
-            self.metrics = metrics

deepeval/tracing/message_types/__init__.py

@@ -1,10 +0,0 @@
-from .messages import TextMessage, ToolCallMessage
-from .tools import BaseTool, ToolSchema, ToolOutput
-
-__all__ = [
-    "BaseTool",
-    "TextMessage",
-    "ToolCallMessage",
-    "ToolSchema",
-    "ToolOutput",
-]