deepeval 3.6.3__py3-none-any.whl → 3.6.5__py3-none-any.whl

deepeval/tracing/otel/test_exporter.py

@@ -0,0 +1,35 @@
+from typing import List, Dict, Any, Sequence
+from opentelemetry.sdk.trace import ReadableSpan
+from opentelemetry.sdk.trace.export import SpanExporter
+from opentelemetry.sdk.trace.export import SpanExportResult
+import json
+from datetime import datetime
+
+
+class TestExporter(SpanExporter):
+    """This exporter is used to test the exporter. It will store the spans in a list of dictionaries."""
+
+    span_json_list: List[Dict[str, Any]] = []
+
+    def export(
+        self, spans: Sequence[ReadableSpan], timeout_millis: int = 30000
+    ) -> SpanExportResult:
+        for span in spans:
+            _span_json = json.loads(span.to_json())
+            self.span_json_list.append(_span_json)
+
+        return SpanExportResult.SUCCESS
+
+    def get_span_json_list(self) -> List[Dict[str, Any]]:
+        return sorted(
+            self.span_json_list,
+            key=lambda x: datetime.fromisoformat(
+                x["start_time"].replace("Z", "+00:00")
+            ),
+        )
+
+    def clear_span_json_list(self):
+        self.span_json_list = []
+
+
+test_exporter = TestExporter()

deepeval/tracing/trace_context.py

@@ -0,0 +1,14 @@
+from .context import current_trace_context
+from .tracing import trace_manager
+from contextlib import contextmanager
+
+
+@contextmanager
+def trace():
+    current_trace = current_trace_context.get()
+
+    if not current_trace:
+        current_trace = trace_manager.start_new_trace()
+        current_trace_context.set(current_trace)
+
+    yield current_trace

deepeval/tracing/tracing.py

@@ -1,3 +1,4 @@
+import os
 from typing import Any, Dict, List, Literal, Optional, Set, Union, Callable
 from time import perf_counter
 import threading
@@ -47,13 +48,12 @@ from deepeval.tracing.utils import (
     tracing_enabled,
     validate_environment,
     validate_sampling_rate,
-    dump_body_to_json_file,
-    get_deepeval_trace_mode,
 )
 from deepeval.utils import dataclass_to_dict
 from deepeval.tracing.context import current_span_context, current_trace_context
 from deepeval.tracing.types import TestCaseMetricPair
 from deepeval.tracing.api import PromptApi
+from tests.test_integrations.manager import trace_testing_manager
 
 EVAL_DUMMY_SPAN_NAME = "evals_iterator"
 
@@ -183,13 +183,14 @@ class TraceManager:
             if trace.status == TraceSpanStatus.IN_PROGRESS:
                 trace.status = TraceSpanStatus.SUCCESS
 
-            mode = get_deepeval_trace_mode()
-            if mode == "gen":
+            if trace_testing_manager.test_name:
+                # Trace testing mode is enabled
+                # Instead posting the trace to the queue, it will be stored in this global variable
                 body = self.create_trace_api(trace).model_dump(
                     by_alias=True, exclude_none=True
                 )
-                dump_body_to_json_file(body)
-            # Post the trace to the server before removing it
+                trace_testing_manager.test_dict = make_json_serializable(body)
+            #  Post the trace to the server before removing it
             elif not self.evaluating:
                 self.post_trace(trace)
             else:

deepeval/tracing/utils.py

@@ -1,13 +1,8 @@
 import os
-import inspect
-import json
-import sys
 from datetime import datetime, timezone
 from enum import Enum
 from time import perf_counter
 from collections import deque
-from typing import Any, Dict, Optional
-
 from deepeval.constants import CONFIDENT_TRACING_ENABLED
 
 
@@ -186,84 +181,5 @@ def perf_counter_to_datetime(perf_counter_value: float) -> datetime:
 def replace_self_with_class_name(obj):
     try:
         return f"<{obj.__class__.__name__}>"
-    except Exception:
-        return "<self>"
-
-
-def get_deepeval_trace_mode() -> Optional[str]:
-    deepeval_trace_mode = None
-    try:
-        args = sys.argv
-        for idx, arg in enumerate(args):
-            if isinstance(arg, str) and arg.startswith(
-                "--deepeval-trace-mode="
-            ):
-                deepeval_trace_mode = (
-                    arg.split("=", 1)[1].strip().strip('"').strip("'").lower()
-                )
-                break
-            if arg == "--deepeval-trace-mode" and idx + 1 < len(args):
-                deepeval_trace_mode = (
-                    str(args[idx + 1]).strip().strip('"').strip("'").lower()
-                )
-                break
-    except Exception:
-        deepeval_trace_mode = None
-
-    return deepeval_trace_mode
-
-
-def dump_body_to_json_file(
-    body: Dict[str, Any], file_path: Optional[str] = None
-) -> str:
-    entry_file = None
-    try:
-        cmd0 = sys.argv[0] if sys.argv else None
-        if cmd0 and cmd0.endswith(".py"):
-            entry_file = cmd0
-        else:
-            for frame_info in reversed(inspect.stack()):
-                fp = frame_info.filename
-                if (
-                    fp
-                    and fp.endswith(".py")
-                    and "deepeval/tracing" not in fp
-                    and "site-packages" not in fp
-                ):
-                    entry_file = fp
-                    break
-    except Exception:
-        entry_file = None
-
-    if not entry_file:
-        entry_file = "unknown.py"
-
-    abs_entry = os.path.abspath(entry_file)
-    dir_path = os.path.dirname(abs_entry)
-
-    file_arg = None
-    try:
-        for idx, arg in enumerate(sys.argv):
-            if isinstance(arg, str) and arg.startswith(
-                "--deepeval-trace-file-name="
-            ):
-                file_arg = arg.split("=", 1)[1].strip().strip('"').strip("'")
-                break
-            if arg == "--deepeval-trace-file-name" and idx + 1 < len(sys.argv):
-                file_arg = str(sys.argv[idx + 1]).strip().strip('"').strip("'")
-                break
-    except Exception:
-        file_arg = None
-
-    if file_path:
-        dst_path = os.path.abspath(file_path)
-    elif file_arg:
-        dst_path = os.path.abspath(file_arg)
-    else:
-        base_name = os.path.splitext(os.path.basename(abs_entry))[0]
-        dst_path = os.path.join(dir_path, f"{base_name}.json")
-
-    actual_body = make_json_serializable(body)
-    with open(dst_path, "w", encoding="utf-8") as f:
-        json.dump(actual_body, f, ensure_ascii=False, indent=2, sort_keys=True)
-    return dst_path
+    except:
+        return f"<self>"

deepeval/utils.py

@@ -13,7 +13,7 @@ import math
 
 from contextvars import ContextVar
 from enum import Enum
-from typing import Any, Optional, Dict, List, Union
+from typing import Any, Dict, List, Optional, Protocol, Sequence, Union
 from collections.abc import Iterable
 from dataclasses import asdict, is_dataclass
 from pydantic import BaseModel
@@ -28,6 +28,22 @@ from deepeval.config.utils import (
 )
 
 
+###############
+# Local Types #
+###############
+
+
+class TurnLike(Protocol):
+    order: int
+    role: str
+    content: str
+    user_id: Optional[str]
+    retrieval_context: Optional[Sequence[str]]
+    tools_called: Optional[Sequence[Any]]
+    additional_metadata: Optional[Dict[str, Any]]
+    comments: Optional[str]
+
+
 def get_lcs(seq1, seq2):
     m, n = len(seq1), len(seq2)
     dp = [[0] * (n + 1) for _ in range(m + 1)]
@@ -419,6 +435,138 @@ def is_missing(s: Optional[str]) -> bool:
     return s is None or (isinstance(s, str) and s.strip() == "")
 
 
+def len_tiny() -> int:
+    value = get_settings().DEEPEVAL_MAXLEN_TINY
+    return value if (isinstance(value, int) and value > 0) else 40
+
+
+def len_short() -> int:
+    value = get_settings().DEEPEVAL_MAXLEN_SHORT
+    return value if (isinstance(value, int) and value > 0) else 60
+
+
+def len_medium() -> int:
+    value = get_settings().DEEPEVAL_MAXLEN_MEDIUM
+    return value if (isinstance(value, int) and value > 0) else 120
+
+
+def len_long() -> int:
+    value = get_settings().DEEPEVAL_MAXLEN_LONG
+    return value if (isinstance(value, int) and value > 0) else 240
+
+
+def shorten(
+    text: Optional[object],
+    max_len: Optional[int] = None,
+    suffix: Optional[str] = None,
+) -> str:
+    """
+    Truncate text to max_len characters, appending `suffix` if truncated.
+    - Accepts None and returns "", or any object is returned as str().
+    - Safe when max_len <= len(suffix).
+    """
+    settings = get_settings()
+
+    if max_len is None:
+        max_len = (
+            settings.DEEPEVAL_SHORTEN_DEFAULT_MAXLEN
+            if settings.DEEPEVAL_SHORTEN_DEFAULT_MAXLEN is not None
+            else len_long()
+        )
+    if suffix is None:
+        suffix = (
+            settings.DEEPEVAL_SHORTEN_SUFFIX
+            if settings.DEEPEVAL_SHORTEN_SUFFIX is not None
+            else "..."
+        )
+
+    if text is None:
+        return ""
+    stext = str(text)
+    if max_len <= 0:
+        return ""
+    if len(stext) <= max_len:
+        return stext
+    cut = max_len - len(suffix)
+    if cut <= 0:
+        return suffix[:max_len]
+    return stext[:cut] + suffix
+
+
+def format_turn(
+    turn: TurnLike,
+    *,
+    content_length: Optional[int] = None,
+    max_context_items: Optional[int] = None,
+    context_length: Optional[int] = None,
+    meta_length: Optional[int] = None,
+    include_tools_in_header: bool = True,
+    include_order_role_in_header: bool = True,
+) -> str:
+    """
+    Build a multi-line, human-readable summary for a conversational turn.
+    Safe against missing fields and overly long content.
+    """
+    if content_length is None:
+        content_length = len_long()
+    if max_context_items is None:
+        max_context_items = 2
+    if context_length is None:
+        context_length = len_medium()
+    if meta_length is None:
+        meta_length = len_medium()
+
+    tools = turn.tools_called or []
+    tool_names = ", ".join(getattr(tc, "name", str(tc)) for tc in tools)
+    content = shorten(turn.content, content_length)
+
+    lines = []
+
+    if include_order_role_in_header:
+        header = f"{turn.order:>2}. {turn.role:<9} {content}"
+        if include_tools_in_header and tool_names:
+            header += f"  | tools: {tool_names}"
+        if turn.user_id:
+            header += f"  | user: {shorten(turn.user_id, len_tiny())}"
+        lines.append(header)
+        indent = "      "
+    else:
+        # No order or role prefix in this mode
+        # keep tools out of header as well.
+        first = content
+        if turn.user_id:
+            first += f"  | user: {shorten(turn.user_id, len_tiny())}"
+        lines.append(first)
+        indent = "      "  # ctx and meta indent
+
+    rctx = list(turn.retrieval_context or [])
+    if rctx:
+        show = rctx[:max_context_items]
+        for i, item in enumerate(show):
+            lines.append(f"{indent}↳ ctx[{i}]: {shorten(item, context_length)}")
+        hidden = max(0, len(rctx) - len(show))
+        if hidden:
+            lines.append(f"{indent}↳ ctx: (+{hidden} more)")
+
+    if turn.comments:
+        lines.append(
+            f"{indent}↳ comment: {shorten(str(turn.comments), meta_length)}"
+        )
+
+    meta = turn.additional_metadata or {}
+    if isinstance(meta, dict):
+        for k in list(meta.keys())[:3]:
+            if k in {"user_id", "userId"}:
+                continue
+            v = meta.get(k)
+            if v is not None:
+                lines.append(
+                    f"{indent}↳ meta.{k}: {shorten(str(v), meta_length)}"
+                )
+
+    return "\n".join(lines)
+
+
 ###############################################
 # Source: https://github.com/tingofurro/summac
 ###############################################

{deepeval-3.6.3.dist-info → deepeval-3.6.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepeval
-Version: 3.6.3
+Version: 3.6.5
 Summary: The LLM Evaluation Framework
 Home-page: https://github.com/confident-ai/deepeval
 License: Apache-2.0

{deepeval-3.6.3.dist-info → deepeval-3.6.5.dist-info}/RECORD

@@ -1,5 +1,5 @@
 deepeval/__init__.py,sha256=6fsb813LD_jNhqR-xZnSdE5E-KsBbC3tc4oIg5ZMgTw,2115
-deepeval/_version.py,sha256=1BsEnmEpD1mtVjCYoXBeguVgrKPAi3TRpS_a7ndu4XU,27
+deepeval/_version.py,sha256=7XydZTr-OhyEmxjczbOo90U1nYQK6hBYF4GXri8UIcY,27
 deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
 deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
 deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
@@ -141,14 +141,14 @@ deepeval/confident/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVG
 deepeval/confident/api.py,sha256=2ZhrQOtfxcnQSyY6OxrjY17y1yn-NB7pfIiJa20B1Pk,8519
 deepeval/confident/types.py,sha256=-slFhDof_1maMgpLxqDRZv6kz6ZVY2hP_0uj_aveJKU,533
 deepeval/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/config/settings.py,sha256=gRRi6nXEUKse13xAShU9MA18zo14vpIgl_R0xJ_0vnM,21314
+deepeval/config/settings.py,sha256=EwCcYQYQDuayRVmRjYPtxUm9EHKLRu1eLaGfzNdaDEI,21827
 deepeval/config/settings_manager.py,sha256=enahSZN8krRu7-L94OBCt99fwUIqQtMRL97PlzsuKEY,4021
 deepeval/config/utils.py,sha256=gSOVv18Tx1R72GucbdQesbZLFL-Y9EzbS4p7qd2w_xE,3799
 deepeval/constants.py,sha256=Qe-es-WDPJndgBspEQXxddDCVanrAu03YWCpXsUkdo0,1368
 deepeval/contextvars.py,sha256=oqXtuYiKd4Zvc1rNoR1gcRBxzZYCGTMVn7XostwvkRI,524
 deepeval/dataset/__init__.py,sha256=N2c-rkuxWYiiJSOZArw0H02Cwo7cnfzFuNYJlvsIBEg,249
 deepeval/dataset/api.py,sha256=ZxkEqAF4nZH_Ys_1f5r9N2LFI_vBcAJxt8eJm7Mplpw,831
-deepeval/dataset/dataset.py,sha256=dDWTSPWN8i_mZBOAgZt0r5Id6q6aeDf8jAKxv81mP1o,51113
+deepeval/dataset/dataset.py,sha256=giVTbjdS9zFfWNCD7WC4pyneLhXlvLJcBy38LYebIYY,51343
 deepeval/dataset/golden.py,sha256=T-rTk4Hw1tANx_Iimv977F6Y4QK3s5OIB4PecU5FJDM,2338
 deepeval/dataset/test_run_tracer.py,sha256=5CdpDvhzkEEBRyqWi6egocaxiN6IRS3XfbACxEQZQeM,2544
 deepeval/dataset/types.py,sha256=CWeOIBPK2WdmRUqjFa9gfN-w2da0r8Ilzl3ToDpJQoQ,558
@@ -158,15 +158,14 @@ deepeval/evaluate/__init__.py,sha256=315IaMiYEz7oJhZ4kPTBfeCNd1xF-wWVU6KOQnrKQpE
 deepeval/evaluate/api.py,sha256=rkblH0ZFAAdyuF0Ymh7JE1pIJPR9yFuPrn9SQaCEQp4,435
 deepeval/evaluate/compare.py,sha256=tdSJY4E7YJ_zO3dzvpwngZHLiUI2YQcTWJOLI83htsQ,9855
 deepeval/evaluate/configs.py,sha256=QfWjaWNxLsgEe8-5j4PIs5WcSyEckiWt0qdpXSpl57M,928
-deepeval/evaluate/evaluate.py,sha256=NPAJ2iJqJI_RurXKUIC0tft_ozYMIKwZf5iPfmnNhQc,10412
-deepeval/evaluate/execute.py,sha256=XS0XtDGKC1ZOo09lthillfi5aDI5TWFbJ-Y7yICNvGo,89056
-deepeval/evaluate/types.py,sha256=IGZ3Xsj0UecPI3JNeTpJaK1gDvlepokfCmHwtItIW9M,831
-deepeval/evaluate/utils.py,sha256=kkliSGzuICeUsXDtlMMPfN95dUKlqarNhfciSffd4gI,23143
+deepeval/evaluate/evaluate.py,sha256=HoEERRLj8SVCcU1r70VQdSL4LQcSc9p20OhcD1nhEuQ,10594
+deepeval/evaluate/execute.py,sha256=M0o4dpUSkvXnzEK6QIgy-2pa0HQx6w6ZRbXoI03tJeI,88931
+deepeval/evaluate/types.py,sha256=zsL_lNbFMG20czzRQeWNDbLSzL8Uy7IIgvILe-X0kN0,918
+deepeval/evaluate/utils.py,sha256=oBJFcUDYmmsRvXW7rXkQy3gI1Tuu5bixgvHx0yvnw1c,23563
 deepeval/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deepeval/integrations/crewai/__init__.py,sha256=hz3u-3PKg_FruRPkR3zEEXwTRa1VxoQFPpRK-eWhUvw,106
-deepeval/integrations/crewai/agent.py,sha256=ppWaaYaTKutsKOmQHhsNqoU8WltObfs6EOvzdmhM6eA,3288
-deepeval/integrations/crewai/handler.py,sha256=uz5qEtQeEzYNMb-fNKQFP6h863DlaMTwqOMyAeYUVc4,4480
-deepeval/integrations/crewai/patch.py,sha256=hqKM0RF8Tr5oeTCWuXB4oIrND_gjD2PfbmZKE_ry9C8,1299
+deepeval/integrations/crewai/__init__.py,sha256=ERepE-h-1jWu_WqH5KSmMBFaoQ11lck88ojnrBIaTKw,72
+deepeval/integrations/crewai/handler.py,sha256=8Cd_7N0B4o4ZhAuAbTdwOvnqUt8FRsuRsz-M_yljFWI,6508
+deepeval/integrations/crewai/wrapper.py,sha256=ogJDfiB95EzvKIuY-YYXrD8CsH3CPpcsgNx-pSkNoAE,2378
 deepeval/integrations/hugging_face/__init__.py,sha256=MuHIf9im9Jypq4VkfLzhklxIrd7vSTGlT74iUNSPgvg,93
 deepeval/integrations/hugging_face/callback.py,sha256=15QQEzR34Cpdp5kUp5oVA6dEsShtiMNZ03akJWAh7lo,7911
 deepeval/integrations/hugging_face/rich_manager.py,sha256=WvFtPGpPmGeg2Ftsnojga6yvbBLiZv_tvNbnFcGb6og,3630
@@ -182,8 +181,9 @@ deepeval/integrations/llama_index/handler.py,sha256=eqI1n8E4MsvfKoFs5Zrm9IdCR7g9
 deepeval/integrations/llama_index/utils.py,sha256=mxW71-3PjvBvJpLIU0kNWuTzCidy5l_-roLt8ZyWYA0,2599
 deepeval/integrations/pydantic_ai/__init__.py,sha256=UIkXn_g6h9LTQXG1PaWu1eCFkCssIwG48WSvN46UWgU,202
 deepeval/integrations/pydantic_ai/agent.py,sha256=4wRV25O1tC-txH2j3TNJWry6gDNBqqThj7zgFKBxJpw,606
-deepeval/integrations/pydantic_ai/instrumentator.py,sha256=tGHuP7nn4jL9bUFR2fZWbF4k_EhF5JXOnCwQm-tmDKc,6974
+deepeval/integrations/pydantic_ai/instrumentator.py,sha256=RALOL7sz-DWgUe_fd8jWqjGzKnqgVvkoMToLfuk0u10,8493
 deepeval/integrations/pydantic_ai/otel.py,sha256=0OuIpmaMtEt1dFWFZtYAiZ9hVCWweEWr1TRHYcDb4I8,1918
+deepeval/integrations/pydantic_ai/test_instrumentator.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/key_handler.py,sha256=damdQEBLGy4IVk5DR5-E3blIZdLbcMtyeGAFn_4_SG4,6505
 deepeval/metrics/__init__.py,sha256=nvO0Wv2JROjK1I9MDNIFUJlrRAZI2C0xbGYSBZK5q4g,4013
 deepeval/metrics/answer_relevancy/__init__.py,sha256=WbZUpoSg2GQoqJ4VIRirVVQ1JDx5xwT-RskwqNKfWGM,46
@@ -236,7 +236,7 @@ deepeval/metrics/dag/schema.py,sha256=rJaMlXeESN0L3Igw0FTmErqjF6s8oKkUBEjhVKyBki
 deepeval/metrics/dag/templates.py,sha256=7pVyE1exfpU5z2OcAF4fH4xOxxIqO7orK3SQyMqGqEQ,2090
 deepeval/metrics/dag/utils.py,sha256=66D88fpjIUdVwZvYV8a1L9TlX1wvbCVuE6Y8BFTbpkE,6069
 deepeval/metrics/faithfulness/__init__.py,sha256=RffAtTOSdtWO1gHVMnPI-imJahf3JENOoJRiNw-Xv4g,43
-deepeval/metrics/faithfulness/faithfulness.py,sha256=bYVhHI7Tr7xH0x-7F2LijxRuCCEtLOnXLzncvJLVv60,12887
+deepeval/metrics/faithfulness/faithfulness.py,sha256=KXI5VPcOsPZ2Pk1-69tR-kq4x-FYW0TxyUF4iRfD-zE,13184
 deepeval/metrics/faithfulness/schema.py,sha256=2dU9dwwmqpGJcWvY2webERWIfH_tn02xgLghHkAY_eM,437
 deepeval/metrics/faithfulness/template.py,sha256=RuZ0LFm4BjZ8lhVrKPgU3ecHszwkF0fe5-BxAkaP5AA,5839
 deepeval/metrics/g_eval/__init__.py,sha256=HAhsQFVq9LIpZXPN00Jc_WrMXrh47NIT86VnUpWM4_4,102
@@ -405,7 +405,7 @@ deepeval/plugins/plugin.py,sha256=_dwsdx4Dg9DbXxK3f7zJY4QWTJQWc7QE1HmIg2Zjjag,15
 deepeval/progress_context.py,sha256=ZSKpxrE9sdgt9G3REKnVeXAv7GJXHHVGgLynpG1Pudw,3557
 deepeval/prompt/__init__.py,sha256=M99QTWdxOfiNeySGCSqN873Q80PPxqRvjLq4_Mw-X1w,49
 deepeval/prompt/api.py,sha256=665mLKiq8irXWV8kM9P_qFJipdCYZUNQFwW8AkA3itM,1777
-deepeval/prompt/prompt.py,sha256=w2BmKtSzXxobjSlBQqUjdAB0Zwe6IYaLjLg7KQvVDXE,21999
+deepeval/prompt/prompt.py,sha256=JjPm7rB-3rnTs8oEQT4EEwnqQqE8ZFNXebVngEOWsI4,23537
 deepeval/prompt/utils.py,sha256=Ermw9P-1-T5wQ5uYuj5yWgdj7pVB_JLw8D37Qvmh9ok,1938
 deepeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deepeval/red_teaming/README.md,sha256=BY5rAdpp3-sMMToEKwq0Nsd9ivkGDzPE16DeDb8GY7U,154
@@ -438,13 +438,13 @@ deepeval/test_case/llm_test_case.py,sha256=L-dCvJ4pMPPavZTyN9ZKN30h351DWI_TunmXf
 deepeval/test_case/mcp.py,sha256=Z625NLvz0E_UJpbyfyuAi_4nsqKH6DByBf0rfKd70xU,1879
 deepeval/test_case/mllm_test_case.py,sha256=8a0YoE72geX_fLI6yk_cObSxCPddwW-DOb-5OPE1-W8,5414
 deepeval/test_case/utils.py,sha256=5lT7QmhItsQHt44-qQfspuktilcrEyvl2cS0cgUJxds,809
-deepeval/test_run/__init__.py,sha256=3npHzm1Z96M2qFVtm22-RTfrVeQs27jKI-RmSWM2nh0,747
-deepeval/test_run/api.py,sha256=ztXrcMsz0gDebd--IqQrw_gEEBlrkxnAk-WxpUFJQg0,5427
+deepeval/test_run/__init__.py,sha256=2Jdf9V2d_Wa6Fus31aUzMZ1oy3OkuhVhZhxxcGHxZaM,771
+deepeval/test_run/api.py,sha256=s8q2wBsE8rgOn_1GU84a8aFRjyDxMm6qQJmpl5CorCM,5484
 deepeval/test_run/cache.py,sha256=2bKXQ4GvHe2xowFGz4ekoheLno1Yv7O6PfuanFkWnA4,12786
 deepeval/test_run/hooks.py,sha256=Qnd06bk9RJN4WmFUzJrBAi3Xj261hzyzI2iRmG8wbKw,375
 deepeval/test_run/hyperparameters.py,sha256=f7M07w1EfT8YPtiD9xVIVYa3ZewkxewSkK7knwv0YlY,2289
-deepeval/test_run/test_run.py,sha256=eCo_NESZruIAtSu2feSbz9AtOcu9v92TNiS0OON_i-I,33611
-deepeval/tracing/__init__.py,sha256=OPsA_VmYNLC1M-WYJ37R6SxGyLnoXIkuyMBTcAneeao,530
+deepeval/test_run/test_run.py,sha256=vA515OlHBljO6M2RwAEDk0gw_8-ChPU48qjSkPZv8-U,36451
+deepeval/tracing/__init__.py,sha256=WpiWzIIAzPIk043Si1jwTwHWxqtaIzeHj_xq9CH08nk,576
 deepeval/tracing/api.py,sha256=rq4rB5f3tfrv6l4mRJmDrwRj5CH4dyatwxhG7p8xbVk,4867
 deepeval/tracing/context.py,sha256=rzm42zYzP7jmQJO08AV-Qmw86ik45qRfF4UQNpGcmJw,5338
 deepeval/tracing/offline_evals/__init__.py,sha256=bEniJAl7PmS9u2ksiOTfHtlCPJ9_CJV5R6umrUOX5MM,102
@@ -454,15 +454,17 @@ deepeval/tracing/offline_evals/thread.py,sha256=bcSGFcZJKnszArOLIlWvnCyt0zSmsd7X
 deepeval/tracing/offline_evals/trace.py,sha256=vTflaTKysKRiYvKA-Nx6PUJ3J6NrRLXiIdWieVcm90E,1868
 deepeval/tracing/otel/__init__.py,sha256=HQsaF5yLPwyW5qg8AOV81_nG_7pFHnatOTHi9Wx3HEk,88
 deepeval/tracing/otel/exporter.py,sha256=wPO1ITKpjueLOSNLO6nD2QL9LAd8Xcu6en8hRkB61Wo,28891
+deepeval/tracing/otel/test_exporter.py,sha256=bezihPGWJpwUEF3ZghxqhhorocVFTO2b43jRM-JHYMU,1076
 deepeval/tracing/otel/utils.py,sha256=yAXyPvTjax2HdLcvbVv9pyOVW4S7elIp3RLGuBTr_8o,15113
 deepeval/tracing/patchers.py,sha256=DAPNkhrDtoeyJIVeQDUMhTz-xGcXu00eqjQZmov8FiU,3096
 deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
-deepeval/tracing/tracing.py,sha256=xZEyuxdGY259nQaDkGp_qO7Avriv8hrf4L15ZfeMNV8,42728
+deepeval/tracing/trace_context.py,sha256=jmOH3oBKz1FeNz_J61CUfkuQ3SpyFc6n7mo_HVX6JfU,352
+deepeval/tracing/tracing.py,sha256=EhpZnKjYNCr_K5dTr9gqtK5uzKzhvE-lrk_t8OF5EOE,42903
 deepeval/tracing/types.py,sha256=l_utWKerNlE5H3mOKpeUJLsvpP3cMyjH7HRANNgTmSQ,5306
-deepeval/tracing/utils.py,sha256=SLnks8apGlrV6uVnvFVl2mWYABEkvXbPXnQvq3KaU_o,7943
-deepeval/utils.py,sha256=-_o3W892u7naX4Y7a8if4mP0Rtkgtapg6Krr1ZBpj0o,17197
-deepeval-3.6.3.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
-deepeval-3.6.3.dist-info/METADATA,sha256=BoRZ6BEBPwkypse9Xzw8gRlsezwSrDKsT5RO9C3thQc,18754
-deepeval-3.6.3.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-deepeval-3.6.3.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
-deepeval-3.6.3.dist-info/RECORD,,
+deepeval/tracing/utils.py,sha256=6SXJ7JJu-6OUziFZ_1IJppuVv7Rlq4cw3c3B7DL_eRQ,5295
+deepeval/utils.py,sha256=J1JNzjAlmn-UsFTK8-c5bhUuk5crwFGVCrRvle-nNmA,21533
+deepeval-3.6.5.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
+deepeval-3.6.5.dist-info/METADATA,sha256=jVsdK4BG21hV9kceAgzk5Ug34I0d1T7s-R5BIKGiHiQ,18754
+deepeval-3.6.5.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+deepeval-3.6.5.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
+deepeval-3.6.5.dist-info/RECORD,,

deepeval/integrations/crewai/agent.py

@@ -1,98 +0,0 @@
-from typing import Optional, Dict, Any, List
-import weakref
-from deepeval.metrics import BaseMetric
-from deepeval.telemetry import capture_tracing_integration
-
-try:
-    from crewai.agent import Agent as CrewAIAgent
-
-    crewai_installed = True
-except:
-    crewai_installed = False
-
-
-def is_crewai_installed():
-    if not crewai_installed:
-        raise ImportError(
-            "CrewAI is not installed. Please install it with `pip install crewai`."
-        )
-
-
-class AgentRegistry:
-    """Global registry to track CrewAI agents, their metric collections, and metrics."""
-
-    def __init__(self):
-        is_crewai_installed()
-        self._agent_metric_mapping: Dict[int, str] = {}
-        self._agent_metrics_mapping: Dict[int, List[BaseMetric]] = {}
-        self._agent_instances: Dict[int, weakref.ref] = {}
-
-    def register_agent(
-        self,
-        agent: CrewAIAgent,
-        metric_collection: Optional[str] = None,
-        metrics: Optional[List[BaseMetric]] = None,
-    ):
-        """Register a CrewAI agent with its metric collection and metrics."""
-        agent_id = id(agent)
-        self._agent_metric_mapping[agent_id] = metric_collection
-        self._agent_metrics_mapping[agent_id] = metrics or []
-        self._agent_instances[agent_id] = weakref.ref(
-            agent, self._cleanup_agent
-        )
-
-    def get_metric_collection(self, agent: CrewAIAgent) -> Optional[str]:
-        """Get the metric collection for a given agent."""
-        agent_id = id(agent)
-        return self._agent_metric_mapping.get(agent_id)
-
-    def get_metrics(self, agent: CrewAIAgent) -> List[BaseMetric]:
-        agent_id = id(agent)
-        return self._agent_metrics_mapping.get(agent_id, [])
-
-    def _cleanup_agent(self, weak_ref):
-        """Clean up agent references when they're garbage collected."""
-        # Find and remove the agent_id for this weak reference
-        agent_id = None
-        for aid, ref in self._agent_instances.items():
-            if ref == weak_ref:
-                agent_id = aid
-                break
-
-        if agent_id:
-            del self._agent_metric_mapping[agent_id]
-            del self._agent_metrics_mapping[agent_id]
-            del self._agent_instances[agent_id]
-
-    def get_all_agents(self) -> Dict[int, Optional[str]]:
-        """Get all registered agents and their metric collections."""
-        return self._agent_metric_mapping.copy()
-
-
-# Global registry instance
-agent_registry = AgentRegistry()
-
-
-class Agent(CrewAIAgent):
-    def __init__(
-        self,
-        *args,
-        metric_collection: Optional[str] = None,
-        metrics: Optional[List[BaseMetric]] = None,
-        **kwargs
-    ):
-        with capture_tracing_integration("crewai.agent.Agent"):
-            is_crewai_installed()
-            super().__init__(*args, **kwargs)
-            # Register this agent instance with its metric collection
-            agent_registry.register_agent(self, metric_collection, metrics)
-
-    @property
-    def metric_collection(self) -> Optional[str]:
-        """Get the metric collection for this agent."""
-        return agent_registry.get_metric_collection(self)
-
-    @property
-    def metrics(self) -> List[BaseMetric]:
-        """Get the list of metrics for this agent."""
-        return agent_registry.get_metrics(self)

deepeval/integrations/crewai/patch.py

@@ -1,41 +0,0 @@
-from deepeval.tracing.tracing import Observer
-
-
-from deepeval.tracing.tracing import current_span_context
-
-
-def patch_build_context_for_task():
-    from crewai.memory.contextual.contextual_memory import ContextualMemory
-    from crewai.task import Task
-
-    original_build_context_for_task = ContextualMemory.build_context_for_task
-
-    def patched_build_context_for_task(*args, **kwargs):
-        observer_kwargs = {
-            "observe_kwargs": {
-                "span_type": "retriever",
-                "embedder": "contextual",
-            }
-        }
-        with Observer(
-            func_name="build_context_for_task",
-            span_type="retriever",
-            **observer_kwargs
-        ):
-            embedding_input = "No input"
-            if isinstance(args[1], Task):
-                embedding_input = args[1].prompt()
-
-            result = original_build_context_for_task(*args, **kwargs)
-
-            retrieval_context = []
-            if isinstance(result, str):
-                retrieval_context = [result]
-
-            current_span = current_span_context.get()
-            current_span.input = embedding_input
-            current_span.retrieval_context = retrieval_context
-
-        return result
-
-    ContextualMemory.build_context_for_task = patched_build_context_for_task