deepeval 3.6.0__py3-none-any.whl → 3.6.1__py3-none-any.whl

deepeval/_version.py

@@ -1 +1 @@
-__version__: str = "3.6.0"
+__version__: str = "3.6.1"

deepeval/openai_agents/callback_handler.py

@@ -83,7 +83,9 @@ class DeepEvalTracingProcessor(TracingProcessor):
         if not span.started_at:
             return
         current_span = current_span_context.get()
-        if current_span and isinstance(current_span, LlmSpan):
+        if current_span and isinstance(
+            current_span, LlmSpan
+        ):  # llm span started by
             return
 
         span_type = self.get_span_kind(span.span_data)
@@ -101,10 +103,15 @@ class DeepEvalTracingProcessor(TracingProcessor):
             current_trace_context.get(), span.span_data
         )
 
+        span_type = self.get_span_kind(span.span_data)
         current_span = current_span_context.get()
-        if current_span and isinstance(current_span, LlmSpan):
+        if (
+            current_span
+            and isinstance(current_span, LlmSpan)
+            and span_type == "llm"
+        ):  # addtional check if the span kind data is llm too
             update_span_properties(current_span, span.span_data)
-            return
+
         observer = self.span_observers.pop(span.span_id, None)
         if observer:
             observer.__exit__(None, None, None)

deepeval/tracing/otel/exporter.py

@@ -42,6 +42,7 @@ from deepeval.tracing.types import TraceAttributes
 from deepeval.test_case import ToolCall
 from dataclasses import dataclass
 import deepeval
+from deepeval.tracing.utils import make_json_serializable_for_metadata
 
 
 @dataclass
@@ -360,6 +361,8 @@ class ConfidentSpanExporter(SpanExporter):
             raw_trace_expected_tools
         )
         trace_metadata = self._parse_json_string(raw_trace_metadata)
+        if trace_metadata:
+            trace_metadata = make_json_serializable_for_metadata(trace_metadata)
         trace_metric_collection = parse_string(raw_trace_metric_collection)
 
         base_span_wrapper.trace_input = trace_input
@@ -426,6 +429,9 @@ class ConfidentSpanExporter(SpanExporter):
         span_tools_called = self._parse_list_of_tools(raw_span_tools_called)
         span_expected_tools = self._parse_list_of_tools(raw_span_expected_tools)
         span_metadata = self._parse_json_string(raw_span_metadata)
+        if span_metadata:
+            span_metadata = make_json_serializable_for_metadata(span_metadata)
+
         span_metric_collection = parse_string(raw_span_metric_collection)
 
         # Set Span Attributes

deepeval/tracing/otel/utils.py

@@ -4,6 +4,8 @@ from deepeval.tracing import trace_manager, BaseSpan
 from opentelemetry.sdk.trace.export import ReadableSpan
 import json
 
+from deepeval.tracing.utils import make_json_serializable
+
 GEN_AI_OPERATION_NAMES = ["chat", "generate_content", "task_completion"]
 
 
@@ -103,10 +105,13 @@ def check_llm_input_from_gen_ai_attributes(
     output = None
     try:
         input = json.loads(span.attributes.get("gen_ai.input.messages"))
+        input = _flatten_input(input)
+
     except Exception as e:
         pass
     try:
         output = json.loads(span.attributes.get("gen_ai.output.messages"))
+        output = _flatten_input(output)
     except Exception as e:
         pass
 
@@ -127,6 +132,61 @@ def check_llm_input_from_gen_ai_attributes(
     return input, output
 
 
+def _flatten_input(input: list) -> list:
+    if input and isinstance(input, list):
+        try:
+            result: List[dict] = []
+            for m in input:
+                if isinstance(m, dict):
+                    role = m.get("role")
+                    if not role:
+                        role = "assistant"
+                    parts = m.get("parts")
+                    if parts:
+                        for part in parts:
+                            if isinstance(part, dict):
+                                ptype = part.get("type")
+                                if ptype == "text":
+                                    result.append(
+                                        {
+                                            "role": role,
+                                            "content": part.get("content"),
+                                        }
+                                    )
+                                else:
+                                    result.append(
+                                        {
+                                            "role": role,
+                                            "content": make_json_serializable(
+                                                part
+                                            ),
+                                        }
+                                    )
+                            else:
+                                result.append(
+                                    {
+                                        "role": role,
+                                        "content": make_json_serializable(part),
+                                    }
+                                )
+                    else:
+                        result.append(
+                            {"role": role, "content": m.get("content")}
+                        )  # no parts
+                else:
+                    result.append(
+                        {
+                            "role": "assistant",
+                            "content": make_json_serializable(m),
+                        }
+                    )
+            return result
+        except Exception as e:
+            return input
+
+    return input
+
+
 def check_tool_name_from_gen_ai_attributes(span: ReadableSpan) -> Optional[str]:
     try:
         gen_ai_tool_name = span.attributes.get("gen_ai.tool.name")
@@ -374,6 +434,8 @@ def check_pydantic_ai_agent_input_output(
     except Exception:
         pass
 
+    input_val = _flatten_input(input_val)
+    output_val = _flatten_input(output_val)
     return input_val, output_val
 
 

deepeval/tracing/utils.py

@@ -100,6 +100,60 @@ def make_json_serializable(obj):
     return _serialize(obj)
 
 
+def make_json_serializable_for_metadata(obj):
+    """
+    Recursively converts an object to a JSON‐serializable form,
+    replacing circular references with "<circular>".
+    """
+    seen = set()  # Store `id` of objects we've visited
+
+    def _serialize(o):
+        oid = id(o)
+
+        # strip Nulls
+        if isinstance(o, str):
+            return _strip_nul(o)
+
+        # Primitive types are already serializable
+        if isinstance(o, (str, int, float, bool)) or o is None:
+            return str(o)
+
+        # Detect circular reference
+        if oid in seen:
+            return "<circular>"
+
+        # Mark current object as seen
+        seen.add(oid)
+
+        # Handle containers
+        if isinstance(o, (list, tuple, set, deque)):  # TODO: check if more
+            serialized = []
+            for item in o:
+                serialized.append(_serialize(item))
+
+            return serialized
+
+        if isinstance(o, dict):
+            result = {}
+            for key, value in o.items():
+                # Convert key to string (JSON only allows string keys)
+                result[str(key)] = _serialize(value)
+            return result
+
+        # Handle objects with __dict__
+        if hasattr(o, "__dict__"):
+            result = {}
+            for key, value in vars(o).items():
+                if not key.startswith("_"):
+                    result[key] = _serialize(value)
+            return result
+
+        # Fallback: convert to string
+        return _strip_nul(str(o))
+
+    return _serialize(obj)
+
+
 def to_zod_compatible_iso(
     dt: datetime, microsecond_precision: bool = False
 ) -> str:

{deepeval-3.6.0.dist-info → deepeval-3.6.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepeval
-Version: 3.6.0
+Version: 3.6.1
 Summary: The LLM Evaluation Framework
 Home-page: https://github.com/confident-ai/deepeval
 License: Apache-2.0

{deepeval-3.6.0.dist-info → deepeval-3.6.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 deepeval/__init__.py,sha256=6fsb813LD_jNhqR-xZnSdE5E-KsBbC3tc4oIg5ZMgTw,2115
-deepeval/_version.py,sha256=6gidwc6mZETsJYHWtOUcpPNi74ZeM3A60PXBZMkuLUY,27
+deepeval/_version.py,sha256=60ky4ZrqXl83ooFzPWUHtPFcXD1XP6b9GQDnqw3EHOU,27
 deepeval/annotation/__init__.py,sha256=ZFhUVNNuH_YgQSZJ-m5E9iUb9TkAkEV33a6ouMDZ8EI,111
 deepeval/annotation/annotation.py,sha256=3j3-syeJepAcEj3u3e4T_BeRDzNr7yXGDIoNQGMKpwQ,2298
 deepeval/annotation/api.py,sha256=EYN33ACVzVxsFleRYm60KB4Exvff3rPJKt1VBuuX970,2147
@@ -396,7 +396,7 @@ deepeval/openai/patch.py,sha256=tPDqXaBScBJveM9P5xLT_mVwkubw0bOey-efvdjZIfg,7466
 deepeval/openai/utils.py,sha256=-84VZGUsnzRkYAFWc_DGaGuQTDCUItk0VtUTdjtSxg4,2748
 deepeval/openai_agents/__init__.py,sha256=F4c6MtsdV7LWj0YamQcMGs4_u5sOYZJXWOQP8kV5xUg,314
 deepeval/openai_agents/agent.py,sha256=_SQdd0JzZK-ZvpP7yPEi22Y7fVk16PC00ROahdDQdCQ,951
-deepeval/openai_agents/callback_handler.py,sha256=HSMVKgkbFz6NWOsij0bHlznoDs0CbYYvClc_8345PIc,4637
+deepeval/openai_agents/callback_handler.py,sha256=4Tt2OAGfYd35C5LBMekxz0SDivYryKGm3lxls1WT7cY,4842
 deepeval/openai_agents/extractors.py,sha256=jcV-IeWLIh64astJRy_dRBAbUOIab1vp0Wzda7AgVyk,13963
 deepeval/openai_agents/patch.py,sha256=MNvbGe5NLq0rC7L-7lnqcxKhclQvLuBKZnZyAifSHLY,10241
 deepeval/openai_agents/runner.py,sha256=WtHuzhYHgC571uJYGjbTz3R23VaKnlKybGJSRCxM9pY,12310
@@ -453,16 +453,16 @@ deepeval/tracing/offline_evals/span.py,sha256=pXqTVXs-WnjRVpCYYEbNe0zSM6Wz9GsKHs
 deepeval/tracing/offline_evals/thread.py,sha256=bcSGFcZJKnszArOLIlWvnCyt0zSmsd7Xsw5rl4RTVFg,1981
 deepeval/tracing/offline_evals/trace.py,sha256=vTflaTKysKRiYvKA-Nx6PUJ3J6NrRLXiIdWieVcm90E,1868
 deepeval/tracing/otel/__init__.py,sha256=HQsaF5yLPwyW5qg8AOV81_nG_7pFHnatOTHi9Wx3HEk,88
-deepeval/tracing/otel/exporter.py,sha256=YfzV2zyxRwD6FO-qV0PR-y1nk1kInPJp0TtIuWNHbh0,28606
-deepeval/tracing/otel/utils.py,sha256=xydJyUgR1s4hTGcz-onvVHyiT7F6lUXRuh_nprHkKbU,12396
+deepeval/tracing/otel/exporter.py,sha256=wPO1ITKpjueLOSNLO6nD2QL9LAd8Xcu6en8hRkB61Wo,28891
+deepeval/tracing/otel/utils.py,sha256=THXOoqLau4w6Jlz0YJV3K3vQcVptxo14hcDQCJiPeks,14821
 deepeval/tracing/patchers.py,sha256=DAPNkhrDtoeyJIVeQDUMhTz-xGcXu00eqjQZmov8FiU,3096
 deepeval/tracing/perf_epoch_bridge.py,sha256=iyAPddB6Op7NpMtPHJ29lDm53Btz9yLaN6xSCfTRQm4,1825
 deepeval/tracing/tracing.py,sha256=WFXfGLt58Ia9yCohDZBIUGX6mwieoF8489UziuC-NJI,42458
 deepeval/tracing/types.py,sha256=l_utWKerNlE5H3mOKpeUJLsvpP3cMyjH7HRANNgTmSQ,5306
-deepeval/tracing/utils.py,sha256=w_kdhuyBCygllnbqLpDdKJqpJo42t3ZMlGhNicV2A8c,6467
+deepeval/tracing/utils.py,sha256=RUcsDpS_aobK3zuNfZGNvjk7aBbBfHOj3aYu2hRZzg0,7993
 deepeval/utils.py,sha256=-_o3W892u7naX4Y7a8if4mP0Rtkgtapg6Krr1ZBpj0o,17197
-deepeval-3.6.0.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
-deepeval-3.6.0.dist-info/METADATA,sha256=XHRGHFIWxy8_kHr2iCFDXk-tX-ubqjwXtqofMTSVZiQ,18743
-deepeval-3.6.0.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-deepeval-3.6.0.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
-deepeval-3.6.0.dist-info/RECORD,,
+deepeval-3.6.1.dist-info/LICENSE.md,sha256=0ATkuLv6QgsJTBODUHC5Rak_PArA6gv2t7inJzNTP38,11352
+deepeval-3.6.1.dist-info/METADATA,sha256=UrYM0bqzIvhmMlevcqO-Hcbbm2e5r26FwWEzz2rKua8,18743
+deepeval-3.6.1.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+deepeval-3.6.1.dist-info/entry_points.txt,sha256=fVr8UphXTfJe9I2rObmUtfU3gkSrYeM0pLy-NbJYg10,94
+deepeval-3.6.1.dist-info/RECORD,,