agenta 0.14.1a0__py3-none-any.whl → 0.14.1a1__py3-none-any.whl

agenta/sdk/tracing/llm_tracing.py

@@ -19,7 +19,7 @@ class SingletonMeta(type):
     Thread-safe implementation of Singleton.
     """
 
-    _instances = {}
+    _instances = {}  # type: ignore
 
     # We need the lock mechanism to synchronize threads \
     # during the initial access to the Singleton object.
@@ -73,6 +73,7 @@ class Tracing(metaclass=SingletonMeta):
         self.app_id = app_id
         self.variant_id = variant_id
         self.variant_name = variant_name
+        self.tracing_enabled = True
         self.tasks_manager = TaskQueue(
             max_workers if max_workers else 4, logger=llm_logger
         )
@@ -95,12 +96,24 @@ class Tracing(metaclass=SingletonMeta):
             base_url=self.base_url, api_key=self.api_key, timeout=120  # type: ignore
         ).observability
 
+    @property
+    def _is_tracing_enabled(self) -> bool:
+        """Checks if tracing is enabled.
+
+        Returns:
+            bool: If tracing is enabled
+        """
+
+        return self.tracing_enabled
+
     def set_span_attribute(
         self, parent_key: Optional[str] = None, attributes: Dict[str, Any] = {}
     ):
-        span = self.span_dict[self.active_span.id]  # type: ignore
-        for key, value in attributes.items():
-            self.set_attribute(span.attributes, key, value, parent_key)  # type: ignore
+        if self._is_tracing_enabled:
+            span = self.span_dict[self.active_span.id]  # type: ignore
+            for key, value in attributes.items():
+                self.set_attribute(span.attributes, key, value, parent_key)  # type: ignore
+        return
 
     def set_attribute(
         self,
@@ -123,28 +136,30 @@ class Tracing(metaclass=SingletonMeta):
     def start_parent_span(
         self, name: str, inputs: Dict[str, Any], config: Dict[str, Any], **kwargs
     ):
-        trace_id = self._create_trace_id()
-        span_id = self._create_span_id()
-        self.llm_logger.info("Recording parent span...")
-        span = CreateSpan(
-            id=span_id,
-            app_id=self.app_id,
-            variant_id=self.variant_id,
-            variant_name=self.variant_name,
-            inputs=inputs,
-            name=name,
-            config=config,
-            environment=kwargs.get("environment"),
-            spankind=SpanKind.WORKFLOW.value,
-            status=SpanStatusCode.UNSET.value,
-            start_time=datetime.now(timezone.utc),
-        )
-        self.active_trace = span
-        self.recording_trace_id = trace_id
-        self.parent_span_id = span.id
-        self.llm_logger.info(
-            f"Recorded active_trace and setting parent_span_id: {span.id}"
-        )
+        if self._is_tracing_enabled:
+            trace_id = self._create_trace_id()
+            span_id = self._create_span_id()
+            self.llm_logger.info("Recording parent span...")
+            span = CreateSpan(
+                id=span_id,
+                app_id=self.app_id,
+                variant_id=self.variant_id,
+                variant_name=self.variant_name,
+                inputs=inputs,
+                name=name,
+                config=config,
+                environment=kwargs.get("environment"),
+                spankind=SpanKind.WORKFLOW.value,
+                status=SpanStatusCode.UNSET.value,
+                start_time=datetime.now(timezone.utc),
+            )
+            self.active_trace = span
+            self.recording_trace_id = trace_id
+            self.parent_span_id = span.id
+            self.llm_logger.info(
+                f"Recorded active_trace and setting parent_span_id: {span.id}"
+            )
+        return
 
     def start_span(
         self,
@@ -152,71 +167,79 @@ class Tracing(metaclass=SingletonMeta):
         spankind: str,
         input: Dict[str, Any],
         config: Dict[str, Any] = {},
-    ) -> CreateSpan:
-        span_id = self._create_span_id()
-        self.llm_logger.info(f"Recording {spankind} span...")
-        span = CreateSpan(
-            id=span_id,
-            inputs=input,
-            name=name,
-            app_id=self.app_id,
-            variant_id=self.variant_id,
-            variant_name=self.variant_name,
-            config=config,
-            environment=self.active_trace.environment,
-            parent_span_id=self.parent_span_id,
-            spankind=spankind.upper(),
-            attributes={},
-            status=SpanStatusCode.UNSET.value,
-            start_time=datetime.now(timezone.utc),
-        )
-
-        self.active_span = span
-        self.span_dict[span.id] = span
-        self.parent_span_id = span.id
-        self.llm_logger.info(
-            f"Recorded active_span and setting parent_span_id: {span.id}"
-        )
-        return span
+    ) -> Optional[CreateSpan]:
+        if self._is_tracing_enabled:
+            span_id = self._create_span_id()
+            self.llm_logger.info(f"Recording {spankind} span...")
+            span = CreateSpan(
+                id=span_id,
+                inputs=input,
+                name=name,
+                app_id=self.app_id,
+                variant_id=self.variant_id,
+                variant_name=self.variant_name,
+                config=config,
+                environment=self.active_trace.environment,
+                parent_span_id=self.parent_span_id,
+                spankind=spankind.upper(),
+                attributes={},
+                status=SpanStatusCode.UNSET.value,
+                start_time=datetime.now(timezone.utc),
+            )
+
+            self.active_span = span
+            self.span_dict[span.id] = span
+            self.parent_span_id = span.id
+            self.llm_logger.info(
+                f"Recorded active_span and setting parent_span_id: {span.id}"
+            )
+            return span
+        return
 
     def update_span_status(self, span: CreateSpan, value: str):
-        updated_span = CreateSpan(**{**span.dict(), "status": value})
-        self.active_span = updated_span
+        if self._is_tracing_enabled:
+            updated_span = CreateSpan(**{**span.dict(), "status": value})
+            self.active_span = updated_span
+        return
 
     def end_span(self, outputs: Dict[str, Any], span: CreateSpan, **kwargs):
-        updated_span = CreateSpan(
-            **span.dict(),
-            end_time=datetime.now(timezone.utc),
-            outputs=[outputs["message"]],
-            cost=outputs.get("cost", None),
-            tokens=outputs.get("usage"),
-        )
-
-        # Push span to list of recorded spans
-        self.recorded_spans.append(updated_span)
-        self.llm_logger.info(
-            f"Pushed {updated_span.spankind} span {updated_span.id} to recorded spans."
-        )
+        if self._is_tracing_enabled:
+            updated_span = CreateSpan(
+                **span.dict(),
+                end_time=datetime.now(timezone.utc),
+                outputs=[outputs["message"]],
+                cost=outputs.get("cost", None),
+                tokens=outputs.get("usage"),
+            )
+
+            # Push span to list of recorded spans
+            self.recorded_spans.append(updated_span)
+            self.llm_logger.info(
+                f"Pushed {updated_span.spankind} span {updated_span.id} to recorded spans."
+            )
+        return
 
     def end_recording(self, outputs: Dict[str, Any], span: CreateSpan, **kwargs):
         self.end_span(outputs=outputs, span=span, **kwargs)
         if self.api_key == "":
             return
 
-        self.llm_logger.info(f"Preparing to send recorded spans for processing.")
-        self.llm_logger.info(f"Recorded spans => {len(self.recorded_spans)}")
-        self.tasks_manager.add_task(
-            self.active_trace.id,
-            "trace",
-            self.client.create_traces(
-                trace=self.recording_trace_id, spans=self.recorded_spans  # type: ignore
-            ),
-            self.client,
-        )
-        self.llm_logger.info(
-            f"Tracing for {span.id} recorded successfully and sent for processing."
-        )
-        self._clear_recorded_spans()
+        if self._is_tracing_enabled:
+            self.llm_logger.info(f"Preparing to send recorded spans for processing.")
+            self.llm_logger.info(f"Recorded spans => {len(self.recorded_spans)}")
+            self.tasks_manager.add_task(
+                self.active_trace.id,
+                "trace",
+                self.client.create_traces(
+                    trace=self.recording_trace_id, spans=self.recorded_spans  # type: ignore
+                ),
+                self.client,
+            )
+            self.llm_logger.info(
+                f"Tracing for {span.id} recorded successfully and sent for processing."
+            )
+            self._clear_recorded_spans()
+        return
 
     def _create_trace_id(self) -> str:
         """Creates a unique mongo id for the trace object.

{agenta-0.14.1a0.dist-info → agenta-0.14.1a1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.14.1a0
+Version: 0.14.1a1
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering
@@ -22,7 +22,6 @@ Requires-Dist: fastapi (>=0.96.1)
 Requires-Dist: httpx (>=0.27.0,<0.28.0)
 Requires-Dist: importlib-metadata (>=6.7.0,<7.0.0)
 Requires-Dist: ipdb (>=0.13)
-Requires-Dist: litellm (>=1.35.33,<2.0.0)
 Requires-Dist: posthog (>=3.1.0,<4.0.0)
 Requires-Dist: pydantic (==1.10.13)
 Requires-Dist: pymongo (>=4.6.3,<5.0.0)

{agenta-0.14.1a0.dist-info → agenta-0.14.1a1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-agenta/__init__.py,sha256=ZJZlhn56j2rjl-QKTuNU6HHlJLVlmd_NcU67VIBvGGI,668
+agenta/__init__.py,sha256=Hffk2VlICZOmfWwUh6f6cemQxEB7aD9obCOdnXQZy1s,614
 agenta/cli/evaluation_commands.py,sha256=fs6492tprPId9p8eGO02Xy-NCBm2RZNJLZWcUxugwd8,474
 agenta/cli/helper.py,sha256=vRxHyeNaltzNIGrfU2vO0H28_rXDzx9QqIZ_S-W6zL4,6212
 agenta/cli/main.py,sha256=GgYu6UsrnHbqPV7zPlO14b61IyaDiTIjGMYQS9DlqC4,9551
@@ -126,16 +126,16 @@ agenta/docker/docker-assets/entrypoint.sh,sha256=29XK8VQjQsx4hN2j-4JDy-6kQb5y4LC
 agenta/docker/docker-assets/lambda_function.py,sha256=h4UZSSfqwpfsCgERv6frqwm_4JrYu9rLz3I-LxCfeEg,83
 agenta/docker/docker-assets/main.py,sha256=7MI-21n81U7N7A0GxebNi0cmGWtJKcR2sPB6FcH2QfA,251
 agenta/docker/docker_utils.py,sha256=5uHMCzXkCvIsDdEiwbnnn97KkzsFbBvyMwogCsv_Z5U,3509
-agenta/sdk/__init__.py,sha256=3At8FvbuYFoP5IIYs4FZWYQK8l4XlVD1zv4E6QsgQv0,702
-agenta/sdk/agenta_decorator.py,sha256=ucoGffoIefsYaxniMfMgsepKDo8jrlVMA7gGoTYyQUc,17805
-agenta/sdk/agenta_init.py,sha256=wDfStpe8_3ZXRLtikarwDKI_VpA1YW4eIz_3fXq39is,9044
+agenta/sdk/__init__.py,sha256=MNYk8dgbieeL2rTLHTX7lDgKn_CzOCqsPD5cSfTTX6Q,584
+agenta/sdk/agenta_init.py,sha256=APcEklQrRkFw0tssX1IXf3D-aCay5k4utekYLf-wSbk,9005
 agenta/sdk/client.py,sha256=trKyBOYFZRk0v5Eptxvh87yPf50Y9CqY6Qgv4Fy-VH4,2142
 agenta/sdk/context.py,sha256=q-PxL05-I84puunUAs9LGsffEXcYhDxhQxjuOz2vK90,901
+agenta/sdk/decorators/base.py,sha256=9aNdX5h8a2mFweuhdO-BQPwXGKY9ONPIdLRhSGAGMfY,217
+agenta/sdk/decorators/llm_entrypoint.py,sha256=cmfdte6NgDR0aej07Yi9NrYAqyvQg5SyQxyKR1YrlSw,20305
+agenta/sdk/decorators/tracing.py,sha256=7nXt_6oyB2FdUcXITFnaeMI25nn64qmisoGFqbHF6Iw,1636
 agenta/sdk/router.py,sha256=0sbajvn5C7t18anH6yNo7-oYxldHnYfwcbmQnIXBePw,269
-agenta/sdk/tracing/callbacks.py,sha256=hwOHgu1pGp5C7KTs0Tm07y7Uv_0gCo2YoyckKfnjmqw,4342
 agenta/sdk/tracing/context_manager.py,sha256=HskDaiORoOhjeN375gm05wYnieQzh5UnoIsnSAHkAyc,252
-agenta/sdk/tracing/decorators.py,sha256=ujtU8gf3GDoHYuLTfEYK_2eIYZ-1oX5dpv02Mf4l_II,1191
-agenta/sdk/tracing/llm_tracing.py,sha256=f69FtUIA187gNob8N6IZ-eiF6QQyBVl2JUMJ4Nnnp7M,8671
+agenta/sdk/tracing/llm_tracing.py,sha256=mgOGy_ux_bWxVrcnA8col31nBtPWtljfHP-QYDtZZ0I,9559
 agenta/sdk/tracing/logger.py,sha256=4zG9c51p8xPdKA5SL8MOgBfkpCnBSuV6JfWiXO0A7oc,473
 agenta/sdk/tracing/tasks_manager.py,sha256=XVGBEOwmHa6KcCC0PApk0_bZ0Ilk2ESuduNObB1rw2s,3792
 agenta/sdk/types.py,sha256=Mn0yBlHh_Yr_5oQXUfsYI3V7sJAVWkJgkxEOBDOOMS0,5852
@@ -157,7 +157,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
 agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
 agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
 agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
-agenta-0.14.1a0.dist-info/METADATA,sha256=Z4cOQ0WJuec014xZcsQcU5CtcaKIKsAOMlLVux4rnJ4,26518
-agenta-0.14.1a0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-agenta-0.14.1a0.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
-agenta-0.14.1a0.dist-info/RECORD,,
+agenta-0.14.1a1.dist-info/METADATA,sha256=bSWVu4XuadyQvb99k6sw7hcMGV6hxEkaXrLXC2K7n_s,26476
+agenta-0.14.1a1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+agenta-0.14.1a1.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.14.1a1.dist-info/RECORD,,