agenta 0.14.1__py3-none-any.whl → 0.14.1a1__py3-none-any.whl

agenta/sdk/tracing/llm_tracing.py

@@ -1,4 +1,5 @@
 # Stdlib Imports
+from threading import Lock
 from datetime import datetime, timezone
 from typing import Optional, Dict, Any, List, Union
 
@@ -13,10 +14,43 @@ from agenta.client.backend.types.create_span import CreateSpan, SpanKind, SpanSt
 from bson.objectid import ObjectId
 
 
-class Tracing(object):
-    """Agenta llm tracing object.
+class SingletonMeta(type):
+    """
+    Thread-safe implementation of Singleton.
+    """
+
+    _instances = {}  # type: ignore
+
+    # We need the lock mechanism to synchronize threads \
+    # during the initial access to the Singleton object.
+    _lock: Lock = Lock()
+
+    def __call__(cls, *args, **kwargs):
+        """
+        Possible changes to the value of the `__init__` argument do not affect
+        the returned instance.
+        """
+        # Now, imagine that the program has just been launched. Since there's no
+        # Singleton instance yet, multiple threads can simultaneously pass the
+        # previous conditional and reach this point almost at the same time. The
+        # first of them will acquire lock and will proceed further, while the
+        # rest will wait here.
+        with cls._lock:
+            # The first thread to acquire the lock, reaches this conditional,
+            # goes inside and creates the Singleton instance. Once it leaves the
+            # lock block, a thread that might have been waiting for the lock
+            # release may then enter this section. But since the Singleton field
+            # is already initialized, the thread won't create a new object.
+            if cls not in cls._instances:
+                instance = super().__call__(*args, **kwargs)
+                cls._instances[cls] = instance
+        return cls._instances[cls]
+
 
-    Args:
+class Tracing(metaclass=SingletonMeta):
+    """The `Tracing` class is an agent for LLM tracing with specific initialization arguments.
+
+    __init__ args:
         base_url (str): The URL of the backend host
         api_key (str): The API Key of the backend host
         tasks_manager (TaskQueue): The tasks manager dedicated to handling asynchronous tasks
@@ -24,13 +58,6 @@ class Tracing(object):
         max_workers (int): The maximum number of workers to run tracing
     """
 
-    _instance = None
-
-    def __new__(cls, *args, **kwargs):
-        if not cls._instance:
-            cls._instance = super().__new__(cls)
-        return cls._instance
-
     def __init__(
         self,
         base_url: str,
@@ -46,6 +73,7 @@ class Tracing(object):
         self.app_id = app_id
         self.variant_id = variant_id
         self.variant_name = variant_name
+        self.tracing_enabled = True
         self.tasks_manager = TaskQueue(
             max_workers if max_workers else 4, logger=llm_logger
         )
@@ -68,12 +96,24 @@ class Tracing(object):
             base_url=self.base_url, api_key=self.api_key, timeout=120  # type: ignore
         ).observability
 
+    @property
+    def _is_tracing_enabled(self) -> bool:
+        """Checks if tracing is enabled.
+
+        Returns:
+            bool: If tracing is enabled
+        """
+
+        return self.tracing_enabled
+
     def set_span_attribute(
         self, parent_key: Optional[str] = None, attributes: Dict[str, Any] = {}
     ):
-        span = self.span_dict[self.active_span.id]  # type: ignore
-        for key, value in attributes.items():
-            self.set_attribute(span.attributes, key, value, parent_key)  # type: ignore
+        if self._is_tracing_enabled:
+            span = self.span_dict[self.active_span.id]  # type: ignore
+            for key, value in attributes.items():
+                self.set_attribute(span.attributes, key, value, parent_key)  # type: ignore
+        return
 
     def set_attribute(
         self,
@@ -96,28 +136,30 @@ class Tracing(object):
     def start_parent_span(
         self, name: str, inputs: Dict[str, Any], config: Dict[str, Any], **kwargs
     ):
-        trace_id = self._create_trace_id()
-        span_id = self._create_span_id()
-        self.llm_logger.info("Recording parent span...")
-        span = CreateSpan(
-            id=span_id,
-            app_id=self.app_id,
-            variant_id=self.variant_id,
-            variant_name=self.variant_name,
-            inputs=inputs,
-            name=name,
-            config=config,
-            environment=kwargs.get("environment"),
-            spankind=SpanKind.WORKFLOW.value,
-            status=SpanStatusCode.UNSET.value,
-            start_time=datetime.now(timezone.utc),
-        )
-        self.active_trace = span
-        self.recording_trace_id = trace_id
-        self.parent_span_id = span.id
-        self.llm_logger.info(
-            f"Recorded active_trace and setting parent_span_id: {span.id}"
-        )
+        if self._is_tracing_enabled:
+            trace_id = self._create_trace_id()
+            span_id = self._create_span_id()
+            self.llm_logger.info("Recording parent span...")
+            span = CreateSpan(
+                id=span_id,
+                app_id=self.app_id,
+                variant_id=self.variant_id,
+                variant_name=self.variant_name,
+                inputs=inputs,
+                name=name,
+                config=config,
+                environment=kwargs.get("environment"),
+                spankind=SpanKind.WORKFLOW.value,
+                status=SpanStatusCode.UNSET.value,
+                start_time=datetime.now(timezone.utc),
+            )
+            self.active_trace = span
+            self.recording_trace_id = trace_id
+            self.parent_span_id = span.id
+            self.llm_logger.info(
+                f"Recorded active_trace and setting parent_span_id: {span.id}"
+            )
+        return
 
     def start_span(
         self,
@@ -125,71 +167,79 @@ class Tracing(object):
         spankind: str,
         input: Dict[str, Any],
         config: Dict[str, Any] = {},
-    ) -> CreateSpan:
-        span_id = self._create_span_id()
-        self.llm_logger.info(f"Recording {spankind} span...")
-        span = CreateSpan(
-            id=span_id,
-            inputs=input,
-            name=name,
-            app_id=self.app_id,
-            variant_id=self.variant_id,
-            variant_name=self.variant_name,
-            config=config,
-            environment=self.active_trace.environment,
-            parent_span_id=self.parent_span_id,
-            spankind=spankind.upper(),
-            attributes={},
-            status=SpanStatusCode.UNSET.value,
-            start_time=datetime.now(timezone.utc),
-        )
+    ) -> Optional[CreateSpan]:
+        if self._is_tracing_enabled:
+            span_id = self._create_span_id()
+            self.llm_logger.info(f"Recording {spankind} span...")
+            span = CreateSpan(
+                id=span_id,
+                inputs=input,
+                name=name,
+                app_id=self.app_id,
+                variant_id=self.variant_id,
+                variant_name=self.variant_name,
+                config=config,
+                environment=self.active_trace.environment,
+                parent_span_id=self.parent_span_id,
+                spankind=spankind.upper(),
+                attributes={},
+                status=SpanStatusCode.UNSET.value,
+                start_time=datetime.now(timezone.utc),
+            )
 
-        self.active_span = span
-        self.span_dict[span.id] = span
-        self.parent_span_id = span.id
-        self.llm_logger.info(
-            f"Recorded active_span and setting parent_span_id: {span.id}"
-        )
-        return span
+            self.active_span = span
+            self.span_dict[span.id] = span
+            self.parent_span_id = span.id
+            self.llm_logger.info(
+                f"Recorded active_span and setting parent_span_id: {span.id}"
+            )
+            return span
+        return
 
     def update_span_status(self, span: CreateSpan, value: str):
-        updated_span = CreateSpan(**{**span.dict(), "status": value})
-        self.active_span = updated_span
+        if self._is_tracing_enabled:
+            updated_span = CreateSpan(**{**span.dict(), "status": value})
+            self.active_span = updated_span
+        return
 
     def end_span(self, outputs: Dict[str, Any], span: CreateSpan, **kwargs):
-        updated_span = CreateSpan(
-            **span.dict(),
-            end_time=datetime.now(timezone.utc),
-            outputs=[outputs["message"]],
-            cost=outputs.get("cost", None),
-            tokens=outputs.get("usage"),
-        )
+        if self._is_tracing_enabled:
+            updated_span = CreateSpan(
+                **span.dict(),
+                end_time=datetime.now(timezone.utc),
+                outputs=[outputs["message"]],
+                cost=outputs.get("cost", None),
+                tokens=outputs.get("usage"),
+            )
 
-        # Push span to list of recorded spans
-        self.recorded_spans.append(updated_span)
-        self.llm_logger.info(
-            f"Pushed {updated_span.spankind} span {updated_span.id} to recorded spans."
-        )
+            # Push span to list of recorded spans
+            self.recorded_spans.append(updated_span)
+            self.llm_logger.info(
+                f"Pushed {updated_span.spankind} span {updated_span.id} to recorded spans."
+            )
+        return
 
     def end_recording(self, outputs: Dict[str, Any], span: CreateSpan, **kwargs):
         self.end_span(outputs=outputs, span=span, **kwargs)
         if self.api_key == "":
             return
 
-        self.llm_logger.info(f"Preparing to send recorded spans for processing.")
-        self.llm_logger.info(f"Recorded spans => {len(self.recorded_spans)}")
-        self.tasks_manager.add_task(
-            self.active_trace.id,
-            "trace",
-            self.client.create_traces(
-                trace=self.recording_trace_id, spans=self.recorded_spans  # type: ignore
-            ),
-            self.client,
-        )
-        self.llm_logger.info(
-            f"Tracing for {span.id} recorded successfully and sent for processing."
-        )
-        self._clear_recorded_spans()
+        if self._is_tracing_enabled:
+            self.llm_logger.info(f"Preparing to send recorded spans for processing.")
+            self.llm_logger.info(f"Recorded spans => {len(self.recorded_spans)}")
+            self.tasks_manager.add_task(
+                self.active_trace.id,
+                "trace",
+                self.client.create_traces(
+                    trace=self.recording_trace_id, spans=self.recorded_spans  # type: ignore
+                ),
+                self.client,
+            )
+            self.llm_logger.info(
+                f"Tracing for {span.id} recorded successfully and sent for processing."
+            )
+            self._clear_recorded_spans()
+        return
 
     def _create_trace_id(self) -> str:
         """Creates a unique mongo id for the trace object.

{agenta-0.14.1.dist-info → agenta-0.14.1a1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.14.1
+Version: 0.14.1a1
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering

{agenta-0.14.1.dist-info → agenta-0.14.1a1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-agenta/__init__.py,sha256=rCZ-mUOGnyKQpfWQFzXIEFX7KBlGC3qFMighdIVJgDc,610
+agenta/__init__.py,sha256=Hffk2VlICZOmfWwUh6f6cemQxEB7aD9obCOdnXQZy1s,614
 agenta/cli/evaluation_commands.py,sha256=fs6492tprPId9p8eGO02Xy-NCBm2RZNJLZWcUxugwd8,474
 agenta/cli/helper.py,sha256=vRxHyeNaltzNIGrfU2vO0H28_rXDzx9QqIZ_S-W6zL4,6212
 agenta/cli/main.py,sha256=GgYu6UsrnHbqPV7zPlO14b61IyaDiTIjGMYQS9DlqC4,9551
@@ -126,15 +126,16 @@ agenta/docker/docker-assets/entrypoint.sh,sha256=29XK8VQjQsx4hN2j-4JDy-6kQb5y4LC
 agenta/docker/docker-assets/lambda_function.py,sha256=h4UZSSfqwpfsCgERv6frqwm_4JrYu9rLz3I-LxCfeEg,83
 agenta/docker/docker-assets/main.py,sha256=7MI-21n81U7N7A0GxebNi0cmGWtJKcR2sPB6FcH2QfA,251
 agenta/docker/docker_utils.py,sha256=5uHMCzXkCvIsDdEiwbnnn97KkzsFbBvyMwogCsv_Z5U,3509
-agenta/sdk/__init__.py,sha256=jmeLRuXrew02ZruODZYIu4kpw0S8vV6JhMPQWFGtj30,648
-agenta/sdk/agenta_decorator.py,sha256=6vz0G3YCRKRzK8JrQFyy8c2RIXy2kVMwyxTS093_8vQ,17296
-agenta/sdk/agenta_init.py,sha256=wDfStpe8_3ZXRLtikarwDKI_VpA1YW4eIz_3fXq39is,9044
+agenta/sdk/__init__.py,sha256=MNYk8dgbieeL2rTLHTX7lDgKn_CzOCqsPD5cSfTTX6Q,584
+agenta/sdk/agenta_init.py,sha256=APcEklQrRkFw0tssX1IXf3D-aCay5k4utekYLf-wSbk,9005
 agenta/sdk/client.py,sha256=trKyBOYFZRk0v5Eptxvh87yPf50Y9CqY6Qgv4Fy-VH4,2142
 agenta/sdk/context.py,sha256=q-PxL05-I84puunUAs9LGsffEXcYhDxhQxjuOz2vK90,901
+agenta/sdk/decorators/base.py,sha256=9aNdX5h8a2mFweuhdO-BQPwXGKY9ONPIdLRhSGAGMfY,217
+agenta/sdk/decorators/llm_entrypoint.py,sha256=cmfdte6NgDR0aej07Yi9NrYAqyvQg5SyQxyKR1YrlSw,20305
+agenta/sdk/decorators/tracing.py,sha256=7nXt_6oyB2FdUcXITFnaeMI25nn64qmisoGFqbHF6Iw,1636
 agenta/sdk/router.py,sha256=0sbajvn5C7t18anH6yNo7-oYxldHnYfwcbmQnIXBePw,269
 agenta/sdk/tracing/context_manager.py,sha256=HskDaiORoOhjeN375gm05wYnieQzh5UnoIsnSAHkAyc,252
-agenta/sdk/tracing/decorators.py,sha256=ujtU8gf3GDoHYuLTfEYK_2eIYZ-1oX5dpv02Mf4l_II,1191
-agenta/sdk/tracing/llm_tracing.py,sha256=UiotJ56EFA3VPt7LREkcK2w51D9-0T1QNvBy4zNWEdY,7348
+agenta/sdk/tracing/llm_tracing.py,sha256=mgOGy_ux_bWxVrcnA8col31nBtPWtljfHP-QYDtZZ0I,9559
 agenta/sdk/tracing/logger.py,sha256=4zG9c51p8xPdKA5SL8MOgBfkpCnBSuV6JfWiXO0A7oc,473
 agenta/sdk/tracing/tasks_manager.py,sha256=XVGBEOwmHa6KcCC0PApk0_bZ0Ilk2ESuduNObB1rw2s,3792
 agenta/sdk/types.py,sha256=Mn0yBlHh_Yr_5oQXUfsYI3V7sJAVWkJgkxEOBDOOMS0,5852
@@ -156,7 +157,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
 agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
 agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
 agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
-agenta-0.14.1.dist-info/METADATA,sha256=LHTs4W_HidXoj4pTOiGHRFUmRMUx3D5QfGinpTjkOO8,26474
-agenta-0.14.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-agenta-0.14.1.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
-agenta-0.14.1.dist-info/RECORD,,
+agenta-0.14.1a1.dist-info/METADATA,sha256=bSWVu4XuadyQvb99k6sw7hcMGV6hxEkaXrLXC2K7n_s,26476
+agenta-0.14.1a1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+agenta-0.14.1a1.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.14.1a1.dist-info/RECORD,,