agenta 0.20.0a9__tar.gz → 0.20.0a10__tar.gz

{agenta-0.20.0a9 → agenta-0.20.0a10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.20.0a9
+Version: 0.20.0a10
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering

{agenta-0.20.0a9 → agenta-0.20.0a10}/agenta/sdk/decorators/llm_entrypoint.py

@@ -120,7 +120,7 @@ class entrypoint(BaseDecorator):
     routes = list()
 
     def __init__(self, func: Callable[..., Any], route_path=""):
-        print(f"Using Agenta Python SDK version {version('agenta')}")
+        logging.info(f"Using Agenta Python SDK version {version('agenta')}")
 
         DEFAULT_PATH = "generate"
         PLAYGROUND_PATH = "/playground"
@@ -293,11 +293,11 @@ class entrypoint(BaseDecorator):
             For synchronous functions, it calls them directly, while for asynchronous functions,
             it awaits their execution.
             """
-            print(f"Using Agenta Python SDK version {version('agenta')}")
+            logging.info(f"Using Agenta Python SDK version {version('agenta')}")
 
             WAIT_FOR_SPANS = True
-            TIMEOUT = 10
-            TIMESTEP = 0.01
+            TIMEOUT = 1
+            TIMESTEP = 0.1
             NOFSTEPS = TIMEOUT / TIMESTEP
 
             data = None
@@ -319,7 +319,7 @@ class entrypoint(BaseDecorator):
                     remaining_steps = NOFSTEPS
 
                     while not ag.tracing.is_trace_ready() and remaining_steps > 0:
-                        await asyncio.sleep(0.01)
+                        await asyncio.sleep(TIMESTEP)
                         remaining_steps -= 1
 
                 trace = ag.tracing.dump_trace()
@@ -355,7 +355,7 @@ class entrypoint(BaseDecorator):
 
             response = BaseResponse(data=data, trace=trace)
 
-            logging.debug(response)
+            # logging.debug(response)
 
             return response
 

{agenta-0.20.0a9 → agenta-0.20.0a10}/agenta/sdk/tracing/callbacks.py

@@ -1,6 +1,7 @@
 import agenta as ag
 
 from agenta.sdk.tracing.tracing_context import tracing_context, TracingContext
+from agenta.sdk.tracing.logger import llm_logger as logging
 
 from agenta.sdk.utils.debug import debug
 
@@ -47,6 +48,7 @@ def litellm_handler():
                 spankind=span_kind,
                 active=False,
             )
+            logging.info(f"log_pre_api_call({self.span.id})")
             ag.tracing.set_attributes(
                 {
                     "model_config": {
@@ -59,10 +61,13 @@ def litellm_handler():
             )
 
         @debug()
-        def log_stream_event(self, kwargs, res: ModelResponse, start_time, end_time):
+        def log_stream_event(self, kwargs, response_obj, start_time, end_time):
+            logging.info(f"log_stream_event({self.span.id})")
             ag.tracing.set_status(status="OK", span_id=self.span.id)
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
                 # the complete streamed response (only set if `completion(..stream=True)`
                 outputs={"message": kwargs.get("complete_streaming_response")},
@@ -71,18 +76,22 @@ def litellm_handler():
             ag.tracing.close_span(span_id=self.span.id)
 
         @debug()
-        def log_success_event(self, kwargs, res: ModelResponse, start_time, end_time):
+        def log_success_event(self, kwargs, response_obj, start_time, end_time):
+            logging.info(f"log_success_event({self.span.id})")
             ag.tracing.set_status(status="OK", span_id=self.span.id)
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
-                outputs={"message": res.choices[0].message.content},
+                outputs={"message": response_obj.choices[0].message.content},
                 span_id=self.span.id,
             )
             ag.tracing.close_span(span_id=self.span.id)
 
         @debug()
-        def log_failure_event(self, kwargs, res: ModelResponse, start_time, end_time):
+        def log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            logging.info("log_failure_event()", self.span)
             ag.tracing.set_status(status="ERROR", span_id=self.span.id)
             ag.tracing.set_attributes(
                 {
@@ -96,7 +105,9 @@ def litellm_handler():
                 span_id=self.span.id,
             )
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
                 # the Exception raised
                 outputs={"message": repr(kwargs["exception"])},
@@ -106,11 +117,14 @@ def litellm_handler():
 
         @debug()
         async def async_log_stream_event(
-            self, kwargs, res: ModelResponse, start_time, end_time
+            self, kwargs, response_obj, start_time, end_time
         ):
+            logging.info(f"async_log_stream_event({self.span.id})")
             ag.tracing.set_status(status="OK", span_id=self.span.id)
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
                 # the complete streamed response (only set if `completion(..stream=True)`)
                 outputs={"message": kwargs.get("complete_streaming_response")},
@@ -120,21 +134,25 @@ def litellm_handler():
 
         @debug()
         async def async_log_success_event(
-            self, kwargs, res: ModelResponse, start_time, end_time
+            self, kwargs, response_obj, start_time, end_time
         ):
+            logging.info(f"async_log_success_event({self.span.id})")
             ag.tracing.set_status(status="OK", span_id=self.span.id)
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
-                outputs={"message": res.choices[0].message.content},
+                outputs={"message": response_obj.choices[0].message.content},
                 span_id=self.span.id,
             )
             ag.tracing.close_span(span_id=self.span.id)
 
         @debug()
         async def async_log_failure_event(
-            self, kwargs, res: ModelResponse, start_time, end_time
+            self, kwargs, response_obj, start_time, end_time
         ):
+            logging.info(f"async_log_failure_event({self.span.id})")
             ag.tracing.set_status(status="ERROR", span_id=self.span.id)
             ag.tracing.set_attributes(
                 {
@@ -148,7 +166,9 @@ def litellm_handler():
                 span_id=self.span.id,
             )
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
                 # the Exception raised
                 outputs={"message": repr(kwargs["exception"])},

{agenta-0.20.0a9 → agenta-0.20.0a10}/agenta/sdk/tracing/llm_tracing.py

@@ -267,7 +267,7 @@ class Tracing(metaclass=SingletonMeta):
             outputs=None,
             tags=None,
             user=None,
-            end_time=datetime.now(timezone.utc),
+            end_time=None,
             tokens=None,
             cost=None,
             token_consumption=None,
@@ -372,7 +372,7 @@ class Tracing(metaclass=SingletonMeta):
                 tracing.active_span = parent_span
         ### --- TO BE CLEANED --- <<<
 
-        logging.info(f"Closed  span  {span_id} {spankind}")
+        logging.info(f"Closed  span  {span.id} {spankind}")
 
     @debug()
     def store_internals(
@@ -457,6 +457,9 @@ class Tracing(metaclass=SingletonMeta):
             trace["trace_id"] = tracing.trace_id
 
             for span in tracing.spans.values():
+                if span.end_time is None:
+                    span.end_time = span.start_time
+
                 if span.parent_span_id is None:
                     trace["cost"] = span.cost
                     trace["usage"] = (

{agenta-0.20.0a9 → agenta-0.20.0a10}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "agenta"
-version = "0.20.0a9"
+version = "0.20.0a10"
 description = "The SDK for agenta is an open-source LLMOps platform."
 readme = "README.md"
 authors = ["Mahmoud Mabrouk <mahmoud@agenta.ai>"]