agenta 0.20.0a9__py3-none-any.whl → 0.20.0a11__py3-none-any.whl

agenta/sdk/decorators/llm_entrypoint.py

@@ -120,7 +120,7 @@ class entrypoint(BaseDecorator):
     routes = list()
 
     def __init__(self, func: Callable[..., Any], route_path=""):
-        print(f"Using Agenta Python SDK version {version('agenta')}")
+        logging.info(f"Using Agenta Python SDK version {version('agenta')}")
 
         DEFAULT_PATH = "generate"
         PLAYGROUND_PATH = "/playground"
@@ -293,11 +293,11 @@ class entrypoint(BaseDecorator):
             For synchronous functions, it calls them directly, while for asynchronous functions,
             it awaits their execution.
             """
-            print(f"Using Agenta Python SDK version {version('agenta')}")
+            logging.info(f"Using Agenta Python SDK version {version('agenta')}")
 
             WAIT_FOR_SPANS = True
-            TIMEOUT = 10
-            TIMESTEP = 0.01
+            TIMEOUT = 1
+            TIMESTEP = 0.1
             NOFSTEPS = TIMEOUT / TIMESTEP
 
             data = None
@@ -319,7 +319,7 @@ class entrypoint(BaseDecorator):
                     remaining_steps = NOFSTEPS
 
                     while not ag.tracing.is_trace_ready() and remaining_steps > 0:
-                        await asyncio.sleep(0.01)
+                        await asyncio.sleep(TIMESTEP)
                         remaining_steps -= 1
 
                 trace = ag.tracing.dump_trace()
@@ -355,7 +355,7 @@ class entrypoint(BaseDecorator):
 
             response = BaseResponse(data=data, trace=trace)
 
-            logging.debug(response)
+            # logging.debug(response)
 
             return response
 

agenta/sdk/decorators/tracing.py

@@ -79,7 +79,7 @@ class instrument(BaseDecorator):
                             and "cost" in result.keys()
                             and "usage" in result.keys()
                         ):
-                            outputs = {"message": result["message"]}
+                            outputs = {TRACE_DEFAULT_KEY: result["message"]}
 
                             ag.tracing.store_cost(result["cost"])
                             ag.tracing.store_usage(result["usage"])

agenta/sdk/tracing/callbacks.py

@@ -1,9 +1,12 @@
 import agenta as ag
 
 from agenta.sdk.tracing.tracing_context import tracing_context, TracingContext
+from agenta.sdk.tracing.logger import llm_logger as logging
 
 from agenta.sdk.utils.debug import debug
 
+TRACE_DEFAULT_KEY = "__default__"
+
 
 def litellm_handler():
     try:
@@ -47,6 +50,7 @@ def litellm_handler():
                 spankind=span_kind,
                 active=False,
             )
+            logging.info(f"log_pre_api_call({self.span.id})")
             ag.tracing.set_attributes(
                 {
                     "model_config": {
@@ -59,30 +63,37 @@ def litellm_handler():
             )
 
         @debug()
-        def log_stream_event(self, kwargs, res: ModelResponse, start_time, end_time):
+        def log_stream_event(self, kwargs, response_obj, start_time, end_time):
+            logging.info(f"log_stream_event({self.span.id})")
             ag.tracing.set_status(status="OK", span_id=self.span.id)
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
                 # the complete streamed response (only set if `completion(..stream=True)`
-                outputs={"message": kwargs.get("complete_streaming_response")},
+                outputs={TRACE_DEFAULT_KEY: kwargs.get("complete_streaming_response")},
                 span_id=self.span.id,
             )
             ag.tracing.close_span(span_id=self.span.id)
 
         @debug()
-        def log_success_event(self, kwargs, res: ModelResponse, start_time, end_time):
+        def log_success_event(self, kwargs, response_obj, start_time, end_time):
+            logging.info(f"log_success_event({self.span.id})")
             ag.tracing.set_status(status="OK", span_id=self.span.id)
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
-                outputs={"message": res.choices[0].message.content},
+                outputs={TRACE_DEFAULT_KEY: response_obj.choices[0].message.content},
                 span_id=self.span.id,
             )
             ag.tracing.close_span(span_id=self.span.id)
 
         @debug()
-        def log_failure_event(self, kwargs, res: ModelResponse, start_time, end_time):
+        def log_failure_event(self, kwargs, response_obj, start_time, end_time):
+            logging.info("log_failure_event()", self.span)
             ag.tracing.set_status(status="ERROR", span_id=self.span.id)
             ag.tracing.set_attributes(
                 {
@@ -96,45 +107,54 @@ def litellm_handler():
                 span_id=self.span.id,
             )
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
                 # the Exception raised
-                outputs={"message": repr(kwargs["exception"])},
+                outputs={TRACE_DEFAULT_KEY: repr(kwargs["exception"])},
                 span_id=self.span.id,
             )
             ag.tracing.close_span(span_id=self.span.id)
 
         @debug()
         async def async_log_stream_event(
-            self, kwargs, res: ModelResponse, start_time, end_time
+            self, kwargs, response_obj, start_time, end_time
         ):
+            logging.info(f"async_log_stream_event({self.span.id})")
             ag.tracing.set_status(status="OK", span_id=self.span.id)
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
                 # the complete streamed response (only set if `completion(..stream=True)`)
-                outputs={"message": kwargs.get("complete_streaming_response")},
+                outputs={TRACE_DEFAULT_KEY: kwargs.get("complete_streaming_response")},
                 span_id=self.span.id,
             )
             ag.tracing.close_span(span_id=self.span.id)
 
         @debug()
         async def async_log_success_event(
-            self, kwargs, res: ModelResponse, start_time, end_time
+            self, kwargs, response_obj, start_time, end_time
         ):
+            logging.info(f"async_log_success_event({self.span.id})")
             ag.tracing.set_status(status="OK", span_id=self.span.id)
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
-                outputs={"message": res.choices[0].message.content},
+                outputs={TRACE_DEFAULT_KEY: response_obj.choices[0].message.content},
                 span_id=self.span.id,
             )
             ag.tracing.close_span(span_id=self.span.id)
 
         @debug()
         async def async_log_failure_event(
-            self, kwargs, res: ModelResponse, start_time, end_time
+            self, kwargs, response_obj, start_time, end_time
         ):
+            logging.info(f"async_log_failure_event({self.span.id})")
             ag.tracing.set_status(status="ERROR", span_id=self.span.id)
             ag.tracing.set_attributes(
                 {
@@ -148,10 +168,12 @@ def litellm_handler():
                 span_id=self.span.id,
             )
             ag.tracing.store_cost(kwargs.get("response_cost"))
-            ag.tracing.store_usage(res.usage.dict() if hasattr(res, "usage") else None)
+            ag.tracing.store_usage(
+                response_obj.usage.dict() if hasattr(response_obj, "usage") else None
+            )
             ag.tracing.store_outputs(
                 # the Exception raised
-                outputs={"message": repr(kwargs["exception"])},
+                outputs={TRACE_DEFAULT_KEY: repr(kwargs["exception"])},
                 span_id=self.span.id,
             )
             ag.tracing.close_span(span_id=self.span.id)

agenta/sdk/tracing/llm_tracing.py

@@ -267,7 +267,7 @@ class Tracing(metaclass=SingletonMeta):
             outputs=None,
             tags=None,
             user=None,
-            end_time=datetime.now(timezone.utc),
+            end_time=None,
             tokens=None,
             cost=None,
             token_consumption=None,
@@ -372,7 +372,7 @@ class Tracing(metaclass=SingletonMeta):
                 tracing.active_span = parent_span
         ### --- TO BE CLEANED --- <<<
 
-        logging.info(f"Closed  span  {span_id} {spankind}")
+        logging.info(f"Closed  span  {span.id} {spankind}")
 
     @debug()
     def store_internals(
@@ -457,6 +457,9 @@ class Tracing(metaclass=SingletonMeta):
             trace["trace_id"] = tracing.trace_id
 
             for span in tracing.spans.values():
+                if span.end_time is None:
+                    span.end_time = span.start_time
+
                 if span.parent_span_id is None:
                     trace["cost"] = span.cost
                     trace["usage"] = (

{agenta-0.20.0a9.dist-info → agenta-0.20.0a11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.20.0a9
+Version: 0.20.0a11
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering

{agenta-0.20.0a9.dist-info → agenta-0.20.0a11.dist-info}/RECORD

@@ -131,13 +131,13 @@ agenta/sdk/agenta_init.py,sha256=8MfDuypxohd0qRTdtGjX7L17KW-1UGmzNVdiqF15_ak,979
 agenta/sdk/client.py,sha256=trKyBOYFZRk0v5Eptxvh87yPf50Y9CqY6Qgv4Fy-VH4,2142
 agenta/sdk/context.py,sha256=q-PxL05-I84puunUAs9LGsffEXcYhDxhQxjuOz2vK90,901
 agenta/sdk/decorators/base.py,sha256=9aNdX5h8a2mFweuhdO-BQPwXGKY9ONPIdLRhSGAGMfY,217
-agenta/sdk/decorators/llm_entrypoint.py,sha256=PUVsxkiDqs5ZLGTuxdBgsIXtImgvow9lBnYopVr41Ns,28206
-agenta/sdk/decorators/tracing.py,sha256=TwzhG3ZoyvmS1hCy3Z4S_6ZJGu1J_WHHgZm8Lc9Vkes,4371
+agenta/sdk/decorators/llm_entrypoint.py,sha256=9GFT6dpVWY2_1Ckh1Y_N0xSXwosoSjtNtqMEM7u55uY,28224
+agenta/sdk/decorators/tracing.py,sha256=J9MG04g0OoN_nGB1JkkVzCX1XPaouQr93SR54-TSRTA,4379
 agenta/sdk/router.py,sha256=0sbajvn5C7t18anH6yNo7-oYxldHnYfwcbmQnIXBePw,269
 agenta/sdk/tracing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-agenta/sdk/tracing/callbacks.py,sha256=jaxTH7TIAzwechvo1lc4R1daKo938Us5mjW4a1ZIjgQ,6468
+agenta/sdk/tracing/callbacks.py,sha256=JD6Q7_geFzZSwCnW8u3ISw3cWCYc2TEjGg-rf-colf8,7333
 agenta/sdk/tracing/context_manager.py,sha256=HskDaiORoOhjeN375gm05wYnieQzh5UnoIsnSAHkAyc,252
-agenta/sdk/tracing/llm_tracing.py,sha256=eAvMoa7cPCe37XbRjh65lKuhvHfGk_H_OdddE1lmWcg,17991
+agenta/sdk/tracing/llm_tracing.py,sha256=FfZQcID-8E4G0R34H29SA05yFUNDMEPccb4MqVcNDLM,18064
 agenta/sdk/tracing/logger.py,sha256=GfH7V-jBHcn7h5dbdrnkDMe_ml3wkXFBeoQiqR4KVRc,474
 agenta/sdk/tracing/tasks_manager.py,sha256=FBSFOWIKBycyA4ShB2ZVMzrzYQ8pWGWWBClFX8nlZFA,3726
 agenta/sdk/tracing/tracing_context.py,sha256=nt3ewa-TK9BRJviGIZYazsAQUiG4daWxjtsbjeaDprs,789
@@ -161,7 +161,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
 agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
 agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
 agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
-agenta-0.20.0a9.dist-info/METADATA,sha256=IttfZNsPOMhLGaR3qgM51tjLNkHubQIrVHpDS6GkmHY,26462
-agenta-0.20.0a9.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-agenta-0.20.0a9.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
-agenta-0.20.0a9.dist-info/RECORD,,
+agenta-0.20.0a11.dist-info/METADATA,sha256=ehpOsYlSZ6gwcRxA9_kBHrCfGvaAIp9uE3aUFmOfYnQ,26463
+agenta-0.20.0a11.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+agenta-0.20.0a11.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.20.0a11.dist-info/RECORD,,