agenta 0.19.7__py3-none-any.whl → 0.19.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of agenta might be problematic. Click here for more details.
- agenta/sdk/tracing/callbacks.py +51 -38
- agenta/sdk/tracing/llm_tracing.py +2 -1
- {agenta-0.19.7.dist-info → agenta-0.19.8.dist-info}/METADATA +1 -1
- {agenta-0.19.7.dist-info → agenta-0.19.8.dist-info}/RECORD +6 -6
- {agenta-0.19.7.dist-info → agenta-0.19.8.dist-info}/WHEEL +0 -0
- {agenta-0.19.7.dist-info → agenta-0.19.8.dist-info}/entry_points.txt +0 -0
agenta/sdk/tracing/callbacks.py
CHANGED
|
@@ -32,12 +32,13 @@ def litellm_handler():
|
|
|
32
32
|
span_kind = (
|
|
33
33
|
"llm" if call_type in ["completion", "acompletion"] else "embedding"
|
|
34
34
|
)
|
|
35
|
-
|
|
35
|
+
|
|
36
|
+
ag.tracing.start_span(
|
|
36
37
|
name=f"{span_kind}_call",
|
|
37
38
|
input={"messages": kwargs["messages"]},
|
|
38
39
|
spankind=span_kind,
|
|
39
40
|
)
|
|
40
|
-
|
|
41
|
+
ag.tracing.set_attributes(
|
|
41
42
|
{
|
|
42
43
|
"model_config": {
|
|
43
44
|
"model": kwargs.get("model"),
|
|
@@ -49,15 +50,17 @@ def litellm_handler():
|
|
|
49
50
|
)
|
|
50
51
|
|
|
51
52
|
def log_stream_event(self, kwargs, response_obj, start_time, end_time):
|
|
52
|
-
|
|
53
|
-
|
|
53
|
+
ag.tracing.set_status(status="OK")
|
|
54
|
+
ag.tracing.end_span(
|
|
54
55
|
outputs={
|
|
55
56
|
"message": kwargs.get(
|
|
56
57
|
"complete_streaming_response"
|
|
57
58
|
), # the complete streamed response (only set if `completion(..stream=True)`)
|
|
58
|
-
"usage":
|
|
59
|
-
|
|
60
|
-
|
|
59
|
+
"usage": (
|
|
60
|
+
response_obj.usage.dict()
|
|
61
|
+
if hasattr(response_obj, "usage")
|
|
62
|
+
else None
|
|
63
|
+
), # litellm calculates usage
|
|
61
64
|
"cost": kwargs.get(
|
|
62
65
|
"response_cost"
|
|
63
66
|
), # litellm calculates response cost
|
|
@@ -67,13 +70,15 @@ def litellm_handler():
|
|
|
67
70
|
def log_success_event(
|
|
68
71
|
self, kwargs, response_obj: ModelResponse, start_time, end_time
|
|
69
72
|
):
|
|
70
|
-
|
|
71
|
-
|
|
73
|
+
ag.tracing.set_status(status="OK")
|
|
74
|
+
ag.tracing.end_span(
|
|
72
75
|
outputs={
|
|
73
76
|
"message": response_obj.choices[0].message.content,
|
|
74
|
-
"usage":
|
|
75
|
-
|
|
76
|
-
|
|
77
|
+
"usage": (
|
|
78
|
+
response_obj.usage.dict()
|
|
79
|
+
if hasattr(response_obj, "usage")
|
|
80
|
+
else None
|
|
81
|
+
), # litellm calculates usage
|
|
77
82
|
"cost": kwargs.get(
|
|
78
83
|
"response_cost"
|
|
79
84
|
), # litellm calculates response cost
|
|
@@ -83,23 +88,25 @@ def litellm_handler():
|
|
|
83
88
|
def log_failure_event(
|
|
84
89
|
self, kwargs, response_obj: ModelResponse, start_time, end_time
|
|
85
90
|
):
|
|
86
|
-
|
|
87
|
-
|
|
91
|
+
ag.tracing.set_status(status="ERROR")
|
|
92
|
+
ag.tracing.set_attributes(
|
|
88
93
|
{
|
|
89
|
-
"traceback_exception":
|
|
90
|
-
"traceback_exception"
|
|
91
|
-
|
|
94
|
+
"traceback_exception": repr(
|
|
95
|
+
kwargs["traceback_exception"]
|
|
96
|
+
), # the traceback generated via `traceback.format_exc()`
|
|
92
97
|
"call_end_time": kwargs[
|
|
93
98
|
"end_time"
|
|
94
99
|
], # datetime object of when call was completed
|
|
95
100
|
},
|
|
96
101
|
)
|
|
97
|
-
|
|
102
|
+
ag.tracing.end_span(
|
|
98
103
|
outputs={
|
|
99
104
|
"message": kwargs["exception"], # the Exception raised
|
|
100
|
-
"usage":
|
|
101
|
-
|
|
102
|
-
|
|
105
|
+
"usage": (
|
|
106
|
+
response_obj.usage.dict()
|
|
107
|
+
if hasattr(response_obj, "usage")
|
|
108
|
+
else None
|
|
109
|
+
), # litellm calculates usage
|
|
103
110
|
"cost": kwargs.get(
|
|
104
111
|
"response_cost"
|
|
105
112
|
), # litellm calculates response cost
|
|
@@ -109,15 +116,17 @@ def litellm_handler():
|
|
|
109
116
|
async def async_log_stream_event(
|
|
110
117
|
self, kwargs, response_obj, start_time, end_time
|
|
111
118
|
):
|
|
112
|
-
|
|
113
|
-
|
|
119
|
+
ag.tracing.set_status(status="OK")
|
|
120
|
+
ag.tracing.end_span(
|
|
114
121
|
outputs={
|
|
115
122
|
"message": kwargs.get(
|
|
116
123
|
"complete_streaming_response"
|
|
117
124
|
), # the complete streamed response (only set if `completion(..stream=True)`)
|
|
118
|
-
"usage":
|
|
119
|
-
|
|
120
|
-
|
|
125
|
+
"usage": (
|
|
126
|
+
response_obj.usage.dict()
|
|
127
|
+
if hasattr(response_obj, "usage")
|
|
128
|
+
else None
|
|
129
|
+
), # litellm calculates usage
|
|
121
130
|
"cost": kwargs.get(
|
|
122
131
|
"response_cost"
|
|
123
132
|
), # litellm calculates response cost
|
|
@@ -127,13 +136,15 @@ def litellm_handler():
|
|
|
127
136
|
async def async_log_success_event(
|
|
128
137
|
self, kwargs, response_obj, start_time, end_time
|
|
129
138
|
):
|
|
130
|
-
|
|
131
|
-
|
|
139
|
+
ag.tracing.set_status(status="OK")
|
|
140
|
+
ag.tracing.end_span(
|
|
132
141
|
outputs={
|
|
133
142
|
"message": response_obj.choices[0].message.content,
|
|
134
|
-
"usage":
|
|
135
|
-
|
|
136
|
-
|
|
143
|
+
"usage": (
|
|
144
|
+
response_obj.usage.dict()
|
|
145
|
+
if hasattr(response_obj, "usage")
|
|
146
|
+
else None
|
|
147
|
+
), # litellm calculates usage
|
|
137
148
|
"cost": kwargs.get(
|
|
138
149
|
"response_cost"
|
|
139
150
|
), # litellm calculates response cost
|
|
@@ -143,8 +154,8 @@ def litellm_handler():
|
|
|
143
154
|
async def async_log_failure_event(
|
|
144
155
|
self, kwargs, response_obj, start_time, end_time
|
|
145
156
|
):
|
|
146
|
-
|
|
147
|
-
|
|
157
|
+
ag.tracing.set_status(status="ERROR")
|
|
158
|
+
ag.tracing.set_attributes(
|
|
148
159
|
{
|
|
149
160
|
"traceback_exception": kwargs[
|
|
150
161
|
"traceback_exception"
|
|
@@ -154,12 +165,14 @@ def litellm_handler():
|
|
|
154
165
|
], # datetime object of when call was completed
|
|
155
166
|
},
|
|
156
167
|
)
|
|
157
|
-
|
|
168
|
+
ag.tracing.end_span(
|
|
158
169
|
outputs={
|
|
159
|
-
"message": kwargs["exception"], # the Exception raised
|
|
160
|
-
"usage":
|
|
161
|
-
|
|
162
|
-
|
|
170
|
+
"message": repr(kwargs["exception"]), # the Exception raised
|
|
171
|
+
"usage": (
|
|
172
|
+
response_obj.usage.dict()
|
|
173
|
+
if hasattr(response_obj, "usage")
|
|
174
|
+
else None
|
|
175
|
+
), # litellm calculates usage
|
|
163
176
|
"cost": kwargs.get(
|
|
164
177
|
"response_cost"
|
|
165
178
|
), # litellm calculates response cost
|
|
@@ -414,7 +414,8 @@ class Tracing(metaclass=SingletonMeta):
|
|
|
414
414
|
"trace",
|
|
415
415
|
# mock_create_traces(
|
|
416
416
|
self.client.create_traces(
|
|
417
|
-
trace=tracing.trace_id,
|
|
417
|
+
trace=tracing.trace_id,
|
|
418
|
+
spans=tracing.closed_spans, # type: ignore
|
|
418
419
|
),
|
|
419
420
|
self.client,
|
|
420
421
|
)
|
|
@@ -135,9 +135,9 @@ agenta/sdk/decorators/llm_entrypoint.py,sha256=umcniOOQfKVdPgHVb_jRhoGKei14Yc3PI
|
|
|
135
135
|
agenta/sdk/decorators/tracing.py,sha256=c9LwQJkhJcyO7Uq-sNpDSwfwOUTAmlqNuJjz4bSx-k0,6172
|
|
136
136
|
agenta/sdk/router.py,sha256=0sbajvn5C7t18anH6yNo7-oYxldHnYfwcbmQnIXBePw,269
|
|
137
137
|
agenta/sdk/tracing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
138
|
-
agenta/sdk/tracing/callbacks.py,sha256=
|
|
138
|
+
agenta/sdk/tracing/callbacks.py,sha256=0rqkW-PGZSaNSMp_t4bGI7R9HQRgTyIy0gxmpGVJWpE,6915
|
|
139
139
|
agenta/sdk/tracing/context_manager.py,sha256=HskDaiORoOhjeN375gm05wYnieQzh5UnoIsnSAHkAyc,252
|
|
140
|
-
agenta/sdk/tracing/llm_tracing.py,sha256=
|
|
140
|
+
agenta/sdk/tracing/llm_tracing.py,sha256=OL9OZ9sKv58hAsSxf33E-VYFx2ZeJpr9jqe3Hvz1CX8,13706
|
|
141
141
|
agenta/sdk/tracing/logger.py,sha256=GfH7V-jBHcn7h5dbdrnkDMe_ml3wkXFBeoQiqR4KVRc,474
|
|
142
142
|
agenta/sdk/tracing/tasks_manager.py,sha256=ROrWIaqS2J2HHiJtRWiHKlLY8CCsqToP5VeXu7mamck,3748
|
|
143
143
|
agenta/sdk/tracing/tracing_context.py,sha256=EOi1zfqpb2cBjhBtHIphUkVHi4jiWes-RRNdbgk1kMc,906
|
|
@@ -161,7 +161,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
|
|
|
161
161
|
agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
|
|
162
162
|
agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
|
|
163
163
|
agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
|
|
164
|
-
agenta-0.19.
|
|
165
|
-
agenta-0.19.
|
|
166
|
-
agenta-0.19.
|
|
167
|
-
agenta-0.19.
|
|
164
|
+
agenta-0.19.8.dist-info/METADATA,sha256=OAjZGmsi3_b62yrLWwmmtJqRMi_wa9d1vGBRuN_6NRg,26460
|
|
165
|
+
agenta-0.19.8.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
166
|
+
agenta-0.19.8.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
|
|
167
|
+
agenta-0.19.8.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|