ragaai-catalyst 2.1.6.3b0__py3-none-any.whl → 2.1.6.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ragaai_catalyst/tracers/agentic_tracing/tracers/base.py +7 -4
- ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py +4 -0
- ragaai_catalyst/tracers/tracer.py +10 -5
- ragaai_catalyst/tracers/upload_traces.py +1 -1
- {ragaai_catalyst-2.1.6.3b0.dist-info → ragaai_catalyst-2.1.6.4.dist-info}/METADATA +1 -1
- {ragaai_catalyst-2.1.6.3b0.dist-info → ragaai_catalyst-2.1.6.4.dist-info}/RECORD +9 -9
- {ragaai_catalyst-2.1.6.3b0.dist-info → ragaai_catalyst-2.1.6.4.dist-info}/WHEEL +0 -0
- {ragaai_catalyst-2.1.6.3b0.dist-info → ragaai_catalyst-2.1.6.4.dist-info}/licenses/LICENSE +0 -0
- {ragaai_catalyst-2.1.6.3b0.dist-info → ragaai_catalyst-2.1.6.4.dist-info}/top_level.txt +0 -0
@@ -271,7 +271,7 @@ class BaseTracer:
|
|
271
271
|
# Process trace spans
|
272
272
|
self.trace = self._change_span_ids_to_int(self.trace)
|
273
273
|
self.trace = self._change_agent_input_output(self.trace)
|
274
|
-
self.trace = self._extract_cost_tokens(self.trace)
|
274
|
+
# self.trace = self._extract_cost_tokens(self.trace)
|
275
275
|
|
276
276
|
# Create traces directory and prepare file paths
|
277
277
|
self.traces_dir = tempfile.gettempdir()
|
@@ -289,6 +289,7 @@ class BaseTracer:
|
|
289
289
|
trace_data = self.trace.to_dict()
|
290
290
|
trace_data["metrics"] = self.trace_metrics
|
291
291
|
cleaned_trace_data = self._clean_trace(trace_data)
|
292
|
+
cleaned_trace_data = self._extract_cost_tokens(cleaned_trace_data)
|
292
293
|
|
293
294
|
# Add interactions
|
294
295
|
interactions = self.format_interactions()
|
@@ -507,9 +508,11 @@ class BaseTracer:
|
|
507
508
|
elif child_type == "agent":
|
508
509
|
process_spans([child])
|
509
510
|
|
510
|
-
process_spans(trace
|
511
|
-
trace
|
512
|
-
trace
|
511
|
+
process_spans(trace["data"][0]["spans"])
|
512
|
+
trace["metadata"].cost = cost
|
513
|
+
trace["metadata"].tokens = tokens
|
514
|
+
trace["metadata"].total_cost = cost.get("total_cost", 0)
|
515
|
+
trace["metadata"].total_tokens = tokens.get("total_tokens", 0)
|
513
516
|
return trace
|
514
517
|
|
515
518
|
def _clean_trace(self, trace):
|
@@ -107,6 +107,10 @@ def process_upload(task_id: str, filepath: str, hash_id: str, zip_path: str,
|
|
107
107
|
}
|
108
108
|
|
109
109
|
# Save initial status to file
|
110
|
+
# with open(filepath, 'r') as f:
|
111
|
+
# data = json.load(f)
|
112
|
+
# with open(os.path.join(os.getcwd(), 'agentic_traces.json'), 'w') as f:
|
113
|
+
# json.dump(data, f, default=str, indent=2)
|
110
114
|
save_task_status(result)
|
111
115
|
|
112
116
|
try:
|
@@ -485,9 +485,13 @@ class Tracer(AgenticTracing):
|
|
485
485
|
data, additional_metadata = self.langchain_tracer.stop()
|
486
486
|
|
487
487
|
# Add cost if possible
|
488
|
+
additional_metadata["cost"] = 0.0
|
488
489
|
if additional_metadata.get('model_name'):
|
489
490
|
try:
|
490
|
-
|
491
|
+
if self.model_custom_cost.get(additional_metadata['model_name']):
|
492
|
+
model_cost_data = self.model_custom_cost[additional_metadata['model_name']]
|
493
|
+
else:
|
494
|
+
model_cost_data = self.model_cost_dict[additional_metadata['model_name']]
|
491
495
|
if 'tokens' in additional_metadata and all(k in additional_metadata['tokens'] for k in ['prompt', 'completion']):
|
492
496
|
prompt_cost = additional_metadata["tokens"]["prompt"]*model_cost_data["input_cost_per_token"]
|
493
497
|
completion_cost = additional_metadata["tokens"]["completion"]*model_cost_data["output_cost_per_token"]
|
@@ -515,7 +519,8 @@ class Tracer(AgenticTracing):
|
|
515
519
|
|
516
520
|
# Safely remove tokens and cost dictionaries if they exist
|
517
521
|
additional_metadata.pop("tokens", None)
|
518
|
-
|
522
|
+
|
523
|
+
additional_metadata["model"] = additional_metadata.get("model_name", "")
|
519
524
|
|
520
525
|
# Safely merge metadata
|
521
526
|
combined_metadata = {}
|
@@ -526,9 +531,9 @@ class Tracer(AgenticTracing):
|
|
526
531
|
|
527
532
|
model_cost_latency_metadata = {}
|
528
533
|
if additional_metadata:
|
529
|
-
model_cost_latency_metadata["
|
530
|
-
model_cost_latency_metadata["total_cost"] = additional_metadata
|
531
|
-
model_cost_latency_metadata["total_latency"] = additional_metadata
|
534
|
+
model_cost_latency_metadata["model_name"] = additional_metadata.get("model_name", 0)
|
535
|
+
model_cost_latency_metadata["total_cost"] = additional_metadata.get("cost", 0)
|
536
|
+
model_cost_latency_metadata["total_latency"] = additional_metadata.get("latency", 0)
|
532
537
|
model_cost_latency_metadata["recorded_on"] = datetime.datetime.now().astimezone().isoformat()
|
533
538
|
combined_metadata.update(model_cost_latency_metadata)
|
534
539
|
|
@@ -33,7 +33,7 @@ class UploadTraces:
|
|
33
33
|
"log_source": {"columnType": "metadata"},
|
34
34
|
"vector_store":{"columnType":"pipeline"},
|
35
35
|
"feedback": {"columnType":"feedBack"},
|
36
|
-
"
|
36
|
+
"model_name": {"columnType": "metadata"},
|
37
37
|
"total_cost": {"columnType": "metadata", "dataType": "numerical"},
|
38
38
|
"total_latency": {"columnType": "metadata", "dataType": "numerical"},
|
39
39
|
}
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: ragaai_catalyst
|
3
|
-
Version: 2.1.6.
|
3
|
+
Version: 2.1.6.4
|
4
4
|
Summary: RAGA AI CATALYST
|
5
5
|
Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>, Tushar Kumar <tushar.kumar@raga.ai>
|
6
6
|
Requires-Python: <3.13,>=3.10
|
@@ -31,8 +31,8 @@ ragaai_catalyst/tracers/distributed.py,sha256=MwlBwIxCAng-OI-7Ove_rkE1mTLeuW4Jw-
|
|
31
31
|
ragaai_catalyst/tracers/langchain_callback.py,sha256=CB75zzG3-DkYTELj0vI1MOHQTY0MuQJfoHIXz9Cl8S8,34568
|
32
32
|
ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
|
33
33
|
ragaai_catalyst/tracers/llamaindex_instrumentation.py,sha256=Ys_jLkvVqo12bKgXDmkp4TxJu9HkBATrFE8cIcTYxWw,14329
|
34
|
-
ragaai_catalyst/tracers/tracer.py,sha256=
|
35
|
-
ragaai_catalyst/tracers/upload_traces.py,sha256=
|
34
|
+
ragaai_catalyst/tracers/tracer.py,sha256=j2O_ebNNjx5w0XQtwO_2W9YVIbPSg0Mee20qe0c00Ng,37325
|
35
|
+
ragaai_catalyst/tracers/upload_traces.py,sha256=alizdRRDobeeEPwgNIFwPfSFJvAo5I0W9CBTfUqzAzA,5887
|
36
36
|
ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
|
37
37
|
ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
|
38
38
|
ragaai_catalyst/tracers/agentic_tracing/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
@@ -45,7 +45,7 @@ ragaai_catalyst/tracers/agentic_tracing/tests/ai_travel_agent.py,sha256=S4rCcKzU
|
|
45
45
|
ragaai_catalyst/tracers/agentic_tracing/tests/unique_decorator_test.py,sha256=Xk1cLzs-2A3dgyBwRRnCWs7Eubki40FVonwd433hPN8,4805
|
46
46
|
ragaai_catalyst/tracers/agentic_tracing/tracers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
47
47
|
ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=LzbsHvELwBmH8ObFomJRhiQ98b6MEi18irm0DPiplt0,29743
|
48
|
-
ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=
|
48
|
+
ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=1EmSvsSV_7Az4t6MBVYZcbllyYukYDZL6h40v2o31sU,54576
|
49
49
|
ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=OBJJjFSvwRjCGNJyqX3yIfC1W05ZN2QUXasCJ4gmCjQ,13930
|
50
50
|
ragaai_catalyst/tracers/agentic_tracing/tracers/langgraph_tracer.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
51
51
|
ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=z-qzmCQCkhyW0aLDUR_rNq4pmxhAaVhNY-kZQsox-Ws,50221
|
@@ -54,7 +54,7 @@ ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py,sha256=m8CxYkl
|
|
54
54
|
ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=xxrliKPfdfbIZRZqMnUewsaTD8_Hv0dbuoBivNZGD4U,21674
|
55
55
|
ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py,sha256=bhSUhNQCuJXKjgJAXhjKEYjnHMpYN90FSZdR84fNIKU,4614
|
56
56
|
ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
57
|
-
ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=
|
57
|
+
ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=Tv_QMg8EIQyoDwFnDqKlNwmJVBJNkdr6-es3UT-Mugg,12939
|
58
58
|
ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=9s1cXH1rZ2EMPMsJ7zls8BRVVHdyGNXK-SoIF7P2MxM,8595
|
59
59
|
ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py,sha256=bRJGqdLPm0fTORAdUGRo0aDPiZeqB30gK_iC7SsymL4,6603
|
60
60
|
ragaai_catalyst/tracers/agentic_tracing/upload/upload_local_metric.py,sha256=m1O8lKpxKwtHofXLW3fTHX5yfqDW5GxoveARlg5cTw4,2571
|
@@ -87,8 +87,8 @@ ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=XS2_x2
|
|
87
87
|
ragaai_catalyst/tracers/utils/model_prices_and_context_window_backup.json,sha256=C3uwkibJ08C9sOX-54kulZYmJlIpZ-SQpfE6HNGrjbM,343502
|
88
88
|
ragaai_catalyst/tracers/utils/trace_json_converter.py,sha256=RH9dkCnPaSygvPvAilRE4lUdUaRtALJKH85E4jHcVoM,14072
|
89
89
|
ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
|
90
|
-
ragaai_catalyst-2.1.6.
|
91
|
-
ragaai_catalyst-2.1.6.
|
92
|
-
ragaai_catalyst-2.1.6.
|
93
|
-
ragaai_catalyst-2.1.6.
|
94
|
-
ragaai_catalyst-2.1.6.
|
90
|
+
ragaai_catalyst-2.1.6.4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
91
|
+
ragaai_catalyst-2.1.6.4.dist-info/METADATA,sha256=BLwFthVXvG7dVl5E_nbyNZeYbfcHwQfa4wXJMq6oCuQ,22139
|
92
|
+
ragaai_catalyst-2.1.6.4.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
93
|
+
ragaai_catalyst-2.1.6.4.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
|
94
|
+
ragaai_catalyst-2.1.6.4.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|