ragaai-catalyst 2.0.7.2b1__py3-none-any.whl → 2.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ragaai_catalyst/dataset.py +0 -3
- ragaai_catalyst/evaluation.py +1 -2
- ragaai_catalyst/tracers/__init__.py +1 -1
- ragaai_catalyst/tracers/agentic_tracing/agent_tracer.py +231 -74
- ragaai_catalyst/tracers/agentic_tracing/agentic_tracing.py +32 -42
- ragaai_catalyst/tracers/agentic_tracing/base.py +132 -30
- ragaai_catalyst/tracers/agentic_tracing/data_structure.py +91 -79
- ragaai_catalyst/tracers/agentic_tracing/examples/FinancialAnalysisSystem.ipynb +536 -0
- ragaai_catalyst/tracers/agentic_tracing/examples/GameActivityEventPlanner.ipynb +134 -0
- ragaai_catalyst/tracers/agentic_tracing/examples/TravelPlanner.ipynb +563 -0
- ragaai_catalyst/tracers/agentic_tracing/file_name_tracker.py +46 -0
- ragaai_catalyst/tracers/agentic_tracing/llm_tracer.py +262 -356
- ragaai_catalyst/tracers/agentic_tracing/tool_tracer.py +31 -19
- ragaai_catalyst/tracers/agentic_tracing/unique_decorator.py +61 -117
- ragaai_catalyst/tracers/agentic_tracing/upload_agentic_traces.py +187 -0
- ragaai_catalyst/tracers/agentic_tracing/upload_code.py +115 -0
- ragaai_catalyst/tracers/agentic_tracing/user_interaction_tracer.py +35 -59
- ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py +0 -4
- ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json +2201 -324
- ragaai_catalyst/tracers/agentic_tracing/zip_list_of_unique_files.py +186 -0
- ragaai_catalyst/tracers/exporters/raga_exporter.py +1 -7
- ragaai_catalyst/tracers/llamaindex_callback.py +56 -60
- ragaai_catalyst/tracers/tracer.py +6 -2
- ragaai_catalyst/tracers/upload_traces.py +46 -57
- {ragaai_catalyst-2.0.7.2b1.dist-info → ragaai_catalyst-2.1.dist-info}/METADATA +8 -4
- {ragaai_catalyst-2.0.7.2b1.dist-info → ragaai_catalyst-2.1.dist-info}/RECORD +28 -22
- {ragaai_catalyst-2.0.7.2b1.dist-info → ragaai_catalyst-2.1.dist-info}/WHEEL +1 -1
- ragaai_catalyst/tracers/agentic_tracing/Untitled-1.json +0 -660
- {ragaai_catalyst-2.0.7.2b1.dist-info → ragaai_catalyst-2.1.dist-info}/top_level.txt +0 -0
@@ -5,15 +5,13 @@ from datetime import datetime
|
|
5
5
|
|
6
6
|
|
7
7
|
class UploadTraces:
|
8
|
-
def __init__(
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
base_url,
|
16
|
-
):
|
8
|
+
def __init__(self,
|
9
|
+
json_file_path,
|
10
|
+
project_name,
|
11
|
+
project_id,
|
12
|
+
dataset_name,
|
13
|
+
user_detail,
|
14
|
+
base_url):
|
17
15
|
self.json_file_path = json_file_path
|
18
16
|
self.project_name = project_name
|
19
17
|
self.project_id = project_id
|
@@ -27,35 +25,31 @@ class UploadTraces:
|
|
27
25
|
"trace_id": {"columnType": "traceId"},
|
28
26
|
"trace_uri": {"columnType": "traceUri"},
|
29
27
|
"prompt": {"columnType": "prompt"},
|
30
|
-
"response":
|
28
|
+
"response":{"columnType": "response"},
|
31
29
|
"context": {"columnType": "context"},
|
32
|
-
"llm_model": {"columnType":
|
30
|
+
"llm_model": {"columnType":"pipeline"},
|
33
31
|
"recorded_on": {"columnType": "metadata"},
|
34
|
-
"embed_model": {"columnType":
|
32
|
+
"embed_model": {"columnType":"pipeline"},
|
35
33
|
"log_source": {"columnType": "metadata"},
|
36
|
-
"vector_store":
|
37
|
-
"feedback": {"columnType":
|
34
|
+
"vector_store":{"columnType":"pipeline"},
|
35
|
+
"feedback": {"columnType":"feedBack"}
|
38
36
|
}
|
39
|
-
|
40
37
|
def make_request():
|
41
38
|
headers = {
|
42
39
|
"Content-Type": "application/json",
|
43
40
|
"Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
|
44
41
|
"X-Project-Name": self.project_name,
|
45
42
|
}
|
46
|
-
payload = json.dumps(
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
)
|
53
|
-
response = requests.request(
|
54
|
-
"POST",
|
43
|
+
payload = json.dumps({
|
44
|
+
"datasetName": self.dataset_name,
|
45
|
+
"schemaMapping": SCHEMA_MAPPING_NEW,
|
46
|
+
"traceFolderUrl": None,
|
47
|
+
})
|
48
|
+
response = requests.request("POST",
|
55
49
|
f"{self.base_url}/v1/llm/dataset/logs",
|
56
50
|
headers=headers,
|
57
51
|
data=payload,
|
58
|
-
timeout=self.timeout
|
52
|
+
timeout=self.timeout
|
59
53
|
)
|
60
54
|
|
61
55
|
return response
|
@@ -70,69 +64,64 @@ class UploadTraces:
|
|
70
64
|
return response.status_code
|
71
65
|
|
72
66
|
def _get_presigned_url(self):
|
73
|
-
payload = json.dumps(
|
74
|
-
{
|
67
|
+
payload = json.dumps({
|
75
68
|
"datasetName": self.dataset_name,
|
76
69
|
"numFiles": 1,
|
77
|
-
}
|
78
|
-
)
|
70
|
+
})
|
79
71
|
headers = {
|
80
72
|
"Content-Type": "application/json",
|
81
73
|
"Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
|
82
74
|
"X-Project-Name": self.project_name,
|
83
75
|
}
|
84
76
|
|
85
|
-
response = requests.request(
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
|
90
|
-
timeout=self.timeout,
|
91
|
-
)
|
77
|
+
response = requests.request("GET",
|
78
|
+
f"{self.base_url}/v1/llm/presigned-url",
|
79
|
+
headers=headers,
|
80
|
+
data=payload,
|
81
|
+
timeout=self.timeout)
|
92
82
|
if response.status_code == 200:
|
93
83
|
presignedUrls = response.json()["data"]["presignedUrls"][0]
|
94
84
|
return presignedUrls
|
95
85
|
|
96
86
|
def _put_presigned_url(self, presignedUrl, filename):
|
97
87
|
headers = {
|
98
|
-
|
99
|
-
|
88
|
+
"Content-Type": "application/json",
|
89
|
+
}
|
100
90
|
|
101
91
|
if "blob.core.windows.net" in presignedUrl: # Azure
|
102
92
|
headers["x-ms-blob-type"] = "BlockBlob"
|
103
93
|
print(f"Uploading traces...")
|
104
94
|
with open(filename) as f:
|
105
95
|
payload = f.read().replace("\n", "").replace("\r", "").encode()
|
96
|
+
|
106
97
|
|
107
|
-
response = requests.request(
|
108
|
-
|
109
|
-
|
98
|
+
response = requests.request("PUT",
|
99
|
+
presignedUrl,
|
100
|
+
headers=headers,
|
101
|
+
data=payload,
|
102
|
+
timeout=self.timeout)
|
110
103
|
if response.status_code != 200 or response.status_code != 201:
|
111
104
|
return response, response.status_code
|
112
105
|
|
113
106
|
def _insert_traces(self, presignedUrl):
|
114
107
|
headers = {
|
115
|
-
|
116
|
-
|
117
|
-
|
118
|
-
|
119
|
-
payload = json.dumps(
|
120
|
-
{
|
108
|
+
"Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
|
109
|
+
"Content-Type": "application/json",
|
110
|
+
"X-Project-Name": self.project_name,
|
111
|
+
}
|
112
|
+
payload = json.dumps({
|
121
113
|
"datasetName": self.dataset_name,
|
122
114
|
"presignedUrl": presignedUrl,
|
123
|
-
}
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
129
|
-
data=payload,
|
130
|
-
timeout=self.timeout,
|
131
|
-
)
|
115
|
+
})
|
116
|
+
response = requests.request("POST",
|
117
|
+
f"{self.base_url}/v1/llm/insert/trace",
|
118
|
+
headers=headers,
|
119
|
+
data=payload,
|
120
|
+
timeout=self.timeout)
|
132
121
|
|
133
122
|
def upload_traces(self):
|
134
123
|
self._create_dataset_schema_with_trace()
|
135
124
|
presignedUrl = self._get_presigned_url()
|
136
125
|
self._put_presigned_url(presignedUrl, self.json_file_path)
|
137
126
|
self._insert_traces(presignedUrl)
|
138
|
-
print("Traces
|
127
|
+
print("Traces uplaoded")
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: ragaai_catalyst
|
3
|
-
Version: 2.
|
3
|
+
Version: 2.1
|
4
4
|
Summary: RAGA AI CATALYST
|
5
5
|
Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
|
6
6
|
Requires-Python: >=3.9
|
@@ -27,9 +27,13 @@ Requires-Dist: Markdown>=3.7
|
|
27
27
|
Requires-Dist: litellm==1.51.1
|
28
28
|
Requires-Dist: tenacity==8.3.0
|
29
29
|
Requires-Dist: tqdm>=4.66.5
|
30
|
-
Requires-Dist: llama-index
|
31
|
-
Requires-Dist: pyopenssl
|
32
|
-
Requires-Dist: psutil
|
30
|
+
Requires-Dist: llama-index>=0.10.0
|
31
|
+
Requires-Dist: pyopenssl>=24.2.1
|
32
|
+
Requires-Dist: psutil~=6.0.0
|
33
|
+
Requires-Dist: py-cpuinfo~=9.0.0
|
34
|
+
Requires-Dist: requests~=2.32.3
|
35
|
+
Requires-Dist: GPUtil~=1.4.0
|
36
|
+
Requires-Dist: astor>=0.8.1
|
33
37
|
Provides-Extra: dev
|
34
38
|
Requires-Dist: pytest; extra == "dev"
|
35
39
|
Requires-Dist: pytest-cov; extra == "dev"
|
@@ -1,7 +1,7 @@
|
|
1
1
|
ragaai_catalyst/__init__.py,sha256=BdIJ_UUre0uEnRTsLw_hE0C0muWk6XWNZqdVOel22R4,537
|
2
2
|
ragaai_catalyst/_version.py,sha256=JKt9KaVNOMVeGs8ojO6LvIZr7ZkMzNN-gCcvryy4x8E,460
|
3
|
-
ragaai_catalyst/dataset.py,sha256=
|
4
|
-
ragaai_catalyst/evaluation.py,sha256=
|
3
|
+
ragaai_catalyst/dataset.py,sha256=On-iOhD5R7iLusph6dLAGS1dOnNtb1koiKxKjTH90pE,10660
|
4
|
+
ragaai_catalyst/evaluation.py,sha256=34H2bYZNSrcu0jMQgDZw1OLVbQU80PaVLo2avju8POM,20311
|
5
5
|
ragaai_catalyst/experiment.py,sha256=8KvqgJg5JVnt9ghhGDJvdb4mN7ETBX_E5gNxBT0Nsn8,19010
|
6
6
|
ragaai_catalyst/guard_executor.py,sha256=llPbE3DyVtrybojXknzBZj8-dtUrGBQwi9-ZiPJxGRo,3762
|
7
7
|
ragaai_catalyst/guardrails_manager.py,sha256=DILMOAASK57FH9BLq_8yC1AQzRJ8McMFLwCXgYwNAd4,11904
|
@@ -11,40 +11,46 @@ ragaai_catalyst/proxy_call.py,sha256=CHxldeceZUaLU-to_hs_Kf1z_b2vHMssLS_cOBedu78
|
|
11
11
|
ragaai_catalyst/ragaai_catalyst.py,sha256=FdqMzwuQLqS2-3JJDsTQ8uh2itllOxfPrRUjb8Kwmn0,17428
|
12
12
|
ragaai_catalyst/synthetic_data_generation.py,sha256=uDV9tNwto2xSkWg5XHXUvjErW-4P34CTrxaJpRfezyA,19250
|
13
13
|
ragaai_catalyst/utils.py,sha256=TlhEFwLyRU690HvANbyoRycR3nQ67lxVUQoUOfTPYQ0,3772
|
14
|
-
ragaai_catalyst/tracers/__init__.py,sha256=
|
15
|
-
ragaai_catalyst/tracers/llamaindex_callback.py,sha256=
|
16
|
-
ragaai_catalyst/tracers/tracer.py,sha256=
|
17
|
-
ragaai_catalyst/tracers/upload_traces.py,sha256=
|
18
|
-
ragaai_catalyst/tracers/agentic_tracing/Untitled-1.json,sha256=kqwtLzflk342U7Tvjf5Bari9m3I0dVMVU7wNShDwuW4,43639
|
14
|
+
ragaai_catalyst/tracers/__init__.py,sha256=yxepo7iVjTNI_wFdk3Z6Ghu64SazVyszCPEHYrX5WQk,50
|
15
|
+
ragaai_catalyst/tracers/llamaindex_callback.py,sha256=vPE7MieKjfwLrLUnnPs20Df0xNYqoCCj-Mt2NbiuiKU,14023
|
16
|
+
ragaai_catalyst/tracers/tracer.py,sha256=dGYQfo0RXms6w-sAJf04gqTo1zOXTqreGXaJlnvK48A,12463
|
17
|
+
ragaai_catalyst/tracers/upload_traces.py,sha256=hs0PEmit3n3_uUqrdbwcBdyK5Nbkik3JQVwJMEwYTd4,4796
|
19
18
|
ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=6QyQI8P7aNFHTantNJOP1ZdSNrDKBLhlg_gGNj7tm1c,73
|
20
|
-
ragaai_catalyst/tracers/agentic_tracing/agent_tracer.py,sha256=
|
21
|
-
ragaai_catalyst/tracers/agentic_tracing/agentic_tracing.py,sha256=
|
22
|
-
ragaai_catalyst/tracers/agentic_tracing/base.py,sha256=
|
23
|
-
ragaai_catalyst/tracers/agentic_tracing/data_structure.py,sha256=
|
24
|
-
ragaai_catalyst/tracers/agentic_tracing/
|
19
|
+
ragaai_catalyst/tracers/agentic_tracing/agent_tracer.py,sha256=M5RBNzcuSCEKv-rYwmzBMN-BxvthM3y6d_279UYERZQ,20832
|
20
|
+
ragaai_catalyst/tracers/agentic_tracing/agentic_tracing.py,sha256=WsddEXn2afdPx8PfignQoLIwZfn9350XsqtkqtZdMxw,8502
|
21
|
+
ragaai_catalyst/tracers/agentic_tracing/base.py,sha256=jRf_-5EIfCzGbaSQtkqgiDQAH4ymoKUrg9A8YqB08jk,14008
|
22
|
+
ragaai_catalyst/tracers/agentic_tracing/data_structure.py,sha256=wkZctMTUQUViqKrHhdZiMERSBVfwURAJ-lFlQUou638,7395
|
23
|
+
ragaai_catalyst/tracers/agentic_tracing/file_name_tracker.py,sha256=515NNDQJTyy3O-2rdlUYUoWL9qSwLIfvV3sMB9BtHp8,1366
|
24
|
+
ragaai_catalyst/tracers/agentic_tracing/llm_tracer.py,sha256=dI2Pg4cNGTf5k7g7ViVRUu6Pck8In4aqQYGLn_xwNxY,32705
|
25
25
|
ragaai_catalyst/tracers/agentic_tracing/network_tracer.py,sha256=6FTA15xMnum9omM_0Jd9cMIuWdKu1gR5Tc8fOXAkP8E,10068
|
26
26
|
ragaai_catalyst/tracers/agentic_tracing/sample.py,sha256=S4rCcKzU_5SB62BYEbNn_1VbbTdG4396N8rdZ3ZNGcE,5654
|
27
|
-
ragaai_catalyst/tracers/agentic_tracing/tool_tracer.py,sha256=
|
28
|
-
ragaai_catalyst/tracers/agentic_tracing/unique_decorator.py,sha256=
|
27
|
+
ragaai_catalyst/tracers/agentic_tracing/tool_tracer.py,sha256=Yc4x82rk0hCANwXUt4M66Qv_4OdpsXsjlq6OIOef1io,8763
|
28
|
+
ragaai_catalyst/tracers/agentic_tracing/unique_decorator.py,sha256=DQHjcEuqEKsNSWaNs7SoOaq50yK4Jsl966S7mBnV-zA,5723
|
29
29
|
ragaai_catalyst/tracers/agentic_tracing/unique_decorator_test.py,sha256=Xk1cLzs-2A3dgyBwRRnCWs7Eubki40FVonwd433hPN8,4805
|
30
|
-
ragaai_catalyst/tracers/agentic_tracing/
|
30
|
+
ragaai_catalyst/tracers/agentic_tracing/upload_agentic_traces.py,sha256=ydaWAbrSS5B6ijabzTnUVxlW8m6eX5dsEJnzl06ZDFU,7539
|
31
|
+
ragaai_catalyst/tracers/agentic_tracing/upload_code.py,sha256=u9bRWcM5oDezJupEQoHUXrKz7YvZJK9IZf10ejBWoa4,4254
|
32
|
+
ragaai_catalyst/tracers/agentic_tracing/user_interaction_tracer.py,sha256=wsCwTK7tM_L3mdNrcg5Mq3D1k07XCHZkhOB26kz_rLY,1472
|
33
|
+
ragaai_catalyst/tracers/agentic_tracing/zip_list_of_unique_files.py,sha256=faFat_OAUnVJGnauMVo6yeHhTv-_njgyXGOtUwYJ8kE,7568
|
34
|
+
ragaai_catalyst/tracers/agentic_tracing/examples/FinancialAnalysisSystem.ipynb,sha256=0qZxjWqYCTAVvdo3Tsp544D8Am48wfeMQ9RKpKgAL8g,34291
|
35
|
+
ragaai_catalyst/tracers/agentic_tracing/examples/GameActivityEventPlanner.ipynb,sha256=QCMFJYbGX0fd9eMW4PqyQLZjyWuTXo7n1nqO_hMLf0s,4225
|
36
|
+
ragaai_catalyst/tracers/agentic_tracing/examples/TravelPlanner.ipynb,sha256=fU3inXoemJbdTkGAQl_N1UwVEZ10LrKv4gCEpbQ4ISg,43481
|
31
37
|
ragaai_catalyst/tracers/agentic_tracing/utils/__init__.py,sha256=XdB3X_ufe4RVvGorxSqAiB9dYv4UD7Hvvuw3bsDUppY,60
|
32
38
|
ragaai_catalyst/tracers/agentic_tracing/utils/api_utils.py,sha256=JyNCbfpW-w4O9CjtemTqmor2Rh1WGpQwhRaDSRmBxw8,689
|
33
39
|
ragaai_catalyst/tracers/agentic_tracing/utils/data_classes.py,sha256=gFOadWzUORETaH3Y_HerHXs_aVFEt5ry2NQ36domW58,1267
|
34
40
|
ragaai_catalyst/tracers/agentic_tracing/utils/generic.py,sha256=WwXT01xmp8MSr7KinuDCSK9a1ifpLcT7ajFkvYviG_A,1190
|
35
|
-
ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=
|
36
|
-
ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=
|
41
|
+
ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=7lHJ84kbe7kn4Hbd6MT8KeSl-We7nc_yq2xkfgxgl2E,5769
|
42
|
+
ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=6wnDtkBH-uwJeZm9FtyeXuUWux8u-skT3lmrtFwsReI,286298
|
37
43
|
ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=9cFzfFqIA968bUG7LNTjdN7zbdEXUtcvRKg883ade2c,2586
|
38
44
|
ragaai_catalyst/tracers/exporters/__init__.py,sha256=kVA8zp05h3phu4e-iHSlnznp_PzMRczB7LphSsZgUjg,138
|
39
45
|
ragaai_catalyst/tracers/exporters/file_span_exporter.py,sha256=RgGteu-NVGprXKkynvyIO5yOjpbtA41R3W_NzCjnkwE,6445
|
40
|
-
ragaai_catalyst/tracers/exporters/raga_exporter.py,sha256=
|
46
|
+
ragaai_catalyst/tracers/exporters/raga_exporter.py,sha256=pU9EH6Fn1Z757bpM3VaXPDHuJ5wyUrMObGaACiztvTU,18014
|
41
47
|
ragaai_catalyst/tracers/instrumentators/__init__.py,sha256=FgnMQupoRTzmVsG9YKsLQera2Pfs-AluZv8CxwavoyQ,253
|
42
48
|
ragaai_catalyst/tracers/instrumentators/langchain.py,sha256=yMN0qVF0pUVk6R5M1vJoUXezDo1ejs4klCFRlE8x4vE,574
|
43
49
|
ragaai_catalyst/tracers/instrumentators/llamaindex.py,sha256=SMrRlR4xM7k9HK43hakE8rkrWHxMlmtmWD-AX6TeByc,416
|
44
50
|
ragaai_catalyst/tracers/instrumentators/openai.py,sha256=14R4KW9wQCR1xysLfsP_nxS7cqXrTPoD8En4MBAaZUU,379
|
45
51
|
ragaai_catalyst/tracers/utils/__init__.py,sha256=KeMaZtYaTojilpLv65qH08QmpYclfpacDA0U3wg6Ybw,64
|
46
52
|
ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
|
47
|
-
ragaai_catalyst-2.
|
48
|
-
ragaai_catalyst-2.
|
49
|
-
ragaai_catalyst-2.
|
50
|
-
ragaai_catalyst-2.
|
53
|
+
ragaai_catalyst-2.1.dist-info/METADATA,sha256=tL9n5G8fqr8GOHYkZJiA51eDFIVZtgPaGHuP0t4s_ho,1793
|
54
|
+
ragaai_catalyst-2.1.dist-info/WHEEL,sha256=A3WOREP4zgxI0fKrHUG8DC8013e3dK3n7a6HDbcEIwE,91
|
55
|
+
ragaai_catalyst-2.1.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
|
56
|
+
ragaai_catalyst-2.1.dist-info/RECORD,,
|