ragaai-catalyst 2.2.3b2__py3-none-any.whl → 2.2.3b3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ragaai_catalyst/evaluation.py +1 -8
- ragaai_catalyst/tracers/tracer.py +15 -14
- {ragaai_catalyst-2.2.3b2.dist-info → ragaai_catalyst-2.2.3b3.dist-info}/METADATA +1 -1
- {ragaai_catalyst-2.2.3b2.dist-info → ragaai_catalyst-2.2.3b3.dist-info}/RECORD +7 -7
- {ragaai_catalyst-2.2.3b2.dist-info → ragaai_catalyst-2.2.3b3.dist-info}/WHEEL +0 -0
- {ragaai_catalyst-2.2.3b2.dist-info → ragaai_catalyst-2.2.3b3.dist-info}/licenses/LICENSE +0 -0
- {ragaai_catalyst-2.2.3b2.dist-info → ragaai_catalyst-2.2.3b3.dist-info}/top_level.txt +0 -0
ragaai_catalyst/evaluation.py
CHANGED
@@ -506,13 +506,6 @@ class Evaluation:
|
|
506
506
|
response_text = parse_response()
|
507
507
|
if response_text:
|
508
508
|
df = pd.read_csv(io.StringIO(response_text))
|
509
|
-
|
510
|
-
column_list = df.columns.to_list()
|
511
|
-
# Remove unwanted columns
|
512
|
-
column_list = [col for col in column_list if not col.startswith('_')]
|
513
|
-
column_list = [col for col in column_list if '.' not in col]
|
514
|
-
# Remove _claims_ columns
|
515
|
-
column_list = [col for col in column_list if '_claims_' not in col]
|
516
|
-
return df[column_list]
|
509
|
+
return df
|
517
510
|
else:
|
518
511
|
return pd.DataFrame()
|
@@ -365,20 +365,21 @@ class Tracer(AgenticTracing):
|
|
365
365
|
"output_cost_per_million_token": 2.40
|
366
366
|
})
|
367
367
|
"""
|
368
|
-
if not isinstance(cost_config, dict):
|
369
|
-
|
370
|
-
|
371
|
-
required_keys = {"model_name", "input_cost_per_million_token", "output_cost_per_million_token"}
|
372
|
-
if not all(key in cost_config for key in required_keys):
|
373
|
-
|
374
|
-
|
375
|
-
model_name = cost_config["model_name"]
|
376
|
-
self.model_custom_cost[model_name] = {
|
377
|
-
|
378
|
-
|
379
|
-
}
|
380
|
-
self.dynamic_exporter.custom_model_cost = self.model_custom_cost
|
381
|
-
logger.info(f"Updated custom model cost for {model_name}: {self.model_custom_cost[model_name]}")
|
368
|
+
# if not isinstance(cost_config, dict):
|
369
|
+
# logger.error("cost_config must be a dictionary")
|
370
|
+
|
371
|
+
# required_keys = {"model_name", "input_cost_per_million_token", "output_cost_per_million_token"}
|
372
|
+
# if not all(key in cost_config for key in required_keys):
|
373
|
+
# logger.error(f"cost_config must contain all required keys: {required_keys}")
|
374
|
+
|
375
|
+
# model_name = cost_config["model_name"]
|
376
|
+
# self.model_custom_cost[model_name] = {
|
377
|
+
# "input_cost_per_token": float(cost_config["input_cost_per_million_token"])/ 1000000,
|
378
|
+
# "output_cost_per_token": float(cost_config["output_cost_per_million_token"]) /1000000
|
379
|
+
# }
|
380
|
+
# self.dynamic_exporter.custom_model_cost = self.model_custom_cost
|
381
|
+
# logger.info(f"Updated custom model cost for {model_name}: {self.model_custom_cost[model_name]}")
|
382
|
+
return None
|
382
383
|
|
383
384
|
|
384
385
|
def register_masking_function(self, masking_func):
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: ragaai_catalyst
|
3
|
-
Version: 2.2.
|
3
|
+
Version: 2.2.3b3
|
4
4
|
Summary: RAGA AI CATALYST
|
5
5
|
Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>, Tushar Kumar <tushar.kumar@raga.ai>, Rishabh Pandey <rishabh.pandey@raga.ai>, Jyotsana C G <jyotsana@raga.ai>
|
6
6
|
Requires-Python: <=3.13.2,>=3.10
|
@@ -1,7 +1,7 @@
|
|
1
1
|
ragaai_catalyst/__init__.py,sha256=2wfkucAbb3Bt_p2KHelkg9zBQp4yC4iZanltyieG18w,895
|
2
2
|
ragaai_catalyst/_version.py,sha256=JKt9KaVNOMVeGs8ojO6LvIZr7ZkMzNN-gCcvryy4x8E,460
|
3
3
|
ragaai_catalyst/dataset.py,sha256=H1zWw4nabiy8gsZ5msv6442VW5KBy4KTgxoqdH8r8J0,29368
|
4
|
-
ragaai_catalyst/evaluation.py,sha256=
|
4
|
+
ragaai_catalyst/evaluation.py,sha256=8P2zUMSMsQGmKdv7_dZ8F0iXWYddvappgKPN5oJXWuY,22568
|
5
5
|
ragaai_catalyst/experiment.py,sha256=8yQo1phCHlpnJ-4CqCaIbLXg_1ZlAuLGI9kqGBl-OTE,18859
|
6
6
|
ragaai_catalyst/guard_executor.py,sha256=VLqVO1gAEBaovoQQUjdNkivH1dXACFTsuXQ1nzAALQQ,14008
|
7
7
|
ragaai_catalyst/guardrails_manager.py,sha256=_VrARJ1udmCF8TklNKy7XTQUaM8ATDhTOAGDonBkFro,14245
|
@@ -31,7 +31,7 @@ ragaai_catalyst/tracers/distributed.py,sha256=CGPuOh4CsgEk428PPibieLaAG2Tt3BVygF
|
|
31
31
|
ragaai_catalyst/tracers/langchain_callback.py,sha256=CB75zzG3-DkYTELj0vI1MOHQTY0MuQJfoHIXz9Cl8S8,34568
|
32
32
|
ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
|
33
33
|
ragaai_catalyst/tracers/llamaindex_instrumentation.py,sha256=Ys_jLkvVqo12bKgXDmkp4TxJu9HkBATrFE8cIcTYxWw,14329
|
34
|
-
ragaai_catalyst/tracers/tracer.py,sha256=
|
34
|
+
ragaai_catalyst/tracers/tracer.py,sha256=8-v8WJrdkmn2wNe_VESin994eK1Y33RvZkFLvQ-UXfc,42175
|
35
35
|
ragaai_catalyst/tracers/upload_traces.py,sha256=w1clGGfdOMpStUJX40NAlxe6dcFdN4pwcezyII0bGYA,6994
|
36
36
|
ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
|
37
37
|
ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
|
@@ -88,8 +88,8 @@ ragaai_catalyst/tracers/utils/rag_extraction_logic_final.py,sha256=3ygkRT__lLDRf
|
|
88
88
|
ragaai_catalyst/tracers/utils/rag_trace_json_converter.py,sha256=54IEZO-YRjUAahV5nw8KClXqTF1LhfDry_TsZ4KGow4,20467
|
89
89
|
ragaai_catalyst/tracers/utils/trace_json_converter.py,sha256=pds1wuTv9VtwEXiMg-TWBtrK5-XReTcWQbJzWU9t3wE,11497
|
90
90
|
ragaai_catalyst/tracers/utils/utils.py,sha256=o-p9n2ZuophdrV0wrixu-BqRHCkovup_klc3mS8mU8g,2374
|
91
|
-
ragaai_catalyst-2.2.
|
92
|
-
ragaai_catalyst-2.2.
|
93
|
-
ragaai_catalyst-2.2.
|
94
|
-
ragaai_catalyst-2.2.
|
95
|
-
ragaai_catalyst-2.2.
|
91
|
+
ragaai_catalyst-2.2.3b3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
92
|
+
ragaai_catalyst-2.2.3b3.dist-info/METADATA,sha256=bSfNhYG3ft92IpWB1Sn_0-1zHOpIwJzNgR5sNP2Qk9I,17679
|
93
|
+
ragaai_catalyst-2.2.3b3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
94
|
+
ragaai_catalyst-2.2.3b3.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
|
95
|
+
ragaai_catalyst-2.2.3b3.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|