ragaai-catalyst 2.1.5b21__py3-none-any.whl → 2.1.5b22__py3-none-any.whl

ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py

@@ -18,6 +18,8 @@ class SpanAttributes:
         self.metrics = []
         self.feedback = None
         self.trace_attributes = ["tags", "metadata", "metrics"]
+        self.gt = None
+        self.context = []
 
     def add_tags(self, tags: str | List[str]):
         if isinstance(tags, str):
@@ -57,3 +59,36 @@ class SpanAttributes:
     def add_feedback(self, feedback: Any):
         self.feedback = feedback
         logger.debug(f"Added feedback: {self.feedback}")
+
+    def add_gt(self, gt: Any):
+        if not isinstance(gt, (str, int, float, bool, list, dict)):
+            raise TypeError(f"Unsupported type for gt: {type(gt)}")
+        if self.gt:
+            logger.warning(f"GT already exists: {self.gt} \n Overwriting...")
+        self.gt = gt
+        logger.debug(f"Added gt: {self.gt}")
+
+    def add_context(self, context: str|List[str]):
+        if isinstance(context, str):
+            if not context.strip():
+                logger.warning("Empty or whitespace-only context string provided")
+            fin_context = [context]
+        elif isinstance(context, list):
+            fin_context = []
+            for cntxt in context:
+                if not isinstance(cntxt, str):
+                    try:
+                        cntxt = str(cntxt)
+                    except Exception as e:
+                        logger.warning('Cannot cast an element to string... Skipping')
+                fin_context.append(cntxt)
+            if not any(c for c in fin_context if c and c.strip()):
+                logger.warning("No valid context strings provided")
+        else:
+            fin_context = []
+            try:
+                fin_context = [str(context)]
+            except Exception as e:
+                logger.warning('Cannot cast the context to string... Skipping')
+        self.context = fin_context
+        logger.debug(f"Added context: {self.context}")

ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py

@@ -59,38 +59,6 @@ def calculate_cost(
         "total": total_cost,
     }
 
-
-def load_model_costs():
-    try:
-        current_dir = os.path.dirname(os.path.abspath(__file__))
-        model_costs_path = os.path.join(current_dir, "model_costs.json")
-        with open(model_costs_path, "r") as file:
-            return json.load(file)
-    except FileNotFoundError:
-        with resources.open_text("utils", "model_costs.json") as file:
-            return json.load(file)
-
-
-def update_model_costs_from_github():
-    """Updates the model_costs.json file with latest costs from GitHub."""
-    try:
-        logger.debug("loading the latest model costs.")
-        response = requests.get(
-            "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json"
-        )
-        if response.status_code == 200:
-            current_dir = os.path.dirname(os.path.abspath(__file__))
-            model_costs_path = os.path.join(current_dir, "model_costs.json")
-            with open(model_costs_path, "w") as file:
-                json.dump(response.json(), file, indent=4)
-            logger.debug("Model costs updated successfully.")
-            return True
-        return False
-    except Exception as e:
-        logger.error(f"Failed to update model costs from GitHub: {e}")
-        return False
-
-
 def log_event(event_data, log_file_path):
     event_data = asdict(event_data)
     with open(log_file_path, "a") as f:

ragaai_catalyst/tracers/distributed.py

@@ -9,6 +9,7 @@ from typing import Optional, Dict, Any, List
 from functools import wraps
 from contextlib import contextmanager
 import uuid
+from .agentic_tracing.utils.unique_decorator import generate_unique_hash_simple
 from datetime import datetime
 import asyncio
 
@@ -86,6 +87,8 @@ def trace_agent(name: str = None, agent_type: str = "generic", version: str = "1
     def decorator(func):
         is_async = asyncio.iscoroutinefunction(func)
         span_name = name or func.__name__
+        # Generate hash based on the decorated function
+        top_level_hash_id = generate_unique_hash_simple(func)
         
         @wraps(func)
         async def async_wrapper(*args, **kwargs):
@@ -104,7 +107,7 @@ def trace_agent(name: str = None, agent_type: str = "generic", version: str = "1
                     agent_type,
                     version,
                     None,  # capabilities
-                    str(uuid.uuid4()),  # hash_id
+                    top_level_hash_id, 
                     *args,
                     **kwargs
                 )
@@ -130,6 +133,7 @@ def trace_agent(name: str = None, agent_type: str = "generic", version: str = "1
                     agent_type,
                     version,
                     None,  # capabilities
+                    top_level_hash_id,   
                     *args,
                     **kwargs
                 )
@@ -158,7 +162,7 @@ def trace_llm(name: str = None, model: str = None, **kwargs):
             
             try:
                 # Just execute the function within the current span
-                result = await func(*args, **kwargs)
+                result = await tracer.file_tracker.trace_wrapper(func)(*args, **kwargs)
                 return result
             finally:
                 # Reset using the stored token
@@ -176,7 +180,7 @@ def trace_llm(name: str = None, model: str = None, **kwargs):
             
             try:
                 # Just execute the function within the current span
-                result = func(*args, **kwargs)
+                result = tracer.file_tracker.trace_wrapper(func)(*args, **kwargs)
                 return result
             finally:
                 # Reset using the stored token

ragaai_catalyst/tracers/tracer.py

@@ -6,6 +6,8 @@ import logging
 import asyncio
 import aiohttp
 import requests
+from litellm import model_cost
+
 from contextlib import contextmanager
 from concurrent.futures import ThreadPoolExecutor
 from ragaai_catalyst.tracers.langchain_callback import LangchainTracer
@@ -30,7 +32,6 @@ from ragaai_catalyst.tracers.utils import get_unique_key
 from ragaai_catalyst import RagaAICatalyst
 from ragaai_catalyst.tracers.agentic_tracing import AgenticTracing, TrackName
 from ragaai_catalyst.tracers.agentic_tracing.tracers.llm_tracer import LLMTracerMixin
-from ragaai_catalyst.tracers.agentic_tracing.utils.trace_utils import load_model_costs, update_model_costs_from_github
 
 logger = logging.getLogger(__name__)
 
@@ -127,12 +128,8 @@ class Tracer(AgenticTracing):
         self.timeout = 30
         self.num_projects = 100
         self.start_time = datetime.datetime.now().astimezone().isoformat()
-        self.model_cost_dict = load_model_costs()
+        self.model_cost_dict = model_cost
         self.user_context = ""  # Initialize user_context to store context from add_context
-
-        if update_llm_cost:
-            # First update the model costs file from GitHub
-            update_model_costs_from_github()
         
         try:
             response = requests.get(

ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py

@@ -49,7 +49,6 @@ def langchain_tracer_extraction(data, user_context=""):
     def get_response(data):
         for item in data["llm_calls"]:
             if item["event"] == "llm_end":
-                # import pdb; pdb.set_trace()
                 llm_end_responses = item["response"]["generations"][0]
                 for llm_end_response in llm_end_responses:
                     response = llm_end_response["text"]

{ragaai_catalyst-2.1.5b21.dist-info → ragaai_catalyst-2.1.5b22.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b21
+Version: 2.1.5b22
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: <3.13,>=3.9

{ragaai_catalyst-2.1.5b21.dist-info → ragaai_catalyst-2.1.5b22.dist-info}/RECORD

@@ -9,13 +9,13 @@ ragaai_catalyst/internal_api_completion.py,sha256=DdICI5yfEudiOAIC8L4oxH0Qz7kX-B
 ragaai_catalyst/prompt_manager.py,sha256=W8ypramzOprrJ7-22d5vkBXIuIQ8v9XAzKDGxKsTK28,16550
 ragaai_catalyst/proxy_call.py,sha256=CHxldeceZUaLU-to_hs_Kf1z_b2vHMssLS_cOBedu78,5499
 ragaai_catalyst/ragaai_catalyst.py,sha256=5nVg3_-lcvhrXjNkPTeGhe3tdUjm_4ZIctOcqWXBkRA,17939
-ragaai_catalyst/synthetic_data_generation.py,sha256=uDV9tNwto2xSkWg5XHXUvjErW-4P34CTrxaJpRfezyA,19250
+ragaai_catalyst/synthetic_data_generation.py,sha256=gbvlA1ZrQgqJ_ASX7uB2J8Je06BjxUoYe7RXea1Y5y4,21261
 ragaai_catalyst/utils.py,sha256=TlhEFwLyRU690HvANbyoRycR3nQ67lxVUQoUOfTPYQ0,3772
 ragaai_catalyst/tracers/__init__.py,sha256=LfgTes-nHpazssbGKnn8kyLZNr49kIPrlkrqqoTFTfc,301
-ragaai_catalyst/tracers/distributed.py,sha256=AIRvS5Ur4jbFDXsUkYuCTmtGoHHx3LOG4n5tWOh610U,10330
+ragaai_catalyst/tracers/distributed.py,sha256=DIthDaZWBIzDKtDShGSE9iCM0qFtGB48ReZKzMXMxtA,10630
 ragaai_catalyst/tracers/langchain_callback.py,sha256=ZXN378gloGh5EVpTJuUScHD964WuIeVeE4_hp60gxG4,30686
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
-ragaai_catalyst/tracers/tracer.py,sha256=_WSX0XS4XflHdQdMaqarTAoW2iz2lux0IxhTibZsD8k,21048
+ragaai_catalyst/tracers/tracer.py,sha256=T7Q4IPhn5EPT3TsMROJw_3GvBuou1cWIjGFanwcN_OE,20819
 ragaai_catalyst/tracers/upload_traces.py,sha256=2TWdRTN6FMaX-dqDv8BJWQS0xrCGYKkXEYOi2kK3Z3Y,5487
 ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
 ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
@@ -28,31 +28,31 @@ ragaai_catalyst/tracers/agentic_tracing/tests/__init__.py,sha256=47DEQpj8HBSa-_T
 ragaai_catalyst/tracers/agentic_tracing/tests/ai_travel_agent.py,sha256=S4rCcKzU_5SB62BYEbNn_1VbbTdG4396N8rdZ3ZNGcE,5654
 ragaai_catalyst/tracers/agentic_tracing/tests/unique_decorator_test.py,sha256=Xk1cLzs-2A3dgyBwRRnCWs7Eubki40FVonwd433hPN8,4805
 ragaai_catalyst/tracers/agentic_tracing/tracers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=8d6YovuWiyRZ_h3GQwV6G5WdHzr14ukXtxE_TK1WIUY,26365
-ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=xzJKOpL0Wm5hAIJp80QidDsPaHRV3pkyTMAEQSJgbNQ,37987
-ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=OHet_Cphyrsq2CP4WiooTsWSgg3Rc1n8QsOl1s2vqdY,13480
+ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=bpy76kpphOtWkK7nF4vnHMZCwFtSphZmHlkmbJKTYd4,26876
+ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=V2NMpi4UsPgMSGtPzuG13j5NVnw3NEnqyKzg4VcbjtQ,38082
+ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=mR4jCNjsKUPiidJ1pIthoUI5i9KCGGPe3zG5l80FUBo,14060
 ragaai_catalyst/tracers/agentic_tracing/tracers/langgraph_tracer.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=OSRGwftAYpylvziXD50HGjEfEMe8k11-3SRSZKw2tHI,35255
+ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=Q_jZNBY3QU0dPcA2VVJVR1TQvPJ0zGSb-aX7YpaPUYo,39982
 ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py,sha256=ZAG5aKBAr0O7oWd_EXcljH9PpSIo6QpWnZWH4NhKgAE,18315
 ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py,sha256=m8CxYkl7iMiFya_lNwN1ykBc3Pmo-2pR_2HmpptwHWQ,10352
-ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=nmgkE3jRlTpq_uk6FYw0hTv2VgT8ejxvvBRL7gso39I,21037
+ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=CEbTzedv_AH5zXlChfTGMlQc-8oWATlwrVFb1KcO4c0,21588
 ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py,sha256=bhSUhNQCuJXKjgJAXhjKEYjnHMpYN90FSZdR84fNIKU,4614
 ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=1MDKXAAPzOEdxFKWWQrRgrmM3kz--DGXSywGXQmR3lQ,6041
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py,sha256=HgpMgI-JTWZrizcM7GGUIaAgaZF4aRT3D0dJXVEkblY,4271
-ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py,sha256=id66gfx-XYj_zsAmicBKojBOqJQ__FJLSoZ0db56aes,3493
+ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py,sha256=EULEghWHOiBX2g1IwY23aoFqKEFkuEu-BISWyteWsmA,3532
 ragaai_catalyst/tracers/agentic_tracing/utils/__init__.py,sha256=XdB3X_ufe4RVvGorxSqAiB9dYv4UD7Hvvuw3bsDUppY,60
 ragaai_catalyst/tracers/agentic_tracing/utils/api_utils.py,sha256=JyNCbfpW-w4O9CjtemTqmor2Rh1WGpQwhRaDSRmBxw8,689
 ragaai_catalyst/tracers/agentic_tracing/utils/create_dataset_schema.py,sha256=lgvJL0cakJrX8WGsnU05YGvotequSj6HgSohyR4OJNE,804
-ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py,sha256=515NNDQJTyy3O-2rdlUYUoWL9qSwLIfvV3sMB9BtHp8,1366
+ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py,sha256=c1RR5tTm8J_oHu4DrLcDtCALhjk75yEXsiP7f7wf8nE,1953
 ragaai_catalyst/tracers/agentic_tracing/utils/generic.py,sha256=WwXT01xmp8MSr7KinuDCSK9a1ifpLcT7ajFkvYviG_A,1190
 ragaai_catalyst/tracers/agentic_tracing/utils/get_user_trace_metrics.py,sha256=vPZ4dn4EHFW0kqd1GyRpsYXbfrRrd0DXCmh-pzsDBNE,1109
-ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=67AS2s51qUnIt4hhcDRNe2Mmi5DSikR2XgmtinaVJjY,19549
-ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=GXV1s349reRMpYF_EkK-b6peSb4SY-17WnlkvpuQ4sM,294430
-ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py,sha256=MqeRNGxzeuh9qTK0NbYMftl9V9Z0V7gMgBoHkrXP56k,1592
+ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=5G4qvNTIo4Ee_TWnI4RqOt1N7riUy3xES6rWvSXZGsA,20356
+ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=2tzGw_cKCTPcfjEm7iGvFE6pTw7gMTPzeBov_MTaXNY,321336
+ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py,sha256=47-nnHa-sgTNg_Vg9M3s8Z4c3SDTtphgkq93Pxy_Tbo,3051
 ragaai_catalyst/tracers/agentic_tracing/utils/supported_llm_provider.toml,sha256=LvFDivDIE96Zasp-fgDEqUJ5GEQZUawQucR3aOcSUTY,926
 ragaai_catalyst/tracers/agentic_tracing/utils/system_monitor.py,sha256=H8WNsk4v_5T6OUw4TFOzlDLjQhJwjh1nAMyMAoqMEi4,6946
-ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=RciiDdo2riibEoM8X0FKHaXi78y3bWwNkV8U0leqigk,3508
+ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=go7FVnofviATDph-j8sk2juv09CGSRt1Vq4U868Fhd8,2259
 ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py,sha256=DQHjcEuqEKsNSWaNs7SoOaq50yK4Jsl966S7mBnV-zA,5723
 ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py,sha256=8SAN4pjA3XKBWlUZiDGXGh26ve1qRH_fv0VwewsfCFc,18818
 ragaai_catalyst/tracers/exporters/__init__.py,sha256=kVA8zp05h3phu4e-iHSlnznp_PzMRczB7LphSsZgUjg,138
@@ -64,10 +64,10 @@ ragaai_catalyst/tracers/instrumentators/llamaindex.py,sha256=SMrRlR4xM7k9HK43hak
 ragaai_catalyst/tracers/instrumentators/openai.py,sha256=14R4KW9wQCR1xysLfsP_nxS7cqXrTPoD8En4MBAaZUU,379
 ragaai_catalyst/tracers/utils/__init__.py,sha256=KeMaZtYaTojilpLv65qH08QmpYclfpacDA0U3wg6Ybw,64
 ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py,sha256=ofrNrxf2b1hpjDh_zeaxiYq86azn1MF3kW8-ViYPEg0,1641
-ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=LxJaZYErYlG8Zc4LfPHuX1_TgAYvT7sb28OZl9iBxC0,3163
+ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=XS2_x2qneqEx9oAighLg-LRiueWcESLwIC2r7eJT-Ww,3117
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.1.5b21.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ragaai_catalyst-2.1.5b21.dist-info/METADATA,sha256=2SR-RpaHL2T7-q3useysaBDwhDQpPqCNZVAyfrD-T6c,12796
-ragaai_catalyst-2.1.5b21.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-ragaai_catalyst-2.1.5b21.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.1.5b21.dist-info/RECORD,,
+ragaai_catalyst-2.1.5b22.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ragaai_catalyst-2.1.5b22.dist-info/METADATA,sha256=gAk8MiwrsxQhtr5VD4kv7vEKo7wtgYudwPhL56-khVM,12796
+ragaai_catalyst-2.1.5b22.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+ragaai_catalyst-2.1.5b22.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.1.5b22.dist-info/RECORD,,