ragaai-catalyst 2.1.5b40__py3-none-any.whl → 2.1.5.1b1__py3-none-any.whl

ragaai_catalyst/guard_executor.py

@@ -2,26 +2,44 @@ import litellm
 import json
 import requests
 import os
+from google import genai
+from google.genai.types import GenerateContentConfig
+from typing import Optional, List, Dict, Any
 import logging
 logger = logging.getLogger('LiteLLM')
 logger.setLevel(logging.ERROR)
 
 class GuardExecutor:
 
-    def __init__(self,id,guard_manager,field_map={}):
-        self.deployment_id = id
+    def __init__(self,guard_manager,input_deployment_id = None,output_deployment_id=None,field_map={}):
         self.field_map = field_map
         self.guard_manager = guard_manager
-        self.deployment_details = self.guard_manager.get_deployment(id)
-        if not self.deployment_details:
-            raise ValueError('Error in getting deployment details')
+        try:
+            if input_deployment_id:
+                self.input_deployment_id = input_deployment_id
+                self.input_deployment_details = self.guard_manager.get_deployment(input_deployment_id)
+            if output_deployment_id:
+                self.output_deployment_id = output_deployment_id
+                self.output_deployment_details = self.guard_manager.get_deployment(output_deployment_id)
+            if input_deployment_id and output_deployment_id:
+                # check if 2 deployments are mapped to same dataset
+                pass
+            for guardrail in self.input_deployment_details['data']['guardrailsResponse']:
+                maps = guardrail['metricSpec']['config']['mappings']
+                for _map in maps:
+                    if _map['schemaName']=='Response':
+                        raise ValueError('Response field mapping found in input guardrails')
+        except Exception as e:
+            raise ValueError('Error in fetching deployment details')
         self.base_url = guard_manager.base_url
         for key in field_map.keys():
             if key not in ['prompt','context','response','instruction']:
                 print('Keys in field map should be in ["prompt","context","response","instruction"]')
+        self.current_trace_id = None
+        self.id_2_doc = {}
 
-    def execute_deployment(self,payload):
-        api = self.base_url + f'/guardrail/deployment/{self.deployment_id}/ingest'
+    def execute_deployment(self, deployment_id, payload):
+        api = self.base_url + f'/guardrail/deployment/{deployment_id}/ingest'
 
         payload = json.dumps(payload)
         headers = {
@@ -42,17 +60,58 @@ class GuardExecutor:
             print(response.json()['message'])
             return None
 
-    def llm_executor(self,messages,model_params,llm_caller):
+    def llm_executor(self,prompt,model_params,llm_caller):
+        messages = [{
+                    'role':'user',
+                    'content':prompt
+                    }]
+        if self.current_trace_id:
+            doc = self.id_2_doc[self.current_trace_id]
+            messages[0]['content'] = messages[0]['content'] + '\n' + doc.get('context','')
         if llm_caller == 'litellm':
             model_params['messages'] = messages
             response = litellm.completion(**model_params)
-            return response
+            return response['choices'][0].message.content
+        elif llm_caller == 'genai':
+            genai_client = genai.Client(api_key=os.getenv('GENAI_API_KEY'))
+            model_params['messages'] = messages
+            response = genai_client.models.generate(**model_params)
+            return response.text
         else:
             print(f"{llm_caller} not supported currently, use litellm as llm caller")
+        '''
+        elif llm_caller == 'anthropic':
+            response = anthropic.completion(prompt=messages, **model_params)
+            return response['completion']
+        elif llm_caller == 'langchain':
+            response = langchain.completion(prompt=messages, **model_params)
+            return response['choices'][0].text
+        elif llm_caller == 'azure_openai':
+            response = azure_openai.completion(prompt=messages, **model_params)
+            return response['choices'][0].text
+        elif llm_caller == 'aws_bedrock':
+            response = aws_bedrock.completion(prompt=messages, **model_params)
+            return response['choices'][0].text
+        elif llm_caller == 'meta':
+            response = meta.completion(prompt=messages, **model_params)
+            return response['choices'][0].text
+        elif llm_csller == 'llamaindex':
+            response = llamaindex.completion(prompt=messages, **model_params)
+            return response['choices'][0].text'''
+
+    def set_input_params(self, prompt: None, context: None, instruction: None,  **kwargs):
+        if 'latest' not in self.id_2_doc:
+            self.id_2_doc['latest'] = {}
+        if prompt:
+            self.id_2_doc['latest']['prompt'] = prompt
+        if context:
+            self.id_2_doc['latest']['context'] = context
+        if instruction:
+            self.id_2_doc['latest']['instruction'] = instruction
 
     
-    def __call__(self,messages,prompt_params,model_params,llm_caller='litellm'):
-        for key in self.field_map:
+    def __call__(self,prompt,prompt_params,model_params,llm_caller='litellm'):
+        '''for key in self.field_map:
             if key not in ['prompt','response']:
                 if self.field_map[key] not in prompt_params:
                     raise ValueError(f'{key} added as field map but not passed as prompt parameter')
@@ -66,32 +125,144 @@ class GuardExecutor:
                         msg['content'] += '\n' + prompt_params[context_var]
         doc = dict()
         doc['prompt'] = prompt
-        doc['context'] = prompt_params[context_var]
+        doc['context'] = prompt_params[context_var]'''
         
-        # inactive the guardrails that needs Response variable
-        #deployment_response = self.execute_deployment(doc)
+        # Run the input guardrails
+        alternate_response,input_deployment_response = self.execute_input_guardrails(prompt,prompt_params)
+        if input_deployment_response and input_deployment_response['data']['status'].lower() == 'fail':
+            return alternate_response, None, input_deployment_response
         
         # activate only guardrails that require response
         try:
-            llm_response = self.llm_executor(messages,model_params,llm_caller)
+            llm_response = self.llm_executor(prompt,model_params,llm_caller)
         except Exception as e:
             print('Error in running llm:',str(e))
-            return None
-        doc['response'] = llm_response['choices'][0].message.content
+            return None, None, input_deployment_response
         if 'instruction' in self.field_map:
             instruction = prompt_params[self.field_map['instruction']]
-            doc['instruction'] = instruction
-        response = self.execute_deployment(doc)
-        if response and response['data']['status'] == 'FAIL':
-            print('Guardrail deployment run retured failed status, replacing with alternate response')
-            return response['data']['alternateResponse'],llm_response,response
+        alternate_op_response,output_deployment_response = self.execute_output_guardrails(llm_response)
+        if output_deployment_response and output_deployment_response['data']['status'].lower() == 'fail':
+            return alternate_op_response,llm_response,output_deployment_response
         else:
-            return None,llm_response,response
+            return None,llm_response,output_deployment_response
 
+    def set_variables(self,prompt,prompt_params):
+        for key in self.field_map:
+            if key not in ['prompt', 'response']:
+                if self.field_map[key] not in prompt_params:
+                    raise ValueError(f'{key} added as field map but not passed as prompt parameter')
+        context_var = self.field_map.get('context', None)
+        
+        doc = dict()
+        doc['prompt'] = prompt
+        doc['context'] = prompt_params[context_var]
+        if 'instruction' in self.field_map:
+            instruction = prompt_params[self.field_map['instruction']]
+            doc['instruction'] = instruction
+        return doc
+
+    def execute_input_guardrails(self, prompt, prompt_params):
+        doc = self.set_variables(prompt,prompt_params)
+        deployment_response = self.execute_deployment(self.input_deployment_id,doc)
+        self.current_trace_id = deployment_response['data']['results'][0]['executionId']
+        self.id_2_doc[self.current_trace_id] = doc
+        if deployment_response and deployment_response['data']['status'].lower() == 'fail':
+            return deployment_response['data']['alternateResponse'], deployment_response
+        elif deployment_response:
+            return None, deployment_response
 
+    def execute_output_guardrails(self, llm_response: str, prompt=None, prompt_params=None) -> None:
+        if not prompt: # user has not passed input
+            if self.current_trace_id not in self.id_2_doc:
+                raise Exception(f'No input doc found for trace_id: {self.current_trace_id}')
+            else:
+                doc = self.id_2_doc[self.current_trace_id]
+                doc['response'] = llm_response
+        else:
+            doc = self.set_variables(prompt,prompt_params)
+        deployment_response = self.execute_deployment(self.output_deployment_id,doc)
+        del self.id_2_doc[self.current_trace_id]
+        if deployment_response and deployment_response['data']['status'].lower() == 'fail':
+            return deployment_response['data']['alternateResponse'], deployment_response
+        elif deployment_response:
+            return None, deployment_response
 
 
-        
+        '''
+        # doc = dict()
+        # doc['response'] = llm_response
+        # if trace_id:
+        #     doc['trace_id'] = trace_id
+        trace_id = self.current_trace_id
+        if not trace_id:
+            for key in self.field_map:
+                if key not in ['prompt', 'response']:
+                    if not prompt_params or self.field_map[key] not in prompt_params:
+                        if key not in self.id_2_doc.get('latest', {}):
+                            raise ValueError(f'{key} added as field map but not passed as prompt parameter or set in executor')
+                elif key == 'prompt':
+                    if not messages:
+                        if key not in self.id_2_doc.get('latest', {}):
+                            raise ValueError('messages should be provided when prompt is used as field or prompt should be set in executor')
+            # raise Exception(f'\'doc_id\' not provided and there is no doc_id currently available. Either run \'execute_input_guardrails\' or pass a valid \'doc_id\'')
+            #deployment_details = self.guard_manager.get_deployment(self.output_deployment_id)
+            #deployed_guardrails = deployment_details['data']['guardrailsResponse']
+            
+            for guardrail in deployed_guardrails:
+                metric_spec_mappings = guardrail['metricSpec']['config']['mappings']
+                var_names = [mapping['variableNmae'].lower() for mapping in metric_spec_mappings]
+                for var_name in var_names:
+                    if var_name not in ['prompt', 'response']:
+                        if var_name not in self.field_map:
+                            raise ValueError(f'{var_name} requrired for {guardrail} guardrail in deployment {self.deployment_id} but not added as field map')
+                        if not prompt_params or (self.field_map[var_name] not in prompt_params):
+                            if var_name not in self.id_2_doc.get('latest', {}):
+                                raise ValueError(f'{var_name} added as field map but not passed as prompt parameter')
+                        elif var_name == 'prompt':
+                            if not messages:
+                                if var_name not in self.id_2_doc.get('latest', {}):
+                                    raise ValueError('messages must be provided if doc_id is not provided')
+            
+            prompt = None
+            if messages:
+                for msg in messages:
+                    if 'role' in msg:
+                        if msg['role'] == 'user':
+                            prompt = msg['content']
+            else:
+                prompt = self.id_2_doc['latest']['prompt']
+            context_var = self.field_map.get('context', None)
+            doc = dict()
+            doc['prompt'] = prompt
+            if context_var and prompt_params and context_var in prompt_params:
+                doc['context'] = prompt_params[self.field_map[context_var]]
+            elif context_var:
+                doc['context'] = self.id_2_doc['latest']['context']
+            elif 'latest' in self.id_2_doc and 'context' in self.id_2_doc['latest'] and self.id_2_doc['latest']['context']:
+                doc['context'] = self.id_2_doc['latest']['context']
+            else:
+                doc['context'] = ''
+            if 'instruction' in self.field_map:
+                if prompt_params and 'instruction' in prompt_params:
+                    instruction = prompt_params[self.field_map['instruction']]
+                elif 'latest' in self.id_2_doc and 'instruction' in self.id_2_doc['latest'] and self.id_2_doc['latest']['instruction']:
+                    instruction = self.id_2_doc['latest']['instruction']
+                else:
+                    raise ValueError('instruction added as field map but not passed as prompt parameter or set in executor')
+                doc['instruction'] = instruction
+        elif trace_id not in self.id_2_doc:
+            raise Exception(f'trace_id {trace_id} is not valid. Please run \'execute_input_guardrails\' first')
+        else:
+            doc = self.id_2_doc[trace_id]
+        doc['response'] = llm_response
+        response = self.execute_deployment(doc)
+        if response and response['data']['status'] == 'FAIL':
+            print('Guardrail deployment run retured failed status, replacing with alternate response')
+            return response['data']['alternateResponse'], llm_response, response
+        else:
+            self.current_trace_id = None
+            return None, llm_response, response
+            '''
 
 
 

ragaai_catalyst/guardrails_manager.py

@@ -1,6 +1,9 @@
 import requests
 import json
 import os
+import logging
+logger = logging.getLogger(__name__)
+from .utils import response_checker
 from .ragaai_catalyst import RagaAICatalyst
 
 
@@ -107,20 +110,82 @@ class GuardrailsManager:
         return response.json()["data"]
 
     
-    def create_deployment(self, deployment_name):
+    def list_datasets(self):
+        """
+        Retrieves a list of datasets for a given project.
+
+        Returns:
+            list: A list of dataset names.
+
+        Raises:
+            None.
+        """
+
+        def make_request():
+            headers = {
+                'Content-Type': 'application/json',
+                "Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
+                "X-Project-Id": str(self.project_id),
+            }
+            json_data = {"size": 12, "page": "0", "projectId": str(self.project_id), "search": ""}
+            try:
+                response = requests.post(
+                    f"{self.base_url}/v2/llm/dataset",
+                    headers=headers,
+                    json=json_data,
+                    timeout=30,
+                )
+                response.raise_for_status()
+                return response
+            except requests.exceptions.RequestException as e:
+                logger.error(f"Failed to list datasets: {e}")
+                raise
+
+        try:
+            response = make_request()
+            response_checker(response, "Dataset.list_datasets")
+            if response.status_code == 401:
+                response = make_request()  # Retry the request
+            if response.status_code != 200:
+                return {
+                    "status_code": response.status_code,
+                    "message": response.json(),
+                }
+            datasets = response.json()["data"]["content"]
+            dataset_list = [dataset["name"] for dataset in datasets]
+            return dataset_list
+        except Exception as e:
+            logger.error(f"Error in list_datasets: {e}")
+            raise
+
+
+    def create_deployment(self, deployment_name, deployment_dataset_name):
         """
         Create a new deployment ID with the given name.
         
         :param deployment_name: The name of the new deployment.
+        :param deployment_dataset_name: The name of the tracking dataset.
         :raises ValueError: If a deployment with the given name already exists.
         """
         self.deployment_name = deployment_name
+        self.deployment_dataset_name = deployment_dataset_name
         list_deployment_ids = self.list_deployment_ids()
         list_deployment_names = [_["name"] for _ in list_deployment_ids]
         if deployment_name in list_deployment_names:
             raise ValueError(f"Deployment with '{deployment_name}' already exists, choose a unique name")
         
-        payload = json.dumps({"name": str(deployment_name)})
+        # Check if dataset name exists
+        list_datasets = self.list_datasets()
+        # Assuming this method exists to get list of datasets
+        is_new_dataset = deployment_dataset_name not in list_datasets
+        
+        payload = json.dumps({
+            "name": str(deployment_name),
+            "trackingDataset": {
+                "addNew": is_new_dataset,
+                "name": str(deployment_dataset_name)
+            }
+        })
         headers = {
                 'Authorization': f'Bearer {os.getenv("RAGAAI_CATALYST_TOKEN")}',
                 'Content-Type': 'application/json',

ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py

@@ -74,6 +74,10 @@ def extract_model_name(args, kwargs, result):
             return "gemini-1.5-pro"
         if "gemini-pro" in model:
             return "gemini-pro"
+
+    if 'response_metadata' in dir(result):
+        if 'model_name' in result.response_metadata:
+            model = result.response_metadata['model_name']
     
     return model or "default"
 
@@ -116,8 +120,8 @@ def extract_token_usage(result):
         # Run the coroutine in the current event loop
         result = loop.run_until_complete(result)
 
-    # Handle text attribute responses (JSON string or Vertex AI)
-    if hasattr(result, "text"):
+    # Handle text attribute responses (JSON string for Vertex AI)
+    if hasattr(result, "text") and isinstance(result.text, (str, bytes, bytearray)):
         # First try parsing as JSON for OpenAI responses
         try:
             import json
@@ -162,11 +166,26 @@ def extract_token_usage(result):
     # Handle Google GenerativeAI format with usage_metadata
     if hasattr(result, "usage_metadata"):
         metadata = result.usage_metadata
-        return {
-            "prompt_tokens": getattr(metadata, "prompt_token_count", 0),
-            "completion_tokens": getattr(metadata, "candidates_token_count", 0),
-            "total_tokens": getattr(metadata, "total_token_count", 0)
-        }
+        if hasattr(metadata, "prompt_token_count"):
+            return {
+                "prompt_tokens": getattr(metadata, "prompt_token_count", 0),
+                "completion_tokens": getattr(metadata, "candidates_token_count", 0),
+                "total_tokens": getattr(metadata, "total_token_count", 0)
+            }
+        elif hasattr(metadata, "input_tokens"):
+            return {
+                "prompt_tokens": getattr(metadata, "input_tokens", 0),
+                "completion_tokens": getattr(metadata, "output_tokens", 0),
+                "total_tokens": getattr(metadata, "total_tokens", 0)
+            }
+        elif "input_tokens" in metadata:
+            return {
+                "prompt_tokens": metadata["input_tokens"],
+                "completion_tokens": metadata["output_tokens"],
+                "total_tokens": metadata["total_tokens"]
+            }
+
+
     
     # Handle ChatResponse format with raw usuage
     if hasattr(result, "raw") and hasattr(result.raw, "usage"):

ragaai_catalyst/tracers/langchain_callback.py

@@ -337,9 +337,15 @@ class LangchainTracer(BaseCallbackHandler):
             
         try:
             from langchain.chains import create_retrieval_chain, RetrievalQA
+            from langchain_core.runnables import RunnableBinding
+            from langchain_core.runnables import RunnableSequence
+            from langchain.chains import ConversationalRetrievalChain
             components_to_patch["RetrievalQA"] = (RetrievalQA, "from_chain_type")
             components_to_patch["create_retrieval_chain"] = (create_retrieval_chain, None)
             components_to_patch['RetrievalQA.invoke'] = (RetrievalQA, 'invoke')
+            components_to_patch["RunnableBinding"] = (RunnableBinding, "invoke")
+            components_to_patch["RunnableSequence"] = (RunnableSequence, "invoke")
+            components_to_patch["ConversationalRetrievalChain"] = (ConversationalRetrievalChain, "invoke")
         except ImportError:
             logger.debug("Langchain chains not available for patching")
 
@@ -407,10 +413,16 @@ class LangchainTracer(BaseCallbackHandler):
                     elif name == "ChatOpenAI_ChatModels":
                         from langchain.chat_models import ChatOpenAI as ChatOpenAI_ChatModels
                         imported_components[name] = ChatOpenAI_ChatModels
-                    elif name in ["RetrievalQA", "create_retrieval_chain", 'RetrievalQA.invoke']:
+                    elif name in ["RetrievalQA", "create_retrieval_chain", 'RetrievalQA.invoke', "RunnableBinding", "RunnableSequence","ConversationalRetrievalChain"]:
                         from langchain.chains import create_retrieval_chain, RetrievalQA
+                        from langchain_core.runnables import RunnableBinding
+                        from langchain_core.runnables import RunnableSequence
+                        from langchain.chains import ConversationalRetrievalChain
                         imported_components["RetrievalQA"] = RetrievalQA
                         imported_components["create_retrieval_chain"] = create_retrieval_chain
+                        imported_components["RunnableBinding"] = RunnableBinding
+                        imported_components["RunnableSequence"] = RunnableSequence
+                        imported_components["ConversationalRetrievalChain"] = ConversationalRetrievalChain
                 except ImportError:
                     logger.debug(f"{name} not available for restoration")
 

ragaai_catalyst/tracers/tracer.py

@@ -414,7 +414,7 @@ class Tracer(AgenticTracing):
                 with open(filepath_3, 'w') as f:
                     json.dump(final_result, f, indent=2)
                 
-                print(filepath_3)
+                # print(filepath_3)
             else:
                 logger.warning("No valid langchain traces found in final_result")
 

{ragaai_catalyst-2.1.5b40.dist-info → ragaai_catalyst-2.1.5.1b1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b40
+Version: 2.1.5.1b1
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>, Tushar Kumar <tushar.kumar@raga.ai>
 Requires-Python: <3.13,>=3.9
@@ -24,6 +24,7 @@ Requires-Dist: pandas
 Requires-Dist: groq>=0.11.0
 Requires-Dist: PyPDF2>=3.0.1
 Requires-Dist: google-generativeai>=0.8.2
+Requires-Dist: google-genai>=1.3.0
 Requires-Dist: Markdown>=3.7
 Requires-Dist: litellm==1.51.1
 Requires-Dist: tenacity==8.3.0
@@ -56,8 +57,6 @@ RagaAI Catalyst is a comprehensive platform designed to enhance the management a
 
 ![RagaAI Catalyst](docs/img/main.png)
 
-![RagaAI Catalyst](docs/img/main.png)
-
 ## Table of Contents
 
 - [RagaAI Catalyst](#ragaai-catalyst)

{ragaai_catalyst-2.1.5b40.dist-info → ragaai_catalyst-2.1.5.1b1.dist-info}/RECORD

@@ -3,8 +3,8 @@ ragaai_catalyst/_version.py,sha256=JKt9KaVNOMVeGs8ojO6LvIZr7ZkMzNN-gCcvryy4x8E,4
 ragaai_catalyst/dataset.py,sha256=YCj8Ovu6y38KEw-1HCe4xQWkmYPgfNTtMa8Q0g6B62o,29401
 ragaai_catalyst/evaluation.py,sha256=O96CydYVPh3duUmXjY6REIXMOR-tOPixSG-Qhrf636A,22955
 ragaai_catalyst/experiment.py,sha256=8yQo1phCHlpnJ-4CqCaIbLXg_1ZlAuLGI9kqGBl-OTE,18859
-ragaai_catalyst/guard_executor.py,sha256=llPbE3DyVtrybojXknzBZj8-dtUrGBQwi9-ZiPJxGRo,3762
-ragaai_catalyst/guardrails_manager.py,sha256=DILMOAASK57FH9BLq_8yC1AQzRJ8McMFLwCXgYwNAd4,11904
+ragaai_catalyst/guard_executor.py,sha256=WyosKLgEsAERJTtzs6wA4F1uDl8wKoiNZtTdyTPvOAw,13651
+ragaai_catalyst/guardrails_manager.py,sha256=_VrARJ1udmCF8TklNKy7XTQUaM8ATDhTOAGDonBkFro,14245
 ragaai_catalyst/internal_api_completion.py,sha256=DdICI5yfEudiOAIC8L4oxH0Qz7kX-BZCdo9IWsi2gNo,2965
 ragaai_catalyst/prompt_manager.py,sha256=W8ypramzOprrJ7-22d5vkBXIuIQ8v9XAzKDGxKsTK28,16550
 ragaai_catalyst/proxy_call.py,sha256=CHxldeceZUaLU-to_hs_Kf1z_b2vHMssLS_cOBedu78,5499
@@ -28,10 +28,10 @@ ragaai_catalyst/redteaming/utils/issue_description.py,sha256=iB0XbeOjdqHTPrikCKS
 ragaai_catalyst/redteaming/utils/rt.png,sha256=HzVC8bz_4UgwafKXuMe8RJVI6CyK_UmSgo53ceAOQK8,282154
 ragaai_catalyst/tracers/__init__.py,sha256=LfgTes-nHpazssbGKnn8kyLZNr49kIPrlkrqqoTFTfc,301
 ragaai_catalyst/tracers/distributed.py,sha256=MwlBwIxCAng-OI-7Ove_rkE1mTLeuW4Jw-wWEVJBNlI,9968
-ragaai_catalyst/tracers/langchain_callback.py,sha256=KooENtkX0Hp0S_d_1WI3iH3qNVt-ZcnwOKVlydv4dUk,33518
+ragaai_catalyst/tracers/langchain_callback.py,sha256=CB75zzG3-DkYTELj0vI1MOHQTY0MuQJfoHIXz9Cl8S8,34568
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
 ragaai_catalyst/tracers/llamaindex_instrumentation.py,sha256=Ys_jLkvVqo12bKgXDmkp4TxJu9HkBATrFE8cIcTYxWw,14329
-ragaai_catalyst/tracers/tracer.py,sha256=ZA57OqwDZblU9iPR4Lj5t7gEeqLUmOi_Wa10NxMGQsc,27825
+ragaai_catalyst/tracers/tracer.py,sha256=oaag7-VdUufR5LygnKcUgjTvlAEcxToVxNYkQCWEhkg,27827
 ragaai_catalyst/tracers/upload_traces.py,sha256=OKsc-Obf8bJvKBprt3dqj8GQQNkoX3kT_t8TBDi9YDQ,5670
 ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
 ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
@@ -65,7 +65,7 @@ ragaai_catalyst/tracers/agentic_tracing/utils/create_dataset_schema.py,sha256=xH
 ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py,sha256=YG601l1a29ov9VPu9Vl4RXxgL7l16k54_WWnoTNoG58,2064
 ragaai_catalyst/tracers/agentic_tracing/utils/generic.py,sha256=WwXT01xmp8MSr7KinuDCSK9a1ifpLcT7ajFkvYviG_A,1190
 ragaai_catalyst/tracers/agentic_tracing/utils/get_user_trace_metrics.py,sha256=vPZ4dn4EHFW0kqd1GyRpsYXbfrRrd0DXCmh-pzsDBNE,1109
-ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=Z01wEEGVlWx-45rHPCKDmeusfpjdS2-LXKYNhsAgjJE,21548
+ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=McKB7TQchmFcgg2h0zg-inuxxKaRjcwbqV_OnRzzYEw,22387
 ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=2tzGw_cKCTPcfjEm7iGvFE6pTw7gMTPzeBov_MTaXNY,321336
 ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py,sha256=qmODERcFZhc8MX24boFCXkkh6sJ-vZngRHPvxhyWFeE,4347
 ragaai_catalyst/tracers/agentic_tracing/utils/supported_llm_provider.toml,sha256=LvFDivDIE96Zasp-fgDEqUJ5GEQZUawQucR3aOcSUTY,926
@@ -90,8 +90,8 @@ ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=XS2_x2
 ragaai_catalyst/tracers/utils/model_prices_and_context_window_backup.json,sha256=C3uwkibJ08C9sOX-54kulZYmJlIpZ-SQpfE6HNGrjbM,343502
 ragaai_catalyst/tracers/utils/trace_json_converter.py,sha256=qXSYKr4JMUpGQsB3mnr9_2qH6FqzUhCynNqlDp1IWTs,12440
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.1.5b40.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ragaai_catalyst-2.1.5b40.dist-info/METADATA,sha256=9R85Gfk5NuK3Q2TrvsYwza4g66Zqfzk3uf4mFihCdlI,22060
-ragaai_catalyst-2.1.5b40.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
-ragaai_catalyst-2.1.5b40.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.1.5b40.dist-info/RECORD,,
+ragaai_catalyst-2.1.5.1b1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ragaai_catalyst-2.1.5.1b1.dist-info/METADATA,sha256=e0NQYAkSe9ivCqBqAFPv0zjz5IuS_PwOTFZUjB7BVKM,22057
+ragaai_catalyst-2.1.5.1b1.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
+ragaai_catalyst-2.1.5.1b1.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.1.5.1b1.dist-info/RECORD,,