ragaai-catalyst 2.0.6b0__py3-none-any.whl → 2.0.6b1__py3-none-any.whl

ragaai_catalyst/__init__.py

@@ -7,6 +7,7 @@ from .prompt_manager import PromptManager
 from .evaluation import Evaluation
 from .synthetic_data_generation import SyntheticDataGeneration
 from .guardrails_manager import GuardrailsManager
+from .guard_executor import GuardExecutor
 
 
 __all__ = ["Experiment", "RagaAICatalyst", "Tracer", "PromptManager", "Evaluation","SyntheticDataGeneration", "GuardrailsManager"]

ragaai_catalyst/guard_executor.py

@@ -0,0 +1,97 @@
+import litellm
+import json
+import requests
+import os
+import logging
+logger = logging.getLogger('LiteLLM')
+logger.setLevel(logging.ERROR)
+
+class GuardExecutor:
+
+    def __init__(self,id,guard_manager,field_map={}):
+        self.deployment_id = id
+        self.field_map = field_map
+        self.guard_manager = guard_manager
+        self.deployment_details = self.guard_manager.get_deployment(id)
+        if not self.deployment_details:
+            raise ValueError('Error in getting deployment details')
+        self.base_url = guard_manager.base_url
+        for key in field_map.keys():
+            if key not in ['prompt','context','response','instruction']:
+                print('Keys in field map should be in ["prompt","context","response","instruction"]')
+
+    def execute_deployment(self,payload):
+        api = self.base_url + f'/guardrail/deployment/{self.deployment_id}/ingest'
+
+        payload = json.dumps(payload)
+        headers = {
+            'x-project-id': str(self.guard_manager.project_id),
+            'Content-Type': 'application/json',
+            'Authorization': f'Bearer {os.getenv("RAGAAI_CATALYST_TOKEN")}'
+        }
+        try:
+            response = requests.request("POST", api, headers=headers, data=payload,timeout=self.guard_manager.timeout)
+        except Exception as e:
+            print('Failed running guardrail: ',str(e))
+            return None
+        if response.status_code!=200:
+            print('Error in running deployment ',response.json()['message'])
+        if response.json()['success']:
+            return response.json()
+        else:
+            print(response.json()['message'])
+            return None
+
+    def llm_executor(self,messages,model_params,llm_caller):
+        if llm_caller == 'litellm':
+            model_params['messages'] = messages
+            response = litellm.completion(**model_params)
+            return response
+        else:
+            print(f"{llm_caller} not supported currently, use litellm as llm caller")
+
+    
+    def __call__(self,messages,prompt_params,model_params,llm_caller='litellm'):
+        for key in self.field_map:
+            if key not in ['prompt','response']:
+                if self.field_map[key] not in prompt_params:
+                    raise ValueError(f'{key} added as field map but not passed as prompt parameter')
+        context_var = self.field_map.get('context',None)
+        prompt = None
+        for msg in messages:
+            if 'role' in msg:
+                if msg['role'] == 'user':
+                    prompt = msg['content']
+                    if not context_var:
+                        msg['content'] += '\n' + prompt_params[context_var]
+        doc = dict()
+        doc['prompt'] = prompt
+        doc['context'] = prompt_params[context_var]
+        
+        # inactive the guardrails that needs Response variable
+        #deployment_response = self.execute_deployment(doc)
+        
+        # activate only guardrails that require response
+        try:
+            llm_response = self.llm_executor(messages,model_params,llm_caller)
+        except Exception as e:
+            print('Error in running llm:',str(e))
+            return None
+        doc['response'] = llm_response['choices'][0].message.content
+        if 'instruction' in self.field_map:
+            instruction = prompt_params[self.field_map['instruction']]
+            doc['instruction'] = instruction
+        response = self.execute_deployment(doc)
+        if response and response['data']['status'] == 'FAIL':
+            print('Guardrail deployment run retured failed status, replacing with alternate response')
+            return response['data']['alternateResponse'],llm_response,response
+        else:
+            return None,llm_response,response
+
+
+
+
+        
+
+
+

ragaai_catalyst/guardrails_manager.py

@@ -68,10 +68,11 @@ class GuardrailsManager:
                 'X-Project-Id': str(self.project_id)
                 }
         response = requests.request("GET", f"{self.base_url}/guardrail/deployment/{deployment_id}", headers=headers, data=payload, timeout=self.timeout)
-        deployment_id_name = response.json()["data"]["name"]
-        deployment_id_guardrails = response.json()["data"]["guardrailsResponse"]
-        guardrails_list_deployment_id = [{_["type"]:_["name"]} for _ in deployment_id_guardrails]
-        return {"deployment_name":deployment_id_name, "guardrails_list":guardrails_list_deployment_id}
+        if response.json()['success']:
+            return response.json()
+        else:
+            print('Error in retrieving deployment details:',response.json()['message'])
+            return None
 
 
     def list_guardrails(self):
@@ -132,11 +133,12 @@ class GuardrailsManager:
             print(response.json()["message"])
             deployment_ids = self.list_deployment_ids()
             self.deployment_id = [_["id"] for _ in deployment_ids if _["name"]==self.deployment_name][0]
+            return self.deployment_id
         else:
             print(response)
             
 
-    def add_guardrails(self, guardrails, guardrails_config={}):
+    def add_guardrails(self, deployment_id, guardrails, guardrails_config={}):
         """
         Add guardrails to the current deployment.
         
@@ -145,16 +147,21 @@ class GuardrailsManager:
         :raises ValueError: If a guardrail name or type is invalid.
         """
         # Checking if guardrails names given already exist or not
-        _, guardrails_type_name_exists = self.get_deployment(self.deployment_id)
+        self.deployment_id = deployment_id
+        deployment_details = self.get_deployment(self.deployment_id)
+        if not deployment_details:
+            return None
+        deployment_id_name = deployment_details["data"]["name"]
+        deployment_id_guardrails = deployment_details["data"]["guardrailsResponse"]
+        guardrails_type_name_exists = [{_['metricSpec']["name"]:_['metricSpec']["displayName"]} for _ in deployment_id_guardrails]
         guardrails_type_name_exists = [list(d.values())[0] for d in guardrails_type_name_exists]
         user_guardrails_name_list = [_["name"] for _ in guardrails]
         for g_name in user_guardrails_name_list:
             if g_name in guardrails_type_name_exists:
                 raise ValueError(f"Guardrail with '{g_name} already exists, choose a unique name'")
-
         # Checking if guardrails type is correct or not
         available_guardrails_list = self.list_guardrails()
-        user_guardrails_type_list = [_["type"] for _ in guardrails]
+        user_guardrails_type_list = [_["name"] for _ in guardrails]
         for g_type in user_guardrails_type_list:
             if g_type not in available_guardrails_list:
                 raise ValueError(f"Guardrail type '{g_type} does not exists, choose a correct type'")
@@ -170,6 +177,8 @@ class GuardrailsManager:
         response = requests.request("POST", f"{self.base_url}/guardrail/deployment/{str(self.deployment_id)}/configure", headers=headers, data=payload)
         if response.json()["success"]:
             print(response.json()["message"])
+        else:
+            print('Error updating guardrail ',response.json()['message'])
 
     def _get_guardrail_config_payload(self, guardrails_config):
         """
@@ -209,13 +218,30 @@ class GuardrailsManager:
         :param guardrail: A dictionary containing the guardrail's attributes.
         :return: A dictionary representing the guardrail's data.
         """
+        if 'config' in guardrail:
+            if 'mappings' in guardrail.get('config'):
+                for mapping in guardrail.get('config',{}).get('mappings',{}):
+                    if mapping['schemaName'] not in ['Text','Prompt','Context','Response']:
+                        raise(ValueError('Invalid schemaName in guardrail mapping schema'))
+                    if mapping['variableName'] not in ['Instruction','Prompt','Context','Response']:
+                        raise(ValueError('Invalid variableName in guardrail mapping schema'))
+            if 'model' in guardrail.get('config'):
+                if guardrail.get('config',{}).get('model','') not in ['gpt-4o-mini','gpt-4o','gpt-4-turbo']:
+                    raise(ValueError('Invalid model name in guardrail model schema'))
+            if 'params' not in guardrail.get('config'):
+                guardrail['config']['params'] = {
+                    "isActive": {"value": False},
+                    "isHighRisk": {"value": False},
+                    "threshold": {"lt": 1}
+                }
+
+
         data = {
+            "displayName": guardrail["displayName"],
             "name": guardrail["name"],
-            "type": guardrail["type"],
-            "isHighRisk": guardrail.get("isHighRisk", False),
-            "isActive": guardrail.get("isActive", False),
-            "threshold": {}
+            "config": guardrail.get("config", {})
         }
+        '''
         if "lte" in guardrail["threshold"]:
             data["threshold"]["lte"] = guardrail["threshold"]["lte"]
         elif "gte" in guardrail["threshold"]:
@@ -223,7 +249,7 @@ class GuardrailsManager:
         elif "eq" in guardrail["threshold"]:
             data["threshold"]["eq"] = guardrail["threshold"]["eq"]
         else:
-            data["threshold"]["gte"] = 0.0
+            data["threshold"]["gte"] = 0.0'''
         return data
 
 

ragaai_catalyst/synthetic_data_generation.py

@@ -141,6 +141,9 @@ class SyntheticDataGeneration:
 
     def _initialize_client(self, provider, api_key, api_base=None, internal_llm_proxy=None):
         """Initialize the appropriate client based on provider."""
+        if not provider:
+            raise ValueError("Model configuration must be provided with a valid provider and model.")
+
         if provider == "groq":
             if api_key is None and os.getenv("GROQ_API_KEY") is None:
                 raise ValueError("API key must be provided for Groq.")
@@ -155,6 +158,9 @@ class SyntheticDataGeneration:
             if api_key is None and os.getenv("OPENAI_API_KEY") is None and internal_llm_proxy is None:
                 raise ValueError("API key must be provided for OpenAI.")
             openai.api_key = api_key or os.getenv("OPENAI_API_KEY")
+        
+        else:
+            raise ValueError(f"Provider is not recognized.")
 
     def _generate_batch_response(self, text, system_message, provider, model_config, api_key, api_base):
         """Generate a batch of responses using the specified provider."""

{ragaai_catalyst-2.0.6b0.dist-info → ragaai_catalyst-2.0.6b1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ragaai_catalyst
-Version: 2.0.6b0
+Version: 2.0.6b1
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: >=3.9

{ragaai_catalyst-2.0.6b0.dist-info → ragaai_catalyst-2.0.6b1.dist-info}/RECORD

@@ -1,14 +1,15 @@
-ragaai_catalyst/__init__.py,sha256=Gwhhw9Q-ze2BTwvo2FsXCS6ad9Dy4RktMRL3R_SbCR0,495
+ragaai_catalyst/__init__.py,sha256=BdIJ_UUre0uEnRTsLw_hE0C0muWk6XWNZqdVOel22R4,537
 ragaai_catalyst/_version.py,sha256=JKt9KaVNOMVeGs8ojO6LvIZr7ZkMzNN-gCcvryy4x8E,460
 ragaai_catalyst/dataset.py,sha256=bDNZkcji22sg-zJqMHEwueTO8A2f_GJu70WcEHESwQk,10729
 ragaai_catalyst/evaluation.py,sha256=ZS5G5RjmATjljQhAKYCrDXW2mUNXscpRRoL8cseDjAA,20283
 ragaai_catalyst/experiment.py,sha256=8KvqgJg5JVnt9ghhGDJvdb4mN7ETBX_E5gNxBT0Nsn8,19010
-ragaai_catalyst/guardrails_manager.py,sha256=4G8RkZH4QXXZXPGFDlJ7_93dSBCtVwZOrLvg2jawtHc,10533
+ragaai_catalyst/guard_executor.py,sha256=llPbE3DyVtrybojXknzBZj8-dtUrGBQwi9-ZiPJxGRo,3762
+ragaai_catalyst/guardrails_manager.py,sha256=EsuQuZOPraLzZMJD502B1-wb642Sm3vqxWM4Nv9Q8Jc,11892
 ragaai_catalyst/internal_api_completion.py,sha256=51YwXcas5NviC1wjr8EX5Y6BOyTbJ4FlKHM8gE46Wtk,2916
 ragaai_catalyst/prompt_manager.py,sha256=ZMIHrmsnPMq20YfeNxWXLtrxnJyMcxpeJ8Uya7S5dUA,16411
 ragaai_catalyst/proxy_call.py,sha256=CHxldeceZUaLU-to_hs_Kf1z_b2vHMssLS_cOBedu78,5499
 ragaai_catalyst/ragaai_catalyst.py,sha256=5Q1VCE7P33DtjaOtVGRUgBL8dpDL9kjisWGIkOyX4nE,17426
-ragaai_catalyst/synthetic_data_generation.py,sha256=49DtTzYVGaGvye-g6cgpYNf7YMf2wZFLQ7ACxtqu9_E,18945
+ragaai_catalyst/synthetic_data_generation.py,sha256=957UYz58uX13i8vn24rzZief5FgtfOEnEH7S8VtXtVw,19157
 ragaai_catalyst/utils.py,sha256=TlhEFwLyRU690HvANbyoRycR3nQ67lxVUQoUOfTPYQ0,3772
 ragaai_catalyst/tracers/__init__.py,sha256=NppmJhD3sQ5R1q6teaZLS7rULj08Gb6JT8XiPRIe_B0,49
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=vPE7MieKjfwLrLUnnPs20Df0xNYqoCCj-Mt2NbiuiKU,14023
@@ -22,7 +23,7 @@ ragaai_catalyst/tracers/instrumentators/llamaindex.py,sha256=SMrRlR4xM7k9HK43hak
 ragaai_catalyst/tracers/instrumentators/openai.py,sha256=14R4KW9wQCR1xysLfsP_nxS7cqXrTPoD8En4MBAaZUU,379
 ragaai_catalyst/tracers/utils/__init__.py,sha256=KeMaZtYaTojilpLv65qH08QmpYclfpacDA0U3wg6Ybw,64
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.0.6b0.dist-info/METADATA,sha256=jx1IOXpDN1OeHqmHrwMucgmzHcIer7saIPSU2923JHI,8525
-ragaai_catalyst-2.0.6b0.dist-info/WHEEL,sha256=a7TGlA-5DaHMRrarXjVbQagU3Man_dCnGIWMJr5kRWo,91
-ragaai_catalyst-2.0.6b0.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.0.6b0.dist-info/RECORD,,
+ragaai_catalyst-2.0.6b1.dist-info/METADATA,sha256=jDHkbahJ8JAcsVi0su6KtWbQoPgdZt07jxYxgT4LXDM,8525
+ragaai_catalyst-2.0.6b1.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
+ragaai_catalyst-2.0.6b1.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.0.6b1.dist-info/RECORD,,

{ragaai_catalyst-2.0.6b0.dist-info → ragaai_catalyst-2.0.6b1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.4.0)
+Generator: setuptools (75.5.0)
 Root-Is-Purelib: true
 Tag: py3-none-any