ragaai-catalyst 1.0.8.1__tar.gz → 2.0__tar.gz

{ragaai_catalyst-1.0.8.1 → ragaai_catalyst-2.0}/PKG-INFO

@@ -1,26 +1,25 @@
 Metadata-Version: 2.1
 Name: ragaai_catalyst
-Version: 1.0.8.1
+Version: 2.0
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 Requires-Dist: aiohttp>=3.10.2
-Requires-Dist: opentelemetry-api==1.25.0
-Requires-Dist: opentelemetry-sdk==1.25.0
-Requires-Dist: opentelemetry-exporter-otlp-proto-grpc==1.25.0
-Requires-Dist: opentelemetry-instrumentation==0.46b0
-Requires-Dist: opentelemetry-instrumentation-fastapi==0.46b0
-Requires-Dist: opentelemetry-instrumentation-asgi==0.46b0
-Requires-Dist: opentelemetry-semantic-conventions==0.46b0
-Requires-Dist: opentelemetry-util-http==0.46b0
-Requires-Dist: opentelemetry-instrumentation-langchain~=0.24.0
-Requires-Dist: opentelemetry-instrumentation-openai~=0.24.0
-Requires-Dist: langchain-core~=0.2.11
-Requires-Dist: langchain~=0.2.11
+Requires-Dist: opentelemetry-api==1.27.0
+Requires-Dist: opentelemetry-sdk==1.27.0
+Requires-Dist: opentelemetry-exporter-otlp-proto-grpc==1.27.0
+Requires-Dist: opentelemetry-instrumentation==0.48b0
+Requires-Dist: opentelemetry-instrumentation-fastapi==0.48b0
+Requires-Dist: opentelemetry-instrumentation-asgi==0.48b0
+Requires-Dist: opentelemetry-semantic-conventions==0.48b0
+Requires-Dist: opentelemetry-util-http==0.48b0
+Requires-Dist: opentelemetry-instrumentation-langchain==0.30.0
+Requires-Dist: opentelemetry-instrumentation-openai==0.30.0
+Requires-Dist: langchain-core~=0.3.6
+Requires-Dist: langchain~=0.3.1
 Requires-Dist: openai>=1.35.10
 Requires-Dist: pandas>=2.1.1
-Requires-Dist: tenacity==8.3.0
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"

{ragaai_catalyst-1.0.8.1 → ragaai_catalyst-2.0}/pyproject.toml

@@ -8,7 +8,7 @@ description = "RAGA AI CATALYST"
 readme = "README.md"
 requires-python = ">=3.9"
 # license = {file = "LICENSE"}
-version = "1.0.8.1"
+version = "2.0"
 authors = [
     {name = "Kiran Scaria", email = "kiran.scaria@raga.ai"},
     {name = "Kedar Gaikwad", email = "kedar.gaikwad@raga.ai"},
@@ -20,21 +20,20 @@ authors = [
 
 dependencies = [
     "aiohttp>=3.10.2", # Ref: https://github.com/raga-ai-hub/ragaai-catalyst/security/dependabot/1
-    "opentelemetry-api==1.25.0",
-    "opentelemetry-sdk==1.25.0",
-    "opentelemetry-exporter-otlp-proto-grpc==1.25.0",
-    "opentelemetry-instrumentation==0.46b0",
-    "opentelemetry-instrumentation-fastapi==0.46b0",
-    "opentelemetry-instrumentation-asgi==0.46b0",
-    "opentelemetry-semantic-conventions==0.46b0",
-    "opentelemetry-util-http==0.46b0",
-    "opentelemetry-instrumentation-langchain~=0.24.0",
-    "opentelemetry-instrumentation-openai~=0.24.0",
-    "langchain-core~=0.2.11",
-    "langchain~=0.2.11",
+    "opentelemetry-api==1.27.0",
+    "opentelemetry-sdk==1.27.0",
+    "opentelemetry-exporter-otlp-proto-grpc==1.27.0",
+    "opentelemetry-instrumentation==0.48b0",
+    "opentelemetry-instrumentation-fastapi==0.48b0",
+    "opentelemetry-instrumentation-asgi==0.48b0",
+    "opentelemetry-semantic-conventions==0.48b0",
+    "opentelemetry-util-http==0.48b0",
+    "opentelemetry-instrumentation-langchain==0.30.0",
+    "opentelemetry-instrumentation-openai==0.30.0",
+    "langchain-core~=0.3.6",
+    "langchain~=0.3.1",
     "openai>=1.35.10",
     "pandas>=2.1.1",
-    "tenacity==8.3.0",
 ]
 
 [project.optional-dependencies]

{ragaai_catalyst-1.0.8.1 → ragaai_catalyst-2.0}/ragaai_catalyst/__init__.py

@@ -4,5 +4,6 @@ from .tracers import Tracer
 from .utils import response_checker
 from .dataset import Dataset
 from .prompt_manager import PromptManager
+from .evaluation import Evaluation
 
-__all__ = ["Experiment", "RagaAICatalyst", "Tracer", "PromptManager"]
+__all__ = ["Experiment", "RagaAICatalyst", "Tracer", "PromptManager", "Evaluation"]

ragaai_catalyst-2.0/ragaai_catalyst/dataset.py

@@ -0,0 +1,287 @@
+import os
+import requests
+from .utils import response_checker
+from typing import Union
+import logging
+from .ragaai_catalyst import RagaAICatalyst
+import pandas as pd
+
+logger = logging.getLogger(__name__)
+get_token = RagaAICatalyst.get_token
+
+
+class Dataset:
+    BASE_URL = None
+    TIMEOUT = 30
+
+    def __init__(self, project_name):
+        self.project_name = project_name
+        self.num_projects = 100
+        Dataset.BASE_URL = (
+            os.getenv("RAGAAI_CATALYST_BASE_URL")
+            if os.getenv("RAGAAI_CATALYST_BASE_URL")
+            else "https://catalyst.raga.ai/api"
+        )
+        headers = {
+            "Authorization": f'Bearer {os.getenv("RAGAAI_CATALYST_TOKEN")}',
+        }
+        try:
+            response = requests.get(
+                f"{Dataset.BASE_URL}/v2/llm/projects?size={self.num_projects}",
+                headers=headers,
+                timeout=self.TIMEOUT,
+            )
+            response.raise_for_status()
+            logger.debug("Projects list retrieved successfully")
+            
+            project_list = [
+                project["name"] for project in response.json()["data"]["content"]
+            ]
+
+            if project_name not in project_list:
+                raise ValueError("Project not found. Please enter a valid project name")
+
+            self.project_id = [
+                project["id"] for project in response.json()["data"]["content"] if project["name"] == project_name
+            ][0]
+
+        except requests.exceptions.RequestException as e:
+            logger.error(f"Failed to retrieve projects list: {e}")
+            raise
+
+    def list_datasets(self):
+        """
+        Retrieves a list of datasets for a given project.
+
+        Returns:
+            list: A list of dataset names.
+
+        Raises:
+            None.
+        """
+
+        def make_request():
+            headers = {
+                'Content-Type': 'application/json',
+                "Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
+                "X-Project-Id": str(self.project_id),
+            }
+            json_data = {"size": 12, "page": "0", "projectId": str(self.project_id), "search": ""}
+            try:
+                response = requests.post(
+                    f"{Dataset.BASE_URL}/v2/llm/dataset",
+                    headers=headers,
+                    json=json_data,
+                    timeout=Dataset.TIMEOUT,
+                )
+                response.raise_for_status()
+                return response
+            except requests.exceptions.RequestException as e:
+                logger.error(f"Failed to list datasets: {e}")
+                raise
+
+        try:
+            response = make_request()
+            response_checker(response, "Dataset.list_datasets")
+            if response.status_code == 401:
+                get_token()  # Fetch a new token and set it in the environment
+                response = make_request()  # Retry the request
+            if response.status_code != 200:
+                return {
+                    "status_code": response.status_code,
+                    "message": response.json(),
+                }
+            datasets = response.json()["data"]["content"]
+            dataset_list = [dataset["name"] for dataset in datasets]
+            return dataset_list
+        except Exception as e:
+            logger.error(f"Error in list_datasets: {e}")
+            raise
+
+    def get_schema_mapping(self):
+        return ["traceid", "prompt", "context", "response", "expected_response", "expected_context", "timestamp", "metadata", "pipeline", "cost", "feedBack", "latency", "sanitized_response", "system_prompt", "traceUri"]
+
+    def create_from_trace(self, dataset_name, filter_list):
+        """
+        Creates a new dataset with the given `dataset_name` and `filter_list`.
+
+        Args:
+            dataset_name (str): The name of the dataset to be created.
+            filter_list (list): A list of filters to be applied to the dataset.
+
+        Returns:
+            str: A message indicating the success of the dataset creation and the name of the created dataset.
+
+        Raises:
+            None
+
+        """
+
+        def request_trace_creation():
+            headers = {
+                "Content-Type": "application/json",
+                "Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
+                "X-Project-Name": self.project_name,
+            }
+            json_data = {
+                "projectName": self.project_name,
+                "subDatasetName": dataset_name,
+                "filterList": filter_list,
+            }
+            try:
+                response = requests.post(
+                    f"{Dataset.BASE_URL}/v1/llm/sub-dataset",
+                    headers=headers,
+                    json=json_data,
+                    timeout=Dataset.TIMEOUT,
+                )
+                response.raise_for_status()
+                return response
+            except requests.exceptions.RequestException as e:
+                logger.error(f"Failed to create dataset from trace: {e}")
+                raise
+
+        try:
+            response = request_trace_creation()
+            response_checker(response, "Dataset.create_dataset")
+            if response.status_code == 401:
+                get_token()  # Fetch a new token and set it in the environment
+                response = request_trace_creation()  # Retry the request
+            if response.status_code != 200:
+                return response.json()["message"]
+            message = response.json()["message"]
+            return f"{message} {dataset_name}"
+        except Exception as e:
+            logger.error(f"Error in create_from_trace: {e}")
+            raise
+
+    ###################### CSV Upload APIs ###################
+
+    def get_csv_schema(self):
+        headers = {
+            "Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
+            "X-Project-Name": self.project_name,
+        }
+        try:
+            response = requests.get(
+                f"{Dataset.BASE_URL}/v1/llm/schema-elements",
+                headers=headers,
+                timeout=Dataset.TIMEOUT,
+            )
+            response.raise_for_status()
+            response_data = response.json()
+            if not response_data['success']:
+                raise ValueError('Unable to fetch Schema Elements for the CSV')
+            return response_data
+        except requests.exceptions.RequestException as e:
+            logger.error(f"Failed to get CSV schema: {e}")
+            raise
+
+    def create_from_csv(self, csv_path, dataset_name, schema_mapping):
+        list_dataset = self.list_datasets()
+        if dataset_name in list_dataset:
+            raise ValueError(f"Dataset name {dataset_name} already exists. Please enter a unique dataset name")
+
+        #### get presigned URL
+        def get_presignedUrl():
+            headers = {
+                "Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
+                "X-Project-Id": str(self.project_id),
+            }
+            try:
+                response = requests.get(
+                    f"{Dataset.BASE_URL}/v2/llm/dataset/csv/presigned-url",
+                    headers=headers,
+                    timeout=Dataset.TIMEOUT,
+                )
+                response.raise_for_status()
+                return response.json()
+            except requests.exceptions.RequestException as e:
+                logger.error(f"Failed to get presigned URL: {e}")
+                raise
+
+        try:
+            presignedUrl = get_presignedUrl()
+            if presignedUrl['success']:
+                url = presignedUrl['data']['presignedUrl']
+                filename = presignedUrl['data']['fileName']
+            else:
+                raise ValueError('Unable to fetch presignedUrl')
+        except Exception as e:
+            logger.error(f"Error in get_presignedUrl: {e}")
+            raise
+
+        #### put csv to presigned URL
+        def put_csv_to_presignedUrl(url):
+            headers = {
+                'Content-Type': 'text/csv',
+                'x-ms-blob-type': 'BlockBlob',
+            }
+            try:
+                with open(csv_path, 'rb') as file:
+                    response = requests.put(
+                        url,
+                        headers=headers,
+                        data=file,
+                        timeout=Dataset.TIMEOUT,
+                    )
+                    response.raise_for_status()
+                    return response
+            except requests.exceptions.RequestException as e:
+                logger.error(f"Failed to put CSV to presigned URL: {e}")
+                raise
+
+        try:
+            put_csv_response = put_csv_to_presignedUrl(url)
+            if put_csv_response.status_code != 200:
+                raise ValueError('Unable to put csv to the presignedUrl')
+        except Exception as e:
+            logger.error(f"Error in put_csv_to_presignedUrl: {e}")
+            raise
+
+        ## Upload csv to elastic
+        def upload_csv_to_elastic(data):
+            header = {
+                'Content-Type': 'application/json',
+                'Authorization': f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
+                "X-Project-Id": str(self.project_id)
+            }
+            try:
+                response = requests.post(
+                    f"{Dataset.BASE_URL}/v2/llm/dataset/csv",
+                    headers=header,
+                    json=data,
+                    timeout=Dataset.TIMEOUT,
+                )
+                if response.status_code==400:
+                    raise ValueError(response.json()["message"])
+                response.raise_for_status()
+                return response.json()
+            except requests.exceptions.RequestException as e:
+                logger.error(f"Failed to upload CSV to elastic: {e}")
+                raise
+
+        def generate_schema(mapping):
+            result = {}
+            for column, schema_element in mapping.items():
+                result[column] = {"columnType": schema_element}
+            return result
+
+        try:
+            schema_mapping = generate_schema(schema_mapping)
+            data = {
+                "projectId": str(self.project_id),
+                "datasetName": dataset_name,
+                "fileName": filename,
+                "schemaMapping": schema_mapping,
+                "opType": "insert",
+                "description": ""
+            }
+            upload_csv_response = upload_csv_to_elastic(data)
+            if not upload_csv_response['success']:
+                raise ValueError('Unable to upload csv')
+            else:
+                print(upload_csv_response['message'])
+        except Exception as e:
+            logger.error(f"Error in create_from_csv: {e}")
+            raise