ragaai-catalyst 2.0.2__py3-none-any.whl → 2.0.3__py3-none-any.whl

ragaai_catalyst/dataset.py

@@ -5,7 +5,7 @@ from typing import Union
 import logging
 from .ragaai_catalyst import RagaAICatalyst
 import pandas as pd
-
+import pdb
 logger = logging.getLogger(__name__)
 get_token = RagaAICatalyst.get_token
 
@@ -213,6 +213,7 @@ class Dataset:
 
         #### put csv to presigned URL
         def put_csv_to_presignedUrl(url):
+            # pdb.set_trace()
             headers = {
                 'Content-Type': 'text/csv',
                 'x-ms-blob-type': 'BlockBlob',
@@ -232,8 +233,11 @@ class Dataset:
                 raise
 
         try:
+
             put_csv_response = put_csv_to_presignedUrl(url)
-            if put_csv_response.status_code != 200:
+            # pdb.set_trace()
+            print(put_csv_response)
+            if put_csv_response.status_code not in (200, 201):
                 raise ValueError('Unable to put csv to the presignedUrl')
         except Exception as e:
             logger.error(f"Error in put_csv_to_presignedUrl: {e}")

ragaai_catalyst/evaluation.py

@@ -160,10 +160,7 @@ class Evaluation:
                         "model": "null",
                         "params": {
                             "model": {
-                                "value": "gpt-4o"
-                            },
-                            "threshold": {
-                                "gte": 0.5
+                                "value": "gpt-4o-mini"
                             }
                         },
                         "mappings": "mappings"
@@ -200,12 +197,23 @@ class Evaluation:
     def _update_base_json(self, metrics):
         metric_schema_mapping = {"datasetId":self.dataset_id}
         metrics_schema_response = self._get_metrics_schema_response()
+        sub_providers = ["openai","azure","gemini","groq"]
         metricParams = []
         for metric in metrics:
             base_json = self._get_metricParams()
             base_json["metricSpec"]["name"] = metric["name"]
-            if metric["config"]["model"]:
-                base_json["metricSpec"]["config"]["params"]["model"]["value"] = metric["config"]["model"]
+            
+            #pasing model configuration
+            for key, value in metric["config"].items():
+                #checking if provider is one of the allowed providers
+                if key.lower()=="provider" and value.lower() not in sub_providers:
+                    raise ValueError("Enter a valid provider name. The following Provider names are supported: OpenAI, Azure, Gemini, Groq")
+                
+                base_json["metricSpec"]["config"]["params"][key] = {"value": value}
+
+
+            # if metric["config"]["model"]:
+            #     base_json["metricSpec"]["config"]["params"]["model"]["value"] = metric["config"]["model"]
             base_json["metricSpec"]["displayName"] = metric["column_name"]
             mappings = self._get_mapping(metric["name"], metrics_schema_response)
             base_json["metricSpec"]["config"]["mappings"] = mappings
@@ -241,6 +249,11 @@ class Evaluation:
 
     def add_metrics(self, metrics):
         executed_metric_list = self._get_executed_metrics_list()
+        metrics_name = self.list_metrics()
+        user_metric_names = [metric["name"] for metric in metrics]
+        for user_metric in user_metric_names:
+            if user_metric not in metrics_name:
+                raise ValueError("Enter a valid metric name")
         column_names = [metric["column_name"] for metric in metrics]
         for column_name in column_names:
             if column_name in executed_metric_list:

ragaai_catalyst/tracers/exporters/file_span_exporter.py

@@ -87,6 +87,7 @@ class FileSpanExporter(SpanExporter):
             f.write(json.dumps(export_data) + "\n")
 
 
+        tracer_json_file_path = os.path.join(os.getcwd(), "tracer_debug.json")
         if os.path.exists(json_file_path):
             with open(json_file_path, "r") as f:
                 data = json.load(f)
@@ -94,7 +95,6 @@ class FileSpanExporter(SpanExporter):
             with open(json_file_path, "w") as f:
                 logger.debug(f"Appending to json file: {json_file_path}")
                 json.dump(data, f)    
-    
         else:
             with open(json_file_path, "w") as f:
                 logger.debug(f"Writing json  file: {json_file_path}")
@@ -104,7 +104,8 @@ class FileSpanExporter(SpanExporter):
                     # self._upload_task = self._run_async(self._upload_traces(json_file_path= self.sync_file))
                     self._run_async(self._upload_traces(json_file_path=self.sync_file))
                 self.sync_file = json_file_path
-        # asyncio.run(self.server_upload(json_file_path))
+        # asyncio.run(self.server_upload(json_file_path)
+
 
     def _run_async(self, coroutine):
         """Run an asynchronous coroutine in a separate thread."""

{ragaai_catalyst-2.0.2.dist-info → ragaai_catalyst-2.0.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ragaai_catalyst
-Version: 2.0.2
+Version: 2.0.3
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: >=3.9
@@ -20,6 +20,7 @@ Requires-Dist: langchain-core>=0.2.11
 Requires-Dist: langchain>=0.2.11
 Requires-Dist: openai>=1.35.10
 Requires-Dist: pandas>=2.1.1
+Requires-Dist: tenacity==8.3.0
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"

{ragaai_catalyst-2.0.2.dist-info → ragaai_catalyst-2.0.3.dist-info}/RECORD

@@ -1,7 +1,7 @@
 ragaai_catalyst/__init__.py,sha256=kxR70lWGd_b5q6wn7wg8h_Oth5EohSqzMPjWMe1Za50,334
 ragaai_catalyst/_version.py,sha256=JKt9KaVNOMVeGs8ojO6LvIZr7ZkMzNN-gCcvryy4x8E,460
-ragaai_catalyst/dataset.py,sha256=3f6wFQSZ2d9tB76nb4tWShhxsPLKk0HPZMFmS49zO6M,10802
-ragaai_catalyst/evaluation.py,sha256=IL21tYox46Yb15Ix7PqGYF4T-I5UHWdDghcwY0qVYYM,15751
+ragaai_catalyst/dataset.py,sha256=XjI06Exs6-64pQPQlky4mtcUllNMCgKP-bnM_t9EWkY,10920
+ragaai_catalyst/evaluation.py,sha256=4cgCKPhFtnPdYsBcN8jTxTHcysycz-cQbau_MCiIUYg,16474
 ragaai_catalyst/experiment.py,sha256=8KvqgJg5JVnt9ghhGDJvdb4mN7ETBX_E5gNxBT0Nsn8,19010
 ragaai_catalyst/prompt_manager.py,sha256=ZMIHrmsnPMq20YfeNxWXLtrxnJyMcxpeJ8Uya7S5dUA,16411
 ragaai_catalyst/ragaai_catalyst.py,sha256=5Q1VCE7P33DtjaOtVGRUgBL8dpDL9kjisWGIkOyX4nE,17426
@@ -9,7 +9,7 @@ ragaai_catalyst/utils.py,sha256=TlhEFwLyRU690HvANbyoRycR3nQ67lxVUQoUOfTPYQ0,3772
 ragaai_catalyst/tracers/__init__.py,sha256=NppmJhD3sQ5R1q6teaZLS7rULj08Gb6JT8XiPRIe_B0,49
 ragaai_catalyst/tracers/tracer.py,sha256=eaGJdLEIjadHpbWBXBl5AhMa2vL97SVjik4U1L8gros,9591
 ragaai_catalyst/tracers/exporters/__init__.py,sha256=kVA8zp05h3phu4e-iHSlnznp_PzMRczB7LphSsZgUjg,138
-ragaai_catalyst/tracers/exporters/file_span_exporter.py,sha256=IS90_9QjHMSX4qX2-aUeNm7MWwjZpAjPBKdRmNnUAdM,6371
+ragaai_catalyst/tracers/exporters/file_span_exporter.py,sha256=RgGteu-NVGprXKkynvyIO5yOjpbtA41R3W_NzCjnkwE,6445
 ragaai_catalyst/tracers/exporters/raga_exporter.py,sha256=rQ5Wj71f2Ke3qLlV8KiWCskbGBR-ia_hlzDx86rPrEo,18188
 ragaai_catalyst/tracers/instrumentators/__init__.py,sha256=FgnMQupoRTzmVsG9YKsLQera2Pfs-AluZv8CxwavoyQ,253
 ragaai_catalyst/tracers/instrumentators/langchain.py,sha256=yMN0qVF0pUVk6R5M1vJoUXezDo1ejs4klCFRlE8x4vE,574
@@ -17,7 +17,7 @@ ragaai_catalyst/tracers/instrumentators/llamaindex.py,sha256=SMrRlR4xM7k9HK43hak
 ragaai_catalyst/tracers/instrumentators/openai.py,sha256=14R4KW9wQCR1xysLfsP_nxS7cqXrTPoD8En4MBAaZUU,379
 ragaai_catalyst/tracers/utils/__init__.py,sha256=KeMaZtYaTojilpLv65qH08QmpYclfpacDA0U3wg6Ybw,64
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.0.2.dist-info/METADATA,sha256=2AQLzVdFbIAKIvnEkIlU69bqBvYi4PRVrUCQq7ZTMPA,6466
-ragaai_catalyst-2.0.2.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-ragaai_catalyst-2.0.2.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.0.2.dist-info/RECORD,,
+ragaai_catalyst-2.0.3.dist-info/METADATA,sha256=gWehjEvbhpzWjNBDrYAD5RshBEOSL__-Dz-cejkOyvs,6497
+ragaai_catalyst-2.0.3.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+ragaai_catalyst-2.0.3.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.0.3.dist-info/RECORD,,