judgeval 0.0.15__tar.gz → 0.0.17__tar.gz

{judgeval-0.0.15 → judgeval-0.0.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: judgeval
-Version: 0.0.15
+Version: 0.0.17
 Summary: Judgeval Package
 Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
 Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues

{judgeval-0.0.15 → judgeval-0.0.17}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "judgeval"
-version = "0.0.15"
+version = "0.0.17"
 authors = [
     { name="Andrew Li", email="andrew@judgmentlabs.ai" },
     { name="Alex Shan", email="alex@judgmentlabs.ai" },

{judgeval-0.0.15 → judgeval-0.0.17}/src/judgeval/common/tracer.py

@@ -37,7 +37,7 @@ from http import HTTPStatus
 import pika
 import os
 
-from judgeval.constants import JUDGMENT_TRACES_SAVE_API_URL, JUDGMENT_TRACES_FETCH_API_URL, RABBITMQ_HOST, RABBITMQ_PORT, RABBITMQ_QUEUE, JUDGMENT_TRACES_DELETE_API_URL
+from judgeval.constants import JUDGMENT_TRACES_SAVE_API_URL, JUDGMENT_TRACES_FETCH_API_URL, RABBITMQ_HOST, RABBITMQ_PORT, RABBITMQ_QUEUE, JUDGMENT_TRACES_DELETE_API_URL,JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL
 from judgeval.judgment_client import JudgmentClient
 from judgeval.data import Example
 from judgeval.scorers import APIJudgmentScorer, JudgevalScorer, ScorerWrapper
@@ -208,7 +208,7 @@ class TraceManagerClient:
                 "Authorization": f"Bearer {self.judgment_api_key}",
                 "X-Organization-Id": self.organization_id
             },
-            verify=False
+            verify=True
         )
 
         if response.status_code != HTTPStatus.OK:
@@ -233,7 +233,7 @@ class TraceManagerClient:
                 "Authorization": f"Bearer {self.judgment_api_key}",
                 "X-Organization-Id": self.organization_id
             },
-            verify=False
+            verify=True
         )
         
         if response.status_code == HTTPStatus.BAD_REQUEST:
@@ -619,25 +619,23 @@ class TraceClient:
         }
         # Execute asynchrous evaluation in the background
         if not empty_save:  # Only send to RabbitMQ if the trace is not empty
-            connection = pika.BlockingConnection(
-                pika.ConnectionParameters(host=RABBITMQ_HOST, port=RABBITMQ_PORT))
-            channel = connection.channel()
-            
-            channel.queue_declare(queue=RABBITMQ_QUEUE, durable=True)
-            trace_data["judgment_api_key"] = self.tracer.api_key
-            trace_data["organization_id"] = self.tracer.organization_id
-            channel.basic_publish(
-                exchange='',
-                routing_key=RABBITMQ_QUEUE,
-                body=json.dumps(trace_data),
-                properties=pika.BasicProperties(
-                    delivery_mode=pika.DeliveryMode.Transient,  # Changed from Persistent to Transient
+            # Send trace data to evaluation queue via API
+            try:
+                response = requests.post(
+                    JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL,
+                    json=trace_data,
                     headers={
-                        'api_key': self.tracer.api_key,
-                        'organization_id': self.tracer.organization_id
-                    }
-                ))
-            connection.close()
+                        "Content-Type": "application/json",
+                        "Authorization": f"Bearer {self.tracer.api_key}",
+                        "X-Organization-Id": self.tracer.organization_id
+                    },
+                    verify=True
+                )
+                
+                if response.status_code != HTTPStatus.OK:
+                    warnings.warn(f"Failed to add trace to evaluation queue: {response.text}")
+            except Exception as e:
+                warnings.warn(f"Error sending trace to evaluation queue: {str(e)}")
         
         self.trace_manager_client.save_trace(trace_data, empty_save)
 

{judgeval-0.0.15 → judgeval-0.0.17}/src/judgeval/constants.py

@@ -46,7 +46,7 @@ JUDGMENT_EVAL_DELETE_PROJECT_API_URL = f"{ROOT_API}/delete_eval_results_by_proje
 JUDGMENT_TRACES_FETCH_API_URL = f"{ROOT_API}/traces/fetch/"
 JUDGMENT_TRACES_SAVE_API_URL = f"{ROOT_API}/traces/save/"
 JUDGMENT_TRACES_DELETE_API_URL = f"{ROOT_API}/traces/delete/"
-
+JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL = f"{ROOT_API}/traces/add_to_eval_queue/"
 # RabbitMQ
 RABBITMQ_HOST = os.getenv("RABBITMQ_HOST", "rabbitmq-networklb-faa155df16ec9085.elb.us-west-1.amazonaws.com")
 RABBITMQ_PORT = os.getenv("RABBITMQ_PORT", 5672)

{judgeval-0.0.15 → judgeval-0.0.17}/src/judgeval/data/datasets/eval_dataset_client.py

@@ -69,7 +69,7 @@ class EvalDatasetClient:
                         "Authorization": f"Bearer {self.judgment_api_key}",
                         "X-Organization-Id": self.organization_id
                     },
-                    verify=False
+                    verify=True
                 )
                 if response.status_code == 500:
                     error(f"Server error during push: {content.get('message')}")
@@ -134,7 +134,7 @@ class EvalDatasetClient:
                             "Authorization": f"Bearer {self.judgment_api_key}",
                             "X-Organization-Id": self.organization_id
                         },
-                        verify=False
+                        verify=True
                     )
                     response.raise_for_status()
                 except requests.exceptions.RequestException as e:
@@ -193,7 +193,7 @@ class EvalDatasetClient:
                             "Authorization": f"Bearer {self.judgment_api_key}",
                             "X-Organization-Id": self.organization_id
                         },
-                        verify=False
+                        verify=True
                     )
                     response.raise_for_status()
                 except requests.exceptions.RequestException as e:
@@ -247,7 +247,7 @@ class EvalDatasetClient:
                         "Authorization": f"Bearer {self.judgment_api_key}",
                         "X-Organization-Id": self.organization_id
                     },
-                    verify=False
+                    verify=True
                 )
                 response.raise_for_status()
             except requests.exceptions.RequestException as e:
@@ -279,7 +279,7 @@ class EvalDatasetClient:
                         "X-Organization-Id": self.organization_id
                     },
                     stream=True,
-                    verify=False
+                    verify=True
                 )
                 response.raise_for_status()
             except requests.exceptions.HTTPError as err:

{judgeval-0.0.15 → judgeval-0.0.17}/src/judgeval/judgment_client.py

@@ -307,7 +307,7 @@ class JudgmentClient:
                                     "X-Organization-Id": self.organization_id
                                  },
                                  json=eval_run_request_body.model_dump(),
-                                 verify=False)
+                                 verify=True)
         if eval_run.status_code != requests.codes.ok:
             raise ValueError(f"Error fetching eval results: {eval_run.json()}")
 
@@ -380,7 +380,7 @@ class JudgmentClient:
                 "Authorization": f"Bearer {self.judgment_api_key}",
             },
             json={},  # Empty body now
-            verify=False
+            verify=True
         )
         if response.status_code == 200:
             return True, response.json()
@@ -412,7 +412,7 @@ class JudgmentClient:
                 "Authorization": f"Bearer {self.judgment_api_key}",
                 "X-Organization-Id": self.organization_id
             },
-            verify=False
+            verify=True
         )
         
         if response.status_code == 500:
@@ -456,7 +456,7 @@ class JudgmentClient:
                 "Authorization": f"Bearer {self.judgment_api_key}",
                 "X-Organization-Id": self.organization_id
             },
-            verify=False
+            verify=True
         )
         
         if response.status_code == 500:

{judgeval-0.0.15 → judgeval-0.0.17}/src/judgeval/run_evaluation.py

@@ -56,7 +56,7 @@ def execute_api_eval(evaluation_run: EvaluationRun) -> List[Dict]:
             "X-Organization-Id": evaluation_run.organization_id
         }, 
         json=payload,
-        verify=False)
+        verify=True)
         response_data = response.json()
     except Exception as e:
         error(f"Error: {e}")
@@ -170,7 +170,7 @@ def check_eval_run_name_exists(eval_name: str, project_name: str, judgment_api_k
                 "project_name": project_name,
                 "judgment_api_key": judgment_api_key,
             },
-            verify=False
+            verify=True
         )
         
         if response.status_code == 409:
@@ -213,7 +213,7 @@ def log_evaluation_results(merged_results: List[ScoringResult], evaluation_run:
                 "project_name": evaluation_run.project_name,
                 "eval_name": evaluation_run.eval_name,
             },
-            verify=False
+            verify=True
         )
         
         if not res.ok: